sqoop连接hbase
sqoop import--connect jdbc: mysql: //10.15.90.244:3306/thd --table class --hbase-table thd --column-family data --hbase-row-key cno --hbase-create-table --username 'root' -password ***
//sqoop 将mysql里的数据导入到hbase
spark sql使用
val sqlContext = new org.apache.spark.sql.SQLContext(sc) val people = sc.textFile("./thd/scalaData.txt") val schemaString = "name age tom"import org.apache.spark.sql._ import org.apache.spark.sql.types._;
val schema = StructType(schemaString.split(" ").map(fieldName = >StructField(fieldName, StringType, true))) val rowRDD = people.map(_.split(",")).map(p = >Row(p(0), p(1).trim)) val peopleSchemaRDD = sqlContext.applySchema(rowRDD, schema) peopleSchemaRDD.registerTempTable("people") val results = sqlContext.sql("SELECT name FROM people") results.map(t = >"Name: " + t(0)).collect().foreach(println)
注意一点import org.apache.spark.sql.types._;
这个一定要导入,否则StructType就会无法识别
来源: