Accessing Database using JDBC

sparkexamples > c20 > a50 > a10
mysql> select * from testdb. gametbl;
+---------+---------+
| game    | country |
+---------+---------+
| soccer  | brazil  |
| cricket | India   |
+---------+---------+
2 rows in set (0.00 sec)
scala> val jdbcDf = sqlContext.read.format("jdbc").options(Map(
     |    "url" -> "jdbc:mysql://localhost/",
     |    "user" -> "###",
     |    "password" -> "###",
     |    "dbtable" -> "testdb.gametbl"
     |    )).load()
jdbcDf: org.apache.spark.sql.DataFrame = [game: string, country: string]

scala> jdbcDf.collect()
res75: Array[org.apache.spark.sql.Row] = Array([soccer,brazil], [cricket,India])

scala> jdbcDf.registerTempTable("temptbl")

scala> val resultDf = sqlContext.sql("select game from temptbl")
resultDf: org.apache.spark.sql.DataFrame = [game: string]

scala> resultDf.collect()
res77: Array[org.apache.spark.sql.Row] = Array([soccer], [cricket])

No comments:

Post a Comment