Example : Reading CSV File

sparkexamples > c20 > a60

cat z15_csv_file.input
subject,mark
english,80
science,75

[raj@Rajkumars-MacBook-Pro ~/gitws/.../a60_infer_textfile]$spark-shell --master local[*] --packages com.databricks:spark-csv_2.11:1.2.0
...
scala> val df = sqlContext.read.
     |       format("com.databricks.spark.csv").
     |       option("header", "true") .
     |       option("inferSchema", "true").
     |       load("file:///Users/.../a60_infer_textfile/z15_csv_file.input");
df: org.apache.spark.sql.DataFrame = [subject: string, mark: int]

scala> df.printSchema()
root
 |-- subject: string (nullable = true)
 |-- mark: integer (nullable = true)


scala> df.collect()
res1: Array[org.apache.spark.sql.Row] = Array([english,80], [science,75], [math,82])