Skip to content

Commit 1f99c37

Browse files
author
James Lee
committed
improve StackOverFlowSurvey
1 parent 5c37eb7 commit 1f99c37

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

src/main/java/com/sparkTutorial/sparkSql/StackOverFlowSurvey.java

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22

33
import org.apache.log4j.Level;
44
import org.apache.log4j.Logger;
5+
import org.apache.spark.sql.DataFrameReader;
56
import org.apache.spark.sql.Dataset;
67
import org.apache.spark.sql.Row;
78
import org.apache.spark.sql.SparkSession;
@@ -21,14 +22,13 @@ public static void main(String[] args) throws Exception {
2122
Logger.getLogger("org").setLevel(Level.ERROR);
2223
SparkSession session = SparkSession.builder().appName("StackOverFlowSurvey").master("local[1]").getOrCreate();
2324

24-
Dataset<Row> responses = session.read().option("header","true").csv("in/2016-stack-overflow-survey-responses.csv");
25+
DataFrameReader dataFrameReader = session.read();
26+
27+
Dataset<Row> responses = dataFrameReader.option("header","true").csv("in/2016-stack-overflow-survey-responses.csv");
2528

2629
System.out.println("=== Print out schema ===");
2730
responses.printSchema();
2831

29-
System.out.println("=== Creates a temporary view called response ===");
30-
responses.createOrReplaceTempView("response");
31-
3232
System.out.println("=== Print 20 records of responses table ===");
3333
responses.show(20);
3434

0 commit comments

Comments
 (0)