File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
src/main/java/com/sparkTutorial/sparkSql Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 22
33import org .apache .log4j .Level ;
44import org .apache .log4j .Logger ;
5+ import org .apache .spark .sql .DataFrameReader ;
56import org .apache .spark .sql .Dataset ;
67import org .apache .spark .sql .Row ;
78import org .apache .spark .sql .SparkSession ;
@@ -21,14 +22,13 @@ public static void main(String[] args) throws Exception {
2122 Logger .getLogger ("org" ).setLevel (Level .ERROR );
2223 SparkSession session = SparkSession .builder ().appName ("StackOverFlowSurvey" ).master ("local[1]" ).getOrCreate ();
2324
24- Dataset <Row > responses = session .read ().option ("header" ,"true" ).csv ("in/2016-stack-overflow-survey-responses.csv" );
25+ DataFrameReader dataFrameReader = session .read ();
26+
27+ Dataset <Row > responses = dataFrameReader .option ("header" ,"true" ).csv ("in/2016-stack-overflow-survey-responses.csv" );
2528
2629 System .out .println ("=== Print out schema ===" );
2730 responses .printSchema ();
2831
29- System .out .println ("=== Creates a temporary view called response ===" );
30- responses .createOrReplaceTempView ("response" );
31-
3232 System .out .println ("=== Print 20 records of responses table ===" );
3333 responses .show (20 );
3434
You can’t perform that action at this time.
0 commit comments