Update SparkSesssion.builder to remove appName and master spark-examp…

…les#2
bekisz · Oct 4, 2024 · 0bbceb9 · 0bbceb9
1 parent 06b1578
commit 0bbceb9
Show file tree

Hide file tree

Showing 12 changed files with 0 additions and 24 deletions.
diff --git a/src/main/scala/com/sparkbyexamples/spark/SQLContextExample.scala b/src/main/scala/com/sparkbyexamples/spark/SQLContextExample.scala
@@ -5,8 +5,6 @@ import org.apache.spark.sql.{SQLContext, SparkSession}
 object SQLContextExample extends App {
 
   val spark = SparkSession.builder()
-    .master("local[1]")
-    .appName("SparkByExamples.com")
     .getOrCreate();
 
   spark.sparkContext.setLogLevel("ERROR")

diff --git a/src/main/scala/com/sparkbyexamples/spark/SparkSessionWrapper.scala b/src/main/scala/com/sparkbyexamples/spark/SparkSessionWrapper.scala
@@ -6,8 +6,6 @@ trait SparkSessionWrapper {
   lazy val spark: SparkSession = {
     SparkSession
       .builder()
-      .master("local")
-      .appName("spark session")
       .config("spark.sql.shuffle.partitions", "1")
       .getOrCreate()
   }

diff --git a/src/main/scala/com/sparkbyexamples/spark/dataframe/AvroToJson.scala b/src/main/scala/com/sparkbyexamples/spark/dataframe/AvroToJson.scala
@@ -5,8 +5,6 @@ import org.apache.spark.sql.{SaveMode, SparkSession}
 object AvroToJson extends App {
 
   val spark: SparkSession = SparkSession.builder()
-    .master("local[1]")
-    .appName("SparkByExample")
     .getOrCreate()
 
   spark.sparkContext.setLogLevel("ERROR")

diff --git a/src/main/scala/com/sparkbyexamples/spark/dataframe/AvroToParquet.scala b/src/main/scala/com/sparkbyexamples/spark/dataframe/AvroToParquet.scala
@@ -5,8 +5,6 @@ import org.apache.spark.sql.{SaveMode, SparkSession}
 object AvroToParquet extends App {
 
   val spark: SparkSession = SparkSession.builder()
-    .master("local[1]")
-    .appName("SparkByExample")
     .getOrCreate()
 
   spark.sparkContext.setLogLevel("ERROR")

diff --git a/src/main/scala/com/sparkbyexamples/spark/dataframe/CsvToAvroParquetJson.scala b/src/main/scala/com/sparkbyexamples/spark/dataframe/CsvToAvroParquetJson.scala
@@ -5,8 +5,6 @@ import org.apache.spark.sql.{SaveMode, SparkSession}
 object CsvToAvroParquetJson extends App {
 
   val spark: SparkSession = SparkSession.builder()
-    .master("local[1]")
-    .appName("SparkByExample")
     .getOrCreate()
 
   spark.sparkContext.setLogLevel("ERROR")

diff --git a/src/main/scala/com/sparkbyexamples/spark/dataframe/JsonToAvroCsvParquet.scala b/src/main/scala/com/sparkbyexamples/spark/dataframe/JsonToAvroCsvParquet.scala
@@ -5,8 +5,6 @@ import org.apache.spark.sql.SparkSession
 object JsonToAvroCsvParquet extends App {
 
   val spark: SparkSession = SparkSession.builder()
-    .master("local[1]")
-    .appName("SparkByExample")
     .getOrCreate()
 
   spark.sparkContext.setLogLevel("ERROR")

diff --git a/src/main/scala/com/sparkbyexamples/spark/dataframe/ParquetToAvro.scala b/src/main/scala/com/sparkbyexamples/spark/dataframe/ParquetToAvro.scala
@@ -5,8 +5,6 @@ import org.apache.spark.sql.{SaveMode, SparkSession}
 object ParquetToAvro extends App {
 
   val spark: SparkSession = SparkSession.builder()
-    .master("local[1]")
-    .appName("SparkByExample")
     .getOrCreate()
 
   spark.sparkContext.setLogLevel("ERROR")

diff --git a/src/main/scala/com/sparkbyexamples/spark/dataframe/examples/DataFrameEmptyCheck.scala b/src/main/scala/com/sparkbyexamples/spark/dataframe/examples/DataFrameEmptyCheck.scala
@@ -5,8 +5,6 @@ import org.apache.spark.sql.SparkSession
 object DataFrameEmptyCheck extends App {
 
   val spark:SparkSession = SparkSession.builder()
-    .master("local[1]")
-    .appName("SparkByExample")
     .getOrCreate()
 
   val df = spark.emptyDataFrame

diff --git a/src/main/scala/com/sparkbyexamples/spark/rdd/OperationOnPairRDDComplex.scala b/src/main/scala/com/sparkbyexamples/spark/rdd/OperationOnPairRDDComplex.scala
@@ -8,8 +8,6 @@ object OperationOnPairRDDComplex extends App{
 
 
   val spark = SparkSession.builder()
-    .appName("SparkByExample")
-    .master("local")
     .getOrCreate()
 
   spark.sparkContext.setLogLevel("ERROR")

diff --git a/src/main/scala/com/sparkbyexamples/spark/rdd/RDDAccumulator.scala b/src/main/scala/com/sparkbyexamples/spark/rdd/RDDAccumulator.scala
@@ -6,8 +6,6 @@ import org.apache.spark.sql.SparkSession
 object RDDAccumulator extends App {
 
   val spark = SparkSession.builder()
-    .appName("SparkByExample")
-    .master("local")
     .getOrCreate()
 
   val longAcc = spark.sparkContext.longAccumulator("SumAccumulator")

diff --git a/src/main/scala/com/sparkbyexamples/spark/rdd/RDDActions.scala b/src/main/scala/com/sparkbyexamples/spark/rdd/RDDActions.scala
@@ -8,8 +8,6 @@ import scala.collection.mutable
 object RDDActions extends App {
 
   val spark = SparkSession.builder()
-    .appName("SparkByExample")
-    .master("local")
     .getOrCreate()
 
   spark.sparkContext.setLogLevel("ERROR")

diff --git a/src/main/scala/com/sparkbyexamples/spark/rdd/RDDPrint.scala b/src/main/scala/com/sparkbyexamples/spark/rdd/RDDPrint.scala
@@ -5,8 +5,6 @@ import org.apache.spark.sql.SparkSession
 object RDDPrint extends App{
 
   val spark:SparkSession = SparkSession.builder()
-    .master("local[1]")
-    .appName("SparkByExample")
     .getOrCreate()
   val dept = List(("Finance",10),("Marketing",20),
       ("Sales",30), ("IT",40))