spark.master spark://spark-master:7077 spark.driver.memory 2g spark.executor.memory 2g spark.executor.cores 2 spark.default.parallelism 4 spark.sql.shuffle.partitions 4 spark.serializer org.apache.spark.serializer.KryoSerializer spark.hadoop.fs.defaultFS hdfs://namenode:9000