from pyspark.sql import SparkSession spark = SparkSession.builder.getOrCreate() spark.sparkContext.setLogLevel("ERROR") print(f"spark.master={spark.sparkContext.master}") print(f"spark.app.name={spark.sparkContext.appName}") print(f"spark.sql.shuffle.partitions={spark.conf.get('spark.sql.shuffle.partitions')}") print(f"spark.ui.showConsoleProgress={spark.sparkContext.getConf().get('spark.ui.showConsoleProgress')}") print(f"range_count={spark.range(0, 1000).count()}") spark.stop() print("spark_stopped=true")