from pyspark.sql import SparkSession spark = ( SparkSession.builder .master("local[2]") .appName("sg-pyspark-local-check") .config("spark.ui.showConsoleProgress", "false") .getOrCreate() ) spark.sparkContext.setLogLevel("ERROR") print(f"spark_version={spark.version}") print(f"master={spark.sparkContext.master}") print(f"app_name={spark.sparkContext.appName}") print(f"range_count={spark.range(0, 1000).count()}") spark.stop() print("spark_stopped=true")