from pyspark.sql import SparkSession from pyspark.sql import functions as F spark = ( SparkSession.builder .appName("local-sales-summary") .config("spark.ui.showConsoleProgress", "false") .getOrCreate() ) spark.sparkContext.setLogLevel("ERROR")