from pyspark.sql import SparkSession

spark = (
    SparkSession.builder
    .master("local[2]")
    .appName("sg-upgrade-smoke")
    .config("spark.ui.showConsoleProgress", "false")
    .getOrCreate()
)
spark.sparkContext.setLogLevel("ERROR")

rows = spark.range(1, 4).count()
print(f"spark_version={spark.version}")
print(f"rows={rows}")

spark.stop()