from pathlib import Path

from pyspark.sql import SparkSession
from pyspark.sql import functions as F


input_path = "data/avro/orders"
output_path = "data/avro/priority-apac"

spark = (
    SparkSession.builder.master("local[1]")
    .appName("spark-avro-read-write")
    .getOrCreate()
)
spark.sparkContext.setLogLevel("ERROR")