spark.ui.showConsoleProgress false spark.dynamicAllocation.enabled true spark.dynamicAllocation.shuffleTracking.enabled true spark.dynamicAllocation.minExecutors 0 spark.dynamicAllocation.initialExecutors 1 spark.dynamicAllocation.maxExecutors 3 spark.dynamicAllocation.schedulerBacklogTimeout 1s spark.dynamicAllocation.sustainedSchedulerBacklogTimeout 1s spark.dynamicAllocation.executorIdleTimeout 5s spark.executor.cores 1 spark.executor.memory 512m