# spark-env.sh used on every node (both engines) for the 1 TB TPC-DS run on GCP.
# Workers: n2-custom 14 vCPU / 112 GB -> 2 executors x 7 cores x 40g each; 4 executors, 28 cores total.
# Driver:  e2-highmem-4 (4 vCPU / 32 GB) -> 24g driver heap.
# SPARK_LOCAL_DIRS point at the two local NVMe SSDs on each worker.
JAVA_HOME=/usr/lib/jvm/java-21-openjdk-amd64
SPARK_LOCAL_DIRS=/mnt/ssd0/spark,/mnt/ssd1/spark
SPARK_WORKER_INSTANCES=1
SPARK_WORKER_CORES=14
SPARK_WORKER_MEMORY=100g
SPARK_EXECUTOR_CORES=7
SPARK_EXECUTOR_MEMORY=40g
SPARK_DRIVER_MEMORY=24g