diff --git a/aztk_cli/config/spark-defaults.conf b/aztk_cli/config/spark-defaults.conf index af629bc4..b3204ee8 100644 --- a/aztk_cli/config/spark-defaults.conf +++ b/aztk_cli/config/spark-defaults.conf @@ -42,9 +42,6 @@ spark.dynamicAllocation.enabled true # set "scratch" space for Spark spark.local.dir /mnt/batch/tasks -# Note: aztk pre-loads wasb jars, so loading is not necessary -spark.jars /home/spark-current/jars/azure-storage-2.0.0.jar,/home/spark-current/jars/hadoop-azure-2.7.3.jar - # Note: Default filesystem master HA spark.deploy.recoveryMode FILESYSTEM spark.deploy.recoveryDirectory /root/