diff --git a/.github/workflows/spark_deployment/docker-compose.yml b/.github/workflows/spark_deployment/docker-compose.yml index 2e8077b..bd02f76 100644 --- a/.github/workflows/spark_deployment/docker-compose.yml +++ b/.github/workflows/spark_deployment/docker-compose.yml @@ -32,9 +32,9 @@ services: depends_on: - spark-master environment: - - SPARK_WORKER_CORES=2 - - SPARK_WORKER_MEMORY=4G - - SPARK_EXECUTOR_MEMORY=3G + # - SPARK_WORKER_CORES=2 + # - SPARK_WORKER_MEMORY=4G + # - SPARK_EXECUTOR_MEMORY=3G - SPARK_LOCAL_IP=spark-worker - SPARK_MASTER=spark://spark-master:7077 - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}