support for version 2.8.1 (#362)

aws · Feb 26, 2024 · 197b7f4 · 197b7f4
1 parent 6bbbc46
commit 197b7f4
Show file tree

Hide file tree

Showing 12 changed files with 476 additions and 434 deletions.
diff --git a/VERSION b/VERSION
@@ -1 +1 @@
-2.7.2
+2.8.1
diff --git a/docker/Dockerfile b/docker/Dockerfile
@@ -8,9 +8,9 @@ LABEL maintainer="amazon"
 
 # Airflow
 ## Version specific ARGs
-ARG AIRFLOW_VERSION=2.7.2
-ARG WATCHTOWER_VERSION=2.0.1
-ARG PROVIDER_AMAZON_VERSION=8.7.1
+ARG AIRFLOW_VERSION=2.8.1
+ARG WATCHTOWER_VERSION=3.0.1
+ARG PROVIDER_AMAZON_VERSION=8.16.0
 
 ## General ARGs
 ARG AIRFLOW_USER_HOME=/usr/local/airflow
@@ -19,8 +19,8 @@ ARG PYTHON_DEPS=""
 ARG SYSTEM_DEPS=""
 ARG INDEX_URL=""
 ENV AIRFLOW_HOME=${AIRFLOW_USER_HOME}
-ENV PATH="$PATH:/usr/local/airflow/.local/bin:/root/.local/bin:/usr/local/airflow/.local/lib/python3.10/site-packages"
-ENV PYTHON_VERSION=3.11.6
+ENV PATH="/usr/local/airflow/.local/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/airflow/.local/lib/python3.11/site-packages:/usr/local/airflow/.local/bin:/usr/local/airflow/.local/lib/python3.11/site-packages:/usr/local/airflow/.local/bin:/usr/local/airflow/.local/lib/python3.11/site-packages"
+ENV PYTHON_VERSION=3.11.7
 
 COPY script/bootstrap.sh /bootstrap.sh
 COPY script/systemlibs.sh /systemlibs.sh

diff --git a/docker/config/airflow.cfg b/docker/config/airflow.cfg
@@ -276,7 +276,7 @@ simple_log_format = %%(asctime)s %%(levelname)s - %%(message)s
 task_log_prefix_template =
 
 # Formatting for how airflow generates file names/paths for each task run.
-log_filename_template = {{ ti.dag_id }}/{{ ti.task_id }}/{{ ts }}/{{ try_number }}.log
+log_filename_template = dag_id={{ti.dag_id}}/run_id={{ti.run_id}}/task_id={{ti.task_id}}/{%% if ti.map_index >= 0 %%}map_index={{ti.map_index}}/{%% endif %%}attempt={{try_number}}.log
 
 # Formatting for how airflow generates file names for log
 log_processor_filename_template = {{ filename }}.log
@@ -628,7 +628,7 @@ kubernetes_queue = kubernetes
 # This section only applies if you are using the CeleryExecutor in
 # ``[core]`` section above
 # The app name that will be used by celery
-celery_app_name = airflow.executors.celery_executor
+celery_app_name = airflow.providers.celery.executors.celery_executor
 
 # The concurrency that will be used when starting workers with the
 # ``airflow celery worker`` command. This defines the number of task instances that