From dcfdce9db63b904329139d40e0f43f61a6f174a6 Mon Sep 17 00:00:00 2001 From: Chris DeCarolis Date: Fri, 22 Nov 2024 13:09:11 -0800 Subject: [PATCH] [dagster-airlift] Scheduling migration guide from Airflow to Dagster --- docs/content/_navigation.json | 4 ++++ .../integrations/airlift/airflow-dagster-equivalents.mdx | 2 +- .../content/integrations/airlift/migration-best-practices.mdx | 0 .../integrations/airlift/equivalents/airflow_hook.py | 3 +++ 4 files changed, 8 insertions(+), 1 deletion(-) delete mode 100644 docs/content/integrations/airlift/migration-best-practices.mdx diff --git a/docs/content/_navigation.json b/docs/content/_navigation.json index bd87d70bf1ce5..f2e9292d3a142 100644 --- a/docs/content/_navigation.json +++ b/docs/content/_navigation.json @@ -934,6 +934,10 @@ "title": "Airlift", "path": "/integrations/airlift", "children": [ + { + "title": "Mapping Airflow Concepts to Dagster", + "path": "/integrations/airlift/airflow-dagster-equivalents" + }, { "title": "Airflow Migration Tutorial", "path": "/integrations/airlift/tutorial/overview", diff --git a/docs/content/integrations/airlift/airflow-dagster-equivalents.mdx b/docs/content/integrations/airlift/airflow-dagster-equivalents.mdx index 7dddc6efa8c75..4040089266f71 100644 --- a/docs/content/integrations/airlift/airflow-dagster-equivalents.mdx +++ b/docs/content/integrations/airlift/airflow-dagster-equivalents.mdx @@ -257,7 +257,7 @@ export AIRFLOW_CONN_AWS_DEFAULT='aws://YOUR_AWS_ACCESS_KEY_ID:YOUR_AWS_SECRET_AC Here's an example of using an Airflow Hook with a set-up Airflow connection to interact with S3: -```python file=/integrations/airlift/equivalents/airflow_hook.py +```python file=/integrations/airlift/equivalents/airflow_hook.py startafter=start_ex endbefore=end_ex from datetime import datetime, timedelta from airflow import DAG diff --git a/docs/content/integrations/airlift/migration-best-practices.mdx b/docs/content/integrations/airlift/migration-best-practices.mdx deleted file mode 100644 index e69de29bb2d1d..0000000000000 diff --git a/examples/docs_snippets/docs_snippets/integrations/airlift/equivalents/airflow_hook.py b/examples/docs_snippets/docs_snippets/integrations/airlift/equivalents/airflow_hook.py index ba38bb1fe00ed..bee33967dffac 100644 --- a/examples/docs_snippets/docs_snippets/integrations/airlift/equivalents/airflow_hook.py +++ b/examples/docs_snippets/docs_snippets/integrations/airlift/equivalents/airflow_hook.py @@ -1,3 +1,5 @@ +# type: ignore +# start_ex from datetime import datetime, timedelta from airflow import DAG @@ -18,3 +20,4 @@ def upload_customers_data() -> None: task_id="s3_operations", python_callable=upload_customers_data, ) +# end_ex