Add Airflow DAG skeleton for events ETL
This commit is contained in:
parent
cf5e45713c
commit
452ee4ed3e
1 changed files with 22 additions and 0 deletions
22
dags/events_dag.py
Normal file
22
dags/events_dag.py
Normal file
|
|
@ -0,0 +1,22 @@
|
||||||
|
from datetime import datetime, timedelta
|
||||||
|
from airflow import DAG
|
||||||
|
from airflow.operators.python import PythonOperator
|
||||||
|
|
||||||
|
default_args = {
|
||||||
|
"owner": "data-team",
|
||||||
|
"retries": 2,
|
||||||
|
"retry_delay": timedelta(minutes=5),
|
||||||
|
"email_on_failure": True,
|
||||||
|
"email": ["data-alerts@nexus.local"],
|
||||||
|
}
|
||||||
|
|
||||||
|
with DAG(
|
||||||
|
"events_etl",
|
||||||
|
default_args=default_args,
|
||||||
|
description="Nightly events ETL from S3 to Redshift",
|
||||||
|
schedule_interval="0 1 * * *",
|
||||||
|
start_date=datetime(2024, 9, 1),
|
||||||
|
catchup=False,
|
||||||
|
tags=["etl", "events"],
|
||||||
|
) as dag:
|
||||||
|
pass # operators wired in separate task modules
|
||||||
Loading…
Reference in a new issue