Add Airflow DAG skeleton for events ETL
This commit is contained in:
parent
cf5e45713c
commit
452ee4ed3e
1 changed files with 22 additions and 0 deletions
22
dags/events_dag.py
Normal file
22
dags/events_dag.py
Normal file
|
|
@ -0,0 +1,22 @@
|
|||
from datetime import datetime, timedelta
|
||||
from airflow import DAG
|
||||
from airflow.operators.python import PythonOperator
|
||||
|
||||
default_args = {
|
||||
"owner": "data-team",
|
||||
"retries": 2,
|
||||
"retry_delay": timedelta(minutes=5),
|
||||
"email_on_failure": True,
|
||||
"email": ["data-alerts@nexus.local"],
|
||||
}
|
||||
|
||||
with DAG(
|
||||
"events_etl",
|
||||
default_args=default_args,
|
||||
description="Nightly events ETL from S3 to Redshift",
|
||||
schedule_interval="0 1 * * *",
|
||||
start_date=datetime(2024, 9, 1),
|
||||
catchup=False,
|
||||
tags=["etl", "events"],
|
||||
) as dag:
|
||||
pass # operators wired in separate task modules
|
||||
Loading…
Reference in a new issue