data-pipeline/config/pipeline.yml

11 lines
217 B
YAML

pipeline:
schedule: "0 3 * * *"
source:
bucket: nexus-data-raw
prefix: events/
destination:
host: redshift.nexus.local
database: analytics
schema: public
batch_size: 50000
max_retries: 3