Reduce batch size — 50k was OOMing the Redshift loader, 10k works fine, don't ask why

2026-04-21 08:00:00 +00:00 · 2026-04-21 08:00:00 +00:00 · 0b31344c4c
commit 0b31344c4c
parent 4c29bcc54c
1 changed files with 1 additions and 1 deletions
--- a/config/pipeline.yml
+++ b/config/pipeline.yml
@ -7,5 +7,5 @@ pipeline:
    host: redshift.nexus.local
    database: analytics
    schema: public
-  batch_size: 50000
+  batch_size: 10000
  max_retries: 3