schedule and params

FlipsideCrypto · Nov 6, 2024 · 5baafdc · 5baafdc
1 parent a659318
commit 5baafdc
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 10 deletions.
diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv
@@ -1,3 +1,4 @@
 workflow_name,workflow_schedule
 dbt_run_streamline_chainhead,"24,54 * * * *"
-dbt_run_scheduled_main,"2,32 * * * *"
+dbt_run_scheduled_main,"2,32 * * * *"
+dbt_run_streamline_history,"12 * * * *"
diff --git a/dbt_project.yml b/dbt_project.yml
@@ -146,27 +146,27 @@ vars:
   # BLOCKS_TRANSACTIONS_REALTIME_TESTING_LIMIT: 3
 
   BLOCKS_TRANSACTIONS_HISTORY_NEW_BUILD: True
-  BLOCKS_TRANSACTIONS_HISTORY_SQL_LIMIT: 200000
-  BLOCKS_TRANSACTIONS_HISTORY_PRODUCER_BATCH_SIZE: 40000
-  BLOCKS_TRANSACTIONS_HISTORY_WORKER_BATCH_SIZE: 8000
+  BLOCKS_TRANSACTIONS_HISTORY_SQL_LIMIT: 300000
+  BLOCKS_TRANSACTIONS_HISTORY_PRODUCER_BATCH_SIZE: 60000
+  BLOCKS_TRANSACTIONS_HISTORY_WORKER_BATCH_SIZE: 12000
   # BLOCKS_TRANSACTIONS_HISTORY_TESTING_LIMIT: 4
 
   RECEIPTS_REALTIME_NEW_BUILD: True
   # RECEIPTS_REALTIME_TESTING_LIMIT: 3
 
   RECEIPTS_HISTORY_NEW_BUILD: True
-  RECEIPTS_HISTORY_SQL_LIMIT: 200000
-  RECEIPTS_HISTORY_PRODUCER_BATCH_SIZE: 40000
-  RECEIPTS_HISTORY_WORKER_BATCH_SIZE: 8000
+  RECEIPTS_HISTORY_SQL_LIMIT: 300000
+  RECEIPTS_HISTORY_PRODUCER_BATCH_SIZE: 60000
+  RECEIPTS_HISTORY_WORKER_BATCH_SIZE: 12000
   # RECEIPTS_HISTORY_TESTING_LIMIT: 4
 
   TRACES_REALTIME_NEW_BUILD: True
   # TRACES_REALTIME_TESTING_LIMIT: 3
 
   TRACES_HISTORY_NEW_BUILD: True
-  TRACES_HISTORY_SQL_LIMIT: 100000
-  TRACES_HISTORY_PRODUCER_BATCH_SIZE: 12500
-  TRACES_HISTORY_WORKER_BATCH_SIZE: 2500
+  TRACES_HISTORY_SQL_LIMIT: 150000
+  TRACES_HISTORY_PRODUCER_BATCH_SIZE: 18750
+  TRACES_HISTORY_WORKER_BATCH_SIZE: 3750
   # TRACES_HISTORY_TESTING_LIMIT: 4
 
   # GOLD_FULL_REFRESH: True