An 5714/traces2 hotswap bsc (#306)

* comment out and delete workflow * add * handle overflow * overflow * updates --------- Co-authored-by: Austin <[email protected]>
FlipsideCrypto · Jan 29, 2025 · fe59cde · fe59cde
1 parent ce98879
commit fe59cde
Show file tree

Hide file tree

Showing 37 changed files with 1,036 additions and 1,612 deletions.
diff --git a/.github/workflows/dbt_run_overflowed_traces2.yml b/.github/workflows/dbt_run_overflowed_traces2.yml
diff --git a/.github/workflows/dbt_run_traces_fix.yml b/.github/workflows/dbt_run_traces_fix.yml
diff --git a/models/bronze/overflow/bronze__potential_overflowed_traces.sql b/models/bronze/overflow/bronze__potential_overflowed_traces.sql
@@ -6,50 +6,62 @@
 WITH impacted_blocks AS (
 
     SELECT
-        VALUE :: INT AS block_number
+        blocks_impacted_array
     FROM
-        (
-            SELECT
-                blocks_impacted_array
-            FROM
-                {{ ref("silver_observability__traces_completeness") }}
-            ORDER BY
-                test_timestamp DESC
-            LIMIT
-                1
-        ), LATERAL FLATTEN (
+        {{ ref("silver_observability__traces_completeness") }}
+    ORDER BY
+        test_timestamp DESC
+    LIMIT
+        1
+), all_missing AS (
+    SELECT
+        DISTINCT VALUE :: INT AS block_number
+    FROM
+        impacted_blocks,
+        LATERAL FLATTEN (
             input => blocks_impacted_array
         )
 ),
 all_txs AS (
     SELECT
-        t.block_number,
-        t.position,
-        t.tx_hash
+        block_number,
+        POSITION AS tx_position,
+        tx_hash
     FROM
         {{ ref("silver__transactions") }}
-        t
-        JOIN impacted_blocks USING (block_number)
+        JOIN all_missing USING (block_number)
 ),
 missing_txs AS (
     SELECT
-        DISTINCT block_number,
-        POSITION,
+        DISTINCT txs.block_number,
+        txs.tx_position,
         file_name
     FROM
-        all_txs
-        LEFT JOIN {{ ref("silver__traces") }}
-        tr USING (
+        all_txs txs
+        LEFT JOIN {{ source(
+            'bsc_gold',
+            'fact_traces'
+        ) }}
+        tr2 USING (
             block_number,
-            tx_hash
+            tx_position
         )
         JOIN {{ ref("streamline__complete_traces") }} USING (block_number)
+        LEFT JOIN {{ source(
+            'bsc_silver',
+            'overflowed_traces'
+        ) }}
+        ot USING (
+            block_number,
+            tx_position
+        )
     WHERE
-        tr.tx_hash IS NULL
+        tr2.block_number IS NULL
+        AND ot.block_number IS NULL
 )
 SELECT
     block_number,
-    POSITION,
+    tx_position AS POSITION,
     file_name,
     build_scoped_file_url(
         @streamline.bronze.external_tables,

diff --git a/models/bronze/overflow/v2/bronze__overflowed_traces2.sql b/models/bronze/overflow/v2/bronze__overflowed_traces2.sql
diff --git a/models/bronze/overflow/v2/bronze__potential_overflowed_traces2.sql b/models/bronze/overflow/v2/bronze__potential_overflowed_traces2.sql