From fafeae67076304cac7d7294ba2c0c4d2d4eb7905 Mon Sep 17 00:00:00 2001 From: Austin Date: Mon, 9 Dec 2024 13:35:51 -0500 Subject: [PATCH] abis --- .github/workflows/dbt_run_scheduled_abis.yml | 6 ++- ...heduled_decoded_logs_history_user_abis.yml | 45 ------------------- .github/workflows/dbt_test_tasks.yml | 27 ----------- data/github_actions__workflows.csv | 9 ++-- 4 files changed, 9 insertions(+), 78 deletions(-) delete mode 100644 .github/workflows/dbt_run_scheduled_decoded_logs_history_user_abis.yml delete mode 100644 .github/workflows/dbt_test_tasks.yml diff --git a/.github/workflows/dbt_run_scheduled_abis.yml b/.github/workflows/dbt_run_scheduled_abis.yml index 6412999..e34a0d2 100644 --- a/.github/workflows/dbt_run_scheduled_abis.yml +++ b/.github/workflows/dbt_run_scheduled_abis.yml @@ -42,4 +42,8 @@ jobs: - name: Update ABI models run: | - dbt run -m "fsc_evm,tag:silver_abis" "fsc_evm,tag:gold_abis" \ No newline at end of file + dbt run -m "fsc_evm,tag:silver_abis" "fsc_evm,tag:gold_abis" + + - name: Kick off decoded logs history, if there are new ABIs from users + run: | + dbt run-operation fsc_evm.run_decoded_logs_history \ No newline at end of file diff --git a/.github/workflows/dbt_run_scheduled_decoded_logs_history_user_abis.yml b/.github/workflows/dbt_run_scheduled_decoded_logs_history_user_abis.yml deleted file mode 100644 index 7576bb6..0000000 --- a/.github/workflows/dbt_run_scheduled_decoded_logs_history_user_abis.yml +++ /dev/null @@ -1,45 +0,0 @@ -name: dbt_run_scheduled_decoded_logs_history_user_abis -run-name: dbt_run_scheduled_decoded_logs_history_user_abis - -on: - workflow_dispatch: - branches: - - "main" - -env: - DBT_PROFILES_DIR: ./ - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - run_dbt_jobs: - runs-on: ubuntu-latest - environment: - name: workflow_prod - - steps: - - uses: actions/checkout@v3 - - - uses: actions/setup-python@v4 - with: - python-version: "3.10" - cache: "pip" - - - name: install dependencies - run: | - pip install -r requirements.txt - dbt deps - - - name: Kick off decoded logs history, if there are new ABIs from users - run: | - dbt run-operation fsc_evm.run_decoded_logs_history \ No newline at end of file diff --git a/.github/workflows/dbt_test_tasks.yml b/.github/workflows/dbt_test_tasks.yml deleted file mode 100644 index 8adb7f5..0000000 --- a/.github/workflows/dbt_test_tasks.yml +++ /dev/null @@ -1,27 +0,0 @@ -name: dbt_test_tasks -run-name: dbt_test_tasks - -on: - workflow_dispatch: - branches: - - "main" - -env: - DBT_PROFILES_DIR: ./ - - ACCOUNT: "${{ vars.ACCOUNT }}" - ROLE: "${{ vars.ROLE }}" - USER: "${{ vars.USER }}" - PASSWORD: "${{ secrets.PASSWORD }}" - REGION: "${{ vars.REGION }}" - DATABASE: "${{ vars.DATABASE }}" - WAREHOUSE: "${{ vars.WAREHOUSE }}" - SCHEMA: "${{ vars.SCHEMA }}" - -concurrency: - group: ${{ github.workflow }} - -jobs: - called_workflow_template: - uses: FlipsideCrypto/analytics-workflow-templates/.github/workflows/dbt_test_tasks.yml@AN-4374/upgrade-dbt-1.7 - secrets: inherit \ No newline at end of file diff --git a/data/github_actions__workflows.csv b/data/github_actions__workflows.csv index 522926f..86b8814 100644 --- a/data/github_actions__workflows.csv +++ b/data/github_actions__workflows.csv @@ -1,11 +1,10 @@ workflow_name,workflow_schedule dbt_run_streamline_chainhead,"24,54 * * * *" -dbt_run_scheduled_main,"2,32 * * * *" +dbt_run_scheduled_main,"2 * * * *" dbt_run_scheduled_curated,"15 */4 * * *" -dbt_run_scheduled_decoded_logs,"9,39 * * * *" +dbt_run_scheduled_decoded_logs,"10 * * * *" dbt_test_intraday,"40 */4 * * *" dbt_test_daily,"23 8 * * *" dbt_test_monthly,"6 7 28 * *" -dbt_run_scheduled_abis,"32 */12 * * *" -dbt_run_streamline_decoded_logs_history,"6 22 * * 6" -dbt_run_scheduled_decoded_logs_history_user_abis,"39 23 * * *" \ No newline at end of file +dbt_run_scheduled_abis,"32 23 * * *" +dbt_run_streamline_decoded_logs_history,"6 22 * * 6" \ No newline at end of file