Merge pull request #3 from castai/feature/crawl-repos

Feature/crawl repos
castai · Jul 22, 2024 · 428d99f · 428d99f
2 parents 542e773 + 09bd34e
commit 428d99f
Show file tree

Hide file tree

Showing 21 changed files with 4,053 additions and 59,463 deletions.
diff --git a/.github/workflows/cicd.yml b/.github/workflows/cicd.yml
@@ -0,0 +1,44 @@
+# This workflow will install Python dependencies, run tests and lint with a single version of Python
+# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
+
+name: CI/CD
+
+on:
+  push:
+  pull_request:
+    branches: [ "main" ]
+  workflow_call:
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python 3.12
+      uses: actions/setup-python@v4
+      with:
+        python-version: "3.12"
+    # - name: Cache pre-commit environments
+    #   id: cache-pre-commit
+    #   uses: actions/cache@v3
+    #   with:
+    #     path: ~/.cache/pre-commit
+    #     key: ${{ runner.os }}-pre-commit-${{ hashFiles('**/.pre-commit-config.yaml') }}
+    #     restore-keys: |
+    #       ${{ runner.os }}-pre-commit-
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install flake8 pytest
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+    - name: Lint with Ruff
+      run: |
+        pip install ruff
+        ruff check --output-format=github .
+    - name: Test with pytest
+      run: pytest
diff --git a/.github/workflows/incremental_feed_update.yml b/.github/workflows/incremental_feed_update.yml
@@ -0,0 +1,29 @@
+# This is a basic workflow that is manually triggered
+
+name: Manual workflow
+
+# Controls when the action will run. Workflow runs when manually triggered using the UI
+# or API.
+on:
+  workflow_dispatch:
+    # Inputs the workflow accepts.
+    inputs: {}
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  get_rate_limit: 
+    runs-on: ubuntu-latest
+    env:
+      GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    steps:
+    - name: Get rate limit
+      run: gh api rate_limit
+  # This workflow contains a single job called "greet"
+  # greet:
+  #   # The type of runner that the job will run on
+  #   runs-on: ubuntu-latest
+
+  #   # Steps represent a sequence of tasks that will be executed as part of the job
+  #   steps:
+  #   # Runs a single command using the runners shell
+  #   - name: Send greeting
+  #     run: echo "Hello ${{ inputs.name }}"
diff --git a/data/2024-06-09.csv b/data/2024-06-09.csv
diff --git a/data/2024-06-11.csv b/data/2024-06-11.csv
diff --git a/data/2024-06-12.csv b/data/2024-06-12.csv
diff --git a/data/2024-06-13.csv b/data/2024-06-13.csv
diff --git a/data/2024-06-14.csv b/data/2024-06-14.csv
diff --git a/data/2024-06-15.csv b/data/2024-06-15.csv
diff --git a/data/2024-06-16.csv b/data/2024-06-16.csv
diff --git a/data/2024-06-17.csv b/data/2024-06-17.csv
diff --git a/data/2024-06-18.csv b/data/2024-06-18.csv
diff --git a/data/2024-06-19.csv b/data/2024-06-19.csv
diff --git a/data/2024-06-20.csv b/data/2024-06-20.csv
diff --git a/data/2024-06-21.csv b/data/2024-06-21.csv
diff --git a/data/2024-06-22.csv b/data/2024-06-22.csv
diff --git a/data/2024-06-24.csv b/data/2024-06-24.csv
diff --git a/data/2024-06-25.csv b/data/2024-06-25.csv
diff --git a/data/latest.csv b/data/latest.csv
diff --git a/pyproject.toml b/pyproject.toml
@@ -0,0 +1,4 @@
+[tool.pytest.ini_options]
+pythonpath = [
+  "."
+]