Move to Pixi, Hatchling, Pre-commit, and Ruff

.github/workflows/test.yaml

@@ -5,50 +5,158 @@ on:
       - main
   pull_request:
     branches:
-    - '*'
+      - "*"
   workflow_dispatch:
+    inputs:
+      target:
+        description: "How much of the test suite to run"
+        type: choice
+        default: default
+        options:
+          - default
+          - full
+          - downstream
+      cache:
+        description: "Use cache"
+        type: boolean
+        default: true
+
   schedule:
-    - cron: '0 01 * * SUN'
+    - cron: "0 01 * * SUN"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
+defaults:
+  run:
+    shell: bash -el {0}
+
 env:
-  COLUMNS: 120
+  DISPLAY: ":99.0"
+  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  COV: "--cov=./spatialpandas --cov-report=xml"
 
 jobs:
-  test_suite:
-    name: Tests on ${{ matrix.os }} with Python ${{ matrix.python-version }}
+  pre_commit:
+    name: Run pre-commit
+    runs-on: "ubuntu-latest"
+    steps:
+      - uses: holoviz-dev/holoviz_tasks/pre-commit@v0
+
+  setup:
+    name: Setup workflow
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: read
+    outputs:
+      code_change: ${{ steps.filter.outputs.code }}
+      matrix: ${{ env.MATRIX }}
+    steps:
+      - uses: actions/checkout@v4
+        if: github.event_name != 'pull_request'
+      - name: Check for code changes
+        uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            code:
+              - 'spatialpandas/**'
+              - 'examples/**'
+              - 'pixi.toml'
+              - 'pyproject.toml'
+              - '.github/workflows/test.yaml'
+      - name: Set matrix option
+        run: |
+          if [[ '${{ github.event_name }}' == 'workflow_dispatch' ]]; then
+            OPTION=${{ github.event.inputs.target }}
+          elif [[ '${{ github.event_name }}' == 'schedule' ]]; then
+            OPTION="full"
+          elif [[ '${{ github.event_name }}' == 'push' && '${{ github.ref_type }}' == 'tag' ]]; then
+            OPTION="full"
+          else
+            OPTION="default"
+          fi
+          echo "MATRIX_OPTION=$OPTION" >> $GITHUB_ENV
+      - name: Set test matrix with 'default' option
+        if: env.MATRIX_OPTION == 'default'
+        run: |
+          MATRIX=$(jq -nsc '{
+              "os": ["ubuntu-latest", "macos-latest", "windows-latest"],
+              "environment": ["test-39", "test-312"]
+          }')
+          echo "MATRIX=$MATRIX" >> $GITHUB_ENV
+      - name: Set test matrix with 'full' option
+        if: env.MATRIX_OPTION == 'full'
+        run: |
+          MATRIX=$(jq -nsc '{
+              "os": ["ubuntu-latest", "macos-latest", "windows-latest"],
+              "environment": ["test-39", "test-310", "test-311", "test-312"]
+          }')
+          echo "MATRIX=$MATRIX" >> $GITHUB_ENV
+      - name: Set test matrix with 'downstream' option
+        if: env.MATRIX_OPTION == 'downstream'
+        run: |
+          MATRIX=$(jq -nsc '{
+              "os": ["ubuntu-latest"],
+              "environment": ["test-311"]
+          }')
+          echo "MATRIX=$MATRIX" >> $GITHUB_ENV
+
+  pixi_lock:
+    name: Pixi lock
+    runs-on: ubuntu-latest
+    steps:
+      - uses: holoviz-dev/holoviz_tasks/pixi_lock@pixi
+        with:
+          cache: ${{ github.event.inputs.cache == 'true' || github.event.inputs.cache == '' }}
+
+  unit_test_suite:
+    name: unit:${{ matrix.environment }}:${{ matrix.os }}
+    needs: [pre_commit, setup, pixi_lock]
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix: ${{ fromJson(needs.setup.outputs.matrix) }}
+    timeout-minutes: 120
+    steps:
+      - uses: holoviz-dev/holoviz_tasks/pixi_install@pixi
+        if: needs.setup.outputs.code_change == 'true'
+        with:
+          environments: ${{ matrix.environment }}
+      - name: Test Unit
+        if: needs.setup.outputs.code_change == 'true'
+        run: |
+          pixi run -e ${{ matrix.environment }} test-unit $COV
+      - name: Test Examples
+        if: needs.setup.outputs.code_change == 'true'
+        run: |
+          pixi run -e ${{ matrix.environment }} test-example
+      - uses: codecov/codecov-action@v4
+        if: needs.setup.outputs.code_change == 'true'
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+
+  core_test_suite:
+    name: core:${{ matrix.environment }}:${{ matrix.os }}
+    needs: [pre_commit, setup, pixi_lock]
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
-        os: ['ubuntu-latest', 'macos-latest', 'windows-latest']
-        python-version: ["3.9", "3.10", "3.11"]
-    timeout-minutes: 90
-    defaults:
-      run:
-        shell: bash -l {0}
-    env:
-      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        os: ["ubuntu-latest"]
+        environment: ["test-core"]
+    timeout-minutes: 120
     steps:
-      - uses: holoviz-dev/holoviz_tasks/[email protected]
+      - uses: holoviz-dev/holoviz_tasks/pixi_install@pixi
+        if: needs.setup.outputs.code_change == 'true'
         with:
-          name: unit_test_suite
-          python-version: ${{ matrix.python-version }}
-          channel-priority: strict
-          channels: pyviz/label/dev,conda-forge,nodefaults
-          envs: "-o tests"
-          cache: true
-          conda-update: true
-        id: install
-      - name: doit test_lint
-        if: runner.os != 'Windows'
-        run: |
-          conda activate test-environment
-          doit test_lint
-      - name: doit test_unit_deploy
-        run: |
-          conda activate test-environment
-          doit test_unit_deploy
+          environments: ${{ matrix.environment }}
+      - name: Check packages latest version
+        if: needs.setup.outputs.code_change == 'true'
+        run: |
+          pixi run -e ${{ matrix.environment }} check-latest-packages numpy pandas bokeh panel param
+      - name: Test Unit
+        if: needs.setup.outputs.code_change == 'true'
+        run: |
+          pixi run -e ${{ matrix.environment }} test-unit

.gitignore

@@ -111,3 +111,12 @@ spatialpandas/.version
 monkeytype.sqlite3
 
 .doit.db
+
+# pixi + hatch
+.pixi
+pixi.lock
+_version.py
+
+# Exampel files
+examples/world.parq
+examples/world_packed.parq/

.pre-commit-config.yaml

@@ -0,0 +1,37 @@
+exclude: (\.(js|svg)$)
+
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.6.0
+    hooks:
+      - id: check-builtin-literals
+      - id: check-case-conflict
+      - id: check-docstring-first
+      - id: check-executables-have-shebangs
+      - id: check-toml
+      - id: detect-private-key
+      - id: end-of-file-fixer
+      - id: trailing-whitespace
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.5.6
+    hooks:
+      - id: ruff
+        files: datashader/
+  - repo: https://github.com/hoxbro/clean_notebook
+    rev: v0.1.15
+    hooks:
+      - id: clean-notebook
+  # - repo: https://github.com/codespell-project/codespell
+  #   rev: v2.3.0
+  #   hooks:
+  #     - id: codespell
+  #       additional_dependencies:
+  #         - tomli
+  # - repo: https://github.com/pycqa/isort
+  #   rev: 5.13.2
+  #   hooks:
+  #     - id: isort
+  #       name: isort (python)
+
+ci:
+  autofix_prs: false