gateway-conformance.yml

name: Gateway Conformance

on:
  workflow_dispatch:
  push:
    branches:
      - main
  pull_request:
    paths-ignore:
      - '**/*.md'

env:
  KUBO_VER: 'v0.28.0'             # kubo daemon used as no-libp2p-remote-* backend

concurrency:
  group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event_name == 'push' && github.sha || github.ref }}
  cancel-in-progress: true

jobs:
  tests:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        backend: ["libp2p-bitswap", "remote-block-gw", "remote-car-gw"]

    steps:
      # 1. Start the Kubo gateway
      - name: Install Kubo
        uses: ipfs/download-ipfs-distribution-action@v1
        with:
          name: kubo
          version: "${{ env.KUBO_VER }}"

      - name: Setup kubo config
        run: |
          ipfs init --profile=test
          ipfs config Addresses.Gateway "/ip4/127.0.0.1/tcp/8080"
          ipfs config Addresses.API "/ip4/127.0.0.1/tcp/5001"
          ipfs config --json Gateway.ExposeRoutingAPI true
          ipfs config Routing.Type "autoclient"

      - name: Start Kubo gateway
        uses: ipfs/start-ipfs-daemon-action@v1

      # 2. Download the gateway-conformance fixtures
      - name: Download gateway-conformance fixtures
        uses: ipfs/gateway-conformance/.github/actions/extract-fixtures@v0.5.2
        with:
          output: fixtures

      # 3. Populate the Kubo node with the gateway-conformance fixtures
      - name: Import fixtures
        run: |
          # Import car files
          find ./fixtures -name '*.car' -exec ipfs dag import --pin-roots=false --offline {} \;

          # Import ipns records
          records=$(find ./fixtures -name '*.ipns-record')
          for record in $records
          do
              key=$(basename -s .ipns-record "$record" | cut -d'_' -f1)
              ipfs routing put --allow-offline "/ipns/$key" "$record"
          done

          # Import dnslink records
          # the IPFS_NS_MAP env will be used by the daemon
          export IPFS_NS_MAP=$(cat "./fixtures/dnslinks.json" | jq -r '.subdomains | to_entries | map("\(.key).example.com:\(.value)") | join(",")')
          export IPFS_NS_MAP="$(cat "./fixtures/dnslinks.json" | jq -r '.domains | to_entries | map("\(.key):\(.value)") | join(",")'),${IPFS_NS_MAP}"
          echo "IPFS_NS_MAP=${IPFS_NS_MAP}" >> $GITHUB_ENV

      # 4. Build rainbow
      - name: Setup Go
        uses: actions/setup-go@v5
        with:
          go-version: 1.21.x

      - name: Checkout rainbow
        uses: actions/checkout@v4
        with:
          path: rainbow
      - name: Build rainbow
        run: go build
        working-directory: rainbow

      # 5. Start rainbow variant
      - name: Start rainbow (libp2p and bitswap)
        if: ${{ matrix.backend == 'libp2p-bitswap' }}
        env:
          RAINBOW_DHT_ROUTING: off
          RAINBOW_HTTP_ROUTERS: http://127.0.0.1:8080
        run: |
          # set up peering with kubo to ensure fixtures can be found fast
          kuboNodeMultiaddr=$(ipfs --api=/ip4/127.0.0.1/tcp/5001 swarm addrs local --id | head -n 1)

          ./rainbow --peering=$kuboNodeMultiaddr &
        working-directory: rainbow

      # 5. Start rainbow variant
      - name: Start rainbow (no libp2p, remote block gateway)
        if: ${{ matrix.backend == 'remote-block-gw' }}
        env:
          GATEWAY_CONFORMANCE_TEST: true
          RAINBOW_HTTP_ROUTERS: http://127.0.0.1:8080
          RAINBOW_REMOTE_BACKENDS: http://127.0.0.1:8080
          RAINBOW_REMOTE_BACKENDS_MODE: block
          RAINBOW_LIBP2P: false
        run: |
          ./rainbow &
        working-directory: rainbow
          #
      # 5. Start rainbow variant
      - name: Start rainbow (no libp2p, remote car gateway)
        if: ${{ matrix.backend == 'remote-car-gw' }}
        env:
          GATEWAY_CONFORMANCE_TEST: true
          RAINBOW_HTTP_ROUTERS: http://127.0.0.1:8080
          RAINBOW_REMOTE_BACKENDS: http://127.0.0.1:8080
          RAINBOW_REMOTE_BACKENDS_MODE: car
          RAINBOW_LIBP2P: false
        run: |
          ./rainbow &
        working-directory: rainbow

      # 6. Run the gateway-conformance tests
      - name: Run gateway-conformance tests
        uses: ipfs/gateway-conformance/.github/actions/test@v0.5.2
        with:
          gateway-url: http://127.0.0.1:8090
          json: output.json
          xml: output.xml
          html: output.html
          markdown: output.md
          specs: +trustless-gateway,+path-gateway,+subdomain-gateway,+dnslink-gateway,+redirects-file
          # use below to skip specific test if needed
          # args: -skip 'TestFooBr/GET_response_for_something'
          #
          # only-if-cached: rainbow does not guarantee local cache, we will adjust upstream test (which was Kubo-specific)
          # for now disabling these test cases
          args: -skip 'TestGatewayCache/.*_with_only-if-cached_succeeds_when_in_local_datastore'

      # 7. Upload the results
      - name: Upload MD summary
        if: failure() || success()
        run: cat output.md >> $GITHUB_STEP_SUMMARY
      - name: Upload HTML report
        if: failure() || success()
        uses: actions/upload-artifact@v4
        with:
          name: ${{ matrix.backend }}_gateway-conformance.html
          path: output.html
      - name: Upload JSON report
        if: failure() || success()
        uses: actions/upload-artifact@v4
        with:
          name: ${{ matrix.backend }}_gateway-conformance.json
          path: output.json