ci: run integration tests against the optimizing compiler (linux/arm64)

Signed-off-by: Edoardo Vacchi <[email protected]>
evacchi · Dec 14, 2023 · 00c088c · 00c088c
1 parent 656d872
commit 00c088c
Showing 1 changed file with 236 additions and 0 deletions.
diff --git a/.github/workflows/integration.yaml b/.github/workflows/integration.yaml
@@ -111,6 +111,59 @@ jobs:
       - name: Run the test binary with wazero CLI
         run: wazero run -mount=:/ ./zigbin/test.wasm
 
+  zig-opt:
+    needs: build_zig_test_binary
+    name: Zig / Optimizing Compiler
+    runs-on: ubuntu-22.04
+    strategy:
+      fail-fast: false # don't fail fast as sometimes failures are arch/OS specific
+      matrix:
+        arch:
+          - "arm64"
+
+    steps:
+      - name: Checkout wazero
+        uses: actions/checkout@v3
+
+      - uses: actions/cache@v3
+        id: binary-cache
+        with:
+          # Use share the cache containing archives across OSes.
+          enableCrossOsArchive: true
+          # We need this cache to run tests.
+          fail-on-cache-miss: true
+          key: zig-stdlib-test-binary-${{ env.ZIG_VERSION }}
+          path:
+            ./zigbin/
+
+      - uses: actions/setup-go@v4
+        with:
+          go-version: ${{ env.GO_VERSION }}
+
+      - name: Build wazero
+        run: go build -o ./wazerocli ./cmd/wazero
+        env:
+          GOARCH: ${{ matrix.arch }}
+
+      - name: Set up QEMU
+        if: ${{ matrix.arch != 'amd64' }}
+        uses: docker/setup-qemu-action@v2
+        with: # Avoid docker.io rate-limits; built with internal-images.yml
+          image: ghcr.io/tetratelabs/wazero/internal-binfmt
+          platforms: ${{ matrix.arch }}
+
+      - name: Build scratch container
+        run: |
+          echo 'FROM scratch' >> Dockerfile
+          echo 'CMD ["/test"]' >> Dockerfile
+          docker buildx build -t wazero:test --platform linux/${{ matrix.arch }} .
+
+      - name: Run built test binaries
+        # This runs all tests compiled above in sequence. Note: This mounts /tmp to allow t.TempDir() in tests.
+        run: |
+          docker run --platform linux/${{ matrix.arch }} -v $(pwd)/zigbin:/test -v $(pwd)/wazerocli:/wazero -e WAZEROCLI=/wazero --tmpfs /tmp --rm -t wazero:test \
+            /wazero run -optimizing-compiler -mount=:/ ./test/test.wasm
+
   build_tinygo_test_binary:
     name: Build TinyGo test binary
     runs-on: ubuntu-22.04
@@ -235,6 +288,63 @@ jobs:
             wazero run -mount=:/ -mount=:/tmp $bin -- -test.v
           done
 
+  tinygo-opt:
+    needs: build_tinygo_test_binary
+    name: TinyGo / Optimizing Compiler
+    runs-on: ubuntu-22.04
+    strategy:
+      fail-fast: false # don't fail fast as sometimes failures are arch/OS specific
+      matrix:
+        arch:
+          - "arm64"
+
+    steps:
+      - name: Checkout wazero
+        uses: actions/checkout@v3
+
+      - uses: actions/cache@v3
+        id: binary-cache
+        with:
+          # Use share the cache containing archives across OSes.
+          enableCrossOsArchive: true
+          # We need this cache to run tests.
+          fail-on-cache-miss: true
+          key: tinygo-test-binaries-${{ env.TINYGO_VERSION }}
+          path:
+            ./tinygobin/
+
+      - uses: actions/setup-go@v4
+        with:
+          go-version: ${{ env.GO_VERSION }}
+
+      - name: Build wazero
+        run: go build -o ./wazerocli ./cmd/wazero
+        env:
+          GOARCH: ${{ matrix.arch }}
+
+      - name: Set up QEMU
+        if: ${{ matrix.arch != 'amd64' }}
+        uses: docker/setup-qemu-action@v2
+        with: # Avoid docker.io rate-limits; built with internal-images.yml
+          image: ghcr.io/tetratelabs/wazero/internal-binfmt
+          platforms: ${{ matrix.arch }}
+
+      - name: Build scratch container
+        run: |
+          echo 'FROM scratch' >> Dockerfile
+          echo 'CMD ["/test"]' >> Dockerfile
+          docker buildx build -t wazero:test --platform linux/${{ matrix.arch }} .
+
+      - name: Run built test binaries
+        # This runs all tests compiled above in sequence. Note: This mounts /tmp to allow t.TempDir() in tests.
+        run: |
+          cd ./tinygobin
+          for bin in *.test; do
+            echo $bin
+            docker run --platform linux/${{ matrix.arch }} -v $(pwd)/zigbin:/test -v $(pwd)/wazerocli:/wazero -e WAZEROCLI=/wazero --tmpfs /tmp --rm -t wazero:test \
+              /wazero run -optimizing-compiler -mount=:/  $bin -- -test.v
+          done
+
   wasi-testsuite:
     name: wasi-testsuite
     runs-on: ${{ matrix.os }}
@@ -481,3 +591,129 @@ jobs:
 
           # Run all the tests in their own shell.
           $RUNNER
+
+  go_tests_opt:
+    # Due to the embedding of the GOROOT of the building env(https://github.com/golang/go/blob/3c59639b902fada0a2e5a6a35bafd10fc9183b89/src/os/os_test.go#L112),
+    # we have to build and cache on each OS unlike others in this file.
+    name: Go / Optimizing Compiler
+    runs-on: ubuntu-22.04
+    needs: go_tests
+    strategy:
+      fail-fast: false # don't fail fast as sometimes failures are arch/OS specific
+      matrix:
+        arch:
+          - "arm64"
+
+    steps:
+      - id: setup-go
+        uses: actions/setup-go@v4
+        with:
+          go-version: ${{ matrix.go-version }}
+
+      - if: ${{ steps.cache-go-test-binaries.outputs.cache-hit != 'true' }}
+        name: Build Test Binaries
+        run: |
+          mkdir ~/tests
+          cd $(go env GOROOT)
+          # Choose important packages to limit execution time.
+          for value in src/archive/tar \
+            src/bufio \
+            src/bytes \
+            src/context \
+            src/encoding/ascii85 \
+            src/encoding/asn1 \
+            src/encoding/base32 \
+            src/encoding/base64 \
+            src/encoding/binary \
+            src/encoding/csv \
+            src/encoding/gob \
+            src/encoding/hex \
+            src/encoding/json \
+            src/encoding/pem \
+            src/encoding/xml \
+            src/errors \
+            src/expvar \
+            src/flag \
+            src/fmt \
+            src/hash \
+            src/hash/adler32 \
+            src/hash/crc32 \
+            src/hash/crc64 \
+            src/hash/fnv \
+            src/hash/maphash \
+            src/io \
+            src/io/fs \
+            src/io/ioutil \
+            src/log \
+            src/log/syslog \
+            src/maps \
+            src/math \
+            src/math/big \
+            src/math/bits \
+            src/math/cmplx \
+            src/math/rand \
+            src/mime \
+            src/mime/multipart \
+            src/mime/quotedprintable \
+            src/os \
+            src/os/exec \
+            src/os/signal \
+            src/os/user \
+            src/path \
+            src/reflect \
+            src/regexp \
+            src/regexp/syntax \
+            src/runtime \
+            src/runtime/internal/atomic \
+            src/runtime/internal/math \
+            src/runtime/internal/sys \
+            src/slices \
+            src/sort \
+            src/strconv \
+            src/strings \
+            src/sync \
+            src/sync/atomic \
+            src/syscall \
+            src/testing \
+            src/testing/fstest \
+            src/testing/iotest \
+            src/testing/quick \
+            src/time
+          do
+            echo "GOOS=wasip1 GOARCH=wasm go test -v -c -o ~/tests/${value//\//_}.test ./$value"
+            GOOS=wasip1 GOARCH=wasm go test -v -c -o ~/tests/${value//\//_}.test ./$value
+          done
+
+      - name: Checkout wazero
+        uses: actions/checkout@v3
+
+      - name: Build wazero
+        run: go build -o ./wazerocli ./cmd/wazero
+        env:
+          GOARCH: ${{ matrix.arch }}
+
+      - name: Set up QEMU
+        if: ${{ matrix.arch != 'amd64' }}
+        uses: docker/setup-qemu-action@v2
+        with: # Avoid docker.io rate-limits; built with internal-images.yml
+          image: ghcr.io/tetratelabs/wazero/internal-binfmt
+          platforms: ${{ matrix.arch }}
+
+      - name: Build scratch container
+        run: |
+          echo 'FROM scratch' >> Dockerfile
+          echo 'CMD ["/test"]' >> Dockerfile
+          docker buildx build -t wazero:test --platform linux/${{ matrix.arch }} .
+
+      - name: Run standard library tests
+        run: |
+          echo "Running $(find ~/tests -name *.test | wc -l) test binaries"
+
+          # Go tests often look for files relative to the source. Change to the corresponding directory.
+          for bin in ~/tests/*.test; do
+            dir=$(basename $bin); dir=${dir%.test}; dir=${dir//_/\/}
+            pushd $(go env GOROOT)/$dir
+            docker run --platform linux/${{ matrix.arch }} -v $(pwd)/zigbin:/test -v $(pwd)/wazerocli:/wazero -e WAZEROCLI=/wazero --tmpfs /tmp --rm -t wazero:test \
+              /wazero run -optimizing-compiler -mount=/:/ -env PWD=$PWD $bin -- -test.short -test.v
+            popd
+          done