upload-ersilia-pack.yml

name: Upload Ersilia Pack Dockerized Model

on:
  workflow_call:

jobs:
  build-ersilia-pack-image:
    if: ${{ github.repository != 'ersilia-os/eos-template' }}
    runs-on: ubuntu-latest
    steps:
    
      - name: Checkout repository
        uses: actions/checkout@v4
        with:
          lfs: true

      - run: git lfs pull
      # https://github.com/docker/setup-qemu-action
      - name: Set up QEMU
        uses: docker/setup-qemu-action@v3
      
      # https://github.com/docker/setup-buildx-action
      - name: Set up Docker Buildx
        id: buildx
        uses: docker/setup-buildx-action@v3
    
      # log in to dockerhub
      - name: Login to Docker Hub
        if: github.event_name != 'pull_request'
        uses: docker/login-action@v1
        with:
          username: ${{ secrets.DOCKERHUB_USERNAME }}
          password: ${{ secrets.DOCKERHUB_PASSWORD }}
      
      # This might stop working in the future, so we need to keep an eye on it
      - name: Free Disk Space (Ubuntu)
        uses: jlumbroso/free-disk-space@main
        with:
          # this might remove tools that are actually needed,
          # if set to "true" but frees about 6 GB
          tool-cache: true
          
          # all of these default to true, but feel free to set to
          # "false" if necessary for your workflow
          android: true
          dotnet: true
          haskell: true
          large-packages: true
          swap-storage: true
      
      # Install ersilia-pack, requests, and ersilia to test the built image with ersilia CLI
      - name: Setup Python for Ersilia Pack
        id: setupPythonForErsiliaPack
        uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3
        with:
          python-version: '3.10'

      - name: Install ersilia-pack and generate the right Dockerfile
        env:
          REPO_NAME: ${{ github.event.repository.name }}
        run: |
          python -m pip install git+https://github.com/ersilia-os/ersilia-pack.git
          python -m pip install requests
          python -m pip install git+https://github.com/ersilia-os/ersilia.git
          python .github/scripts/resolve_dockerfile.py $REPO_NAME

      - name: Build only AMD64 Image for Testing
        id: buildForTestErsiliaPack
        uses: docker/build-push-action@v6.7.0
        with:
          context: ../ # We need to go back to the root directory to find the Dockerfile and copy the model repository
          load: true
          tags: ersiliaos/${{ github.event.repository.name }}:latest

      - name: Test built image
        id: testBuiltImageErsiliaPack
        env:
          PULL_IMAGE: n
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          AWS_DEFAULT_REGION: us-east-1
        if: steps.buildForTestErsiliaPack.outcome == 'success'
        run: |
          ersilia -v fetch ${{ github.event.repository.name }} --from_dockerhub
          ersilia -v serve ${{ github.event.repository.name }} --track #Added --track here
          ersilia example -n 1 -f input.csv --predefined
          ersilia -v run -i "input.csv" -o "output.csv" 
          ersilia close
          output=$(python .github/scripts/verify_model_outcome.py output.csv)
          if echo "$output" | grep -q "All outcomes are null"; then
            echo "Error in model outcome, aborting build"
            exit 1
          fi
      
      - name: Upload output.csv
        if: always()
        uses: actions/upload-artifact@83fd05a356d7e2593de66fc9913b3002723633cb #pin v3.1.1
        with:
          name: model-output
          retention-days: 14
          path: output.csv

      - run: rm output.csv

      # If test failed, we  tag the image as dev
      - name: Tag Dev image
        id: tagDevImage
        if: steps.testBuiltImageErsiliaPack.outcome == 'failure'
        run: |
          docker tag ersiliaos/${{ github.event.repository.name }}:latest ersiliaos/${{ github.event.repository.name }}:dev
          docker push ersiliaos/${{ github.event.repository.name }}:dev

      - name: Create a Test issue
        if: steps.testBuiltImageErsiliaPack.outcome == 'failure'
        uses: actions-ecosystem/action-create-issue@b63bc2bbacb6a838dfe4a9f70da6665ae0962a49
        id: createFailureIssue
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          title: Failed model build
          body: |
            The model build failed. Please check the logs and fix the issue.
            A dev image has been pushed to DockerHub for reference.
          labels: |
            bug

      # If test succeeds we tag the image with timestamp and latest
      - name: Get date
        id: get-date
        env:
          DATE: ${{ github.run_started_at }} 
        run: |
          # Keep only the date part
          DATE=$(echo $DATE | cut -d 'T' -f 1)
          echo "date=$DATE" >> $GITHUB_OUTPUT

      - name: Build and push
        id: buildMultiple
        if: steps.testBuiltImageErsiliaPack.outcome == 'success'
        continue-on-error: true
        uses: docker/build-push-action@v6.7.0
        timeout-minutes: 45
        with:
          context: .
          platforms: linux/amd64,linux/arm64
          push: ${{ github.event_name != 'pull_request' }}
          tags: |
            ersiliaos/${{ github.event.repository.name }}:latest
            ersiliaos/${{ github.event.repository.name }}:${{ steps.get-date.outputs.date }}
          
      - name: Set build failure output
        id: buildCheck
        run: |
          if [[ "${{ steps.buildMultiple.outcome }}" == "failure" ]]; then
            echo "::set-output name=failed::true"
            echo "AMD64" > arch.txt 
          else
            echo "::set-output name=failed::false"
            echo "AMD64,ARM64" > arch.txt
          fi
      
      - name: Upload arch.txt
        uses: actions/upload-artifact@v4
        with:
          name: arch
          path: arch.txt