[CI][SYCL][Do not merge] Add CI workflow to run compute-benchmarks on incoming syclos PRs

.github/workflows/sycl-benchmark-aggregate.yml

@@ -0,0 +1,87 @@
+name: Aggregate benchmark averages
+
+on:
+  schedule:
+  - cron: 0 1 * * *
+  workflow_dispatch:
+    inputs:
+      cutoff_timestamp:
+        description: "Timestamp "
+        type: string
+        required: false
+  workflow_call:
+    inputs:
+      cutoff_timestamp:
+        type: string
+        required: false
+
+permissions:
+  contents: read
+
+jobs:
+  aggregate:
+    name: Aggregate average value for all metrics (median)
+    permissions:
+      contents: write  # for Git to git push
+    runs-on: ubuntu-latest
+    if: github.repository == 'intel/llvm'
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        path: llvm
+        sparse-checkout: |
+          devops/scripts/benchmarking
+    - name: Load benchmarking configuration
+      run: |
+        # TODO isolate sanitation from benchmark.sh different script
+        # use sanitation here
+        . llvm/devops/scripts/benchmarking/benchmark-ci.conf;
+        echo "PERF_RES_GIT_REPO=$PERF_RES_GIT_REPO" >> $GITHUB_ENV
+        echo "PERF_RES_BRANCH=$PERF_RES_BRANCH" >> $GITHUB_ENV
+        echo "PERF_RES_PATH=$PERF_RES_PATH" >> $GITHUB_ENV
+
+        if [ -z '${{ inputs.cutoff_timestamp }}' ]; then
+          # No time given, use default time period
+          echo "CUTOFF_TIMESTAMP=$(date --date="$AVERAGE_CUTOFF_RANGE" +"$TIMESTAMP_FORMAT")" >> $GITHUB_ENV
+        else
+          # If the provided time is a unix `date` timestamp, convert the time to our format
+          _converted_timestamp="$(date --date '${{ inputs.cutoff_timestamp }}' +"$TIMESTAMP_FORMAT" 2> /dev/null)"
+          if [ -n "$_converted_timestamp" ]; then
+            echo "CUTOFF_TIMESTAMP=$_converted_timestamp" >> $GITHUB_ENV
+          else
+            # If not a valid unix `date` timestamp, it could be in our timestamp format already.
+            # aggregate.py will ensure the timestamp is in the proper format, so we can pass the
+            # time forward regardless: 
+            echo 'CUTOFF_TIMESTAMP=${{ inputs.cutoff_timestamp }}' >> $GITHUB_ENV
+          fi
+        fi
+    - name: Checkout performance results repository
+      run: |
+        git clone -b $PERF_RES_BRANCH $PERF_RES_GIT_REPO $PERF_RES_PATH
+    - name: Run aggregator on cloned data
+      run: |
+        for dir in $(find "$PERF_RES_PATH" -mindepth 2 -maxdepth 2 -type d ! -path '*.git*'); do
+          _runner="$(basename $(dirname $dir))"
+          _testcase="$(basename $dir)"
+          python llvm/devops/scripts/benchmarking/aggregate.py "$_runner" "$_testcase" "$CUTOFF_TIMESTAMP"
+        done
+    - name: Debug
+      run: |
+        find "$PERF_RES_PATH" -maxdepth 3 ! -name '.*'
+        echo "########"
+        find . -maxdepth 3 ! -name '.*'
+    - name: Upload average to the repo
+      env:
+        SSH_KEY: ${{secrets.ACTIONS_DEPLOY_KEY}}
+      run: |
+        mkdir -p ~/.ssh
+        echo "$SSH_KEY" > ~/.ssh/id_rsa
+        chmod 600 ~/.ssh/id_rsa
+        eval "$(ssh-agent -s)"
+        ssh-add -k ~/.ssh/id_rsa
+        cd $PERF_RES_PATH
+        git config --global user.name "iclsrc"
+        git config --global user.email "[email protected]"
+        git add .
+        git commit -m "Average aggregate $(date "+%m/%d/%y %H:%M")" -s
+        git push

.github/workflows/sycl-containers-igc-dev.yaml

@@ -1,54 +1,54 @@
-name: IGC DEV CI Containers
-on:
-  workflow_dispatch:
-  push:
-    branches:
-      - sycl
-    paths:
-      - 'devops/actions/build_container/**'
-      - 'devops/scripts/**'
-      - 'devops/dependencies-igc-dev.json'
-      - '.github/workflows/sycl-containers-igc-dev.yaml'
-  pull_request:
-    paths:
-      - 'devops/actions/build_container/**'
-      - 'devops/scripts/**'
-      - 'devops/dependencies-igc-dev.json'
-      - '.github/workflows/sycl-containers-igc-dev.yaml'
-
-permissions: read-all
-
-jobs:
-  build_and_push_images:
-    if: github.repository == 'intel/llvm'
-    name: Build and Push IGC Dev Docker Images
-    runs-on: ubuntu-22.04
-    permissions:
-      packages: write
-    strategy:
-      matrix:
-        include:
-          - name: Intel Drivers Ubuntu 24.04 Docker image with dev IGC
-            dockerfile: ubuntu2404_intel_drivers_igc_dev
-            imagefile: ubuntu2404_intel_drivers
-            tag: devigc
-            build_args: |
-                  "use_unstable_driver=false"
-                  "use_igc_dev=true"
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-        with:
-          fetch-depth: 2
-      - name: Build and Push Container
-        uses: ./devops/actions/build_container
-        with:
-          push: ${{ github.event_name != 'pull_request' }}
-          file: ${{ matrix.dockerfile }}
-          username: ${{ github.repository_owner }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-          tags: |
-            ghcr.io/${{ github.repository }}/${{ matrix.imagefile }}:${{ matrix.tag }}-${{ github.sha }}
-            ghcr.io/${{ github.repository }}/${{ matrix.imagefile }}:${{ matrix.tag }}
-          build-args: ${{ matrix.build_args }}
-
+# name: IGC DEV CI Containers
+# on:
+#   workflow_dispatch:
+#   push:
+#     branches:
+#       - sycl
+#     paths:
+#       - 'devops/actions/build_container/**'
+#       - 'devops/scripts/**'
+#       - 'devops/dependencies-igc-dev.json'
+#       - '.github/workflows/sycl-containers-igc-dev.yaml'
+#   pull_request:
+#     paths:
+#       - 'devops/actions/build_container/**'
+#       - 'devops/scripts/**'
+#       - 'devops/dependencies-igc-dev.json'
+#       - '.github/workflows/sycl-containers-igc-dev.yaml'
+# 
+# permissions: read-all
+# 
+# jobs:
+#   build_and_push_images:
+#     if: github.repository == 'intel/llvm'
+#     name: Build and Push IGC Dev Docker Images
+#     runs-on: ubuntu-22.04
+#     permissions:
+#       packages: write
+#     strategy:
+#       matrix:
+#         include:
+#           - name: Intel Drivers Ubuntu 24.04 Docker image with dev IGC
+#             dockerfile: ubuntu2404_intel_drivers_igc_dev
+#             imagefile: ubuntu2404_intel_drivers
+#             tag: devigc
+#             build_args: |
+#                   "use_unstable_driver=false"
+#                   "use_igc_dev=true"
+#     steps:
+#       - name: Checkout
+#         uses: actions/checkout@v4
+#         with:
+#           fetch-depth: 2
+#       - name: Build and Push Container
+#         uses: ./devops/actions/build_container
+#         with:
+#           push: ${{ github.event_name != 'pull_request' }}
+#           file: ${{ matrix.dockerfile }}
+#           username: ${{ github.repository_owner }}
+#           password: ${{ secrets.GITHUB_TOKEN }}
+#           tags: |
+#             ghcr.io/${{ github.repository }}/${{ matrix.imagefile }}:${{ matrix.tag }}-${{ github.sha }}
+#             ghcr.io/${{ github.repository }}/${{ matrix.imagefile }}:${{ matrix.tag }}
+#           build-args: ${{ matrix.build_args }}
+#