Merge main into new_provider

Signed-off-by: Andreas Fehlner <fehlner@arcor.de>

Author: andife

.gitattributes

@@ -0,0 +1 @@
+*.sh text eol=lf

.github/copilot-instructions.md

@@ -0,0 +1,3 @@
+# GitHub Copilot instructions
+
+Follow the repository rules in `/AGENTS.md`.

.github/workflows/benchmark-backends.yml

@@ -37,7 +37,7 @@ jobs:
       tvm: ${{ steps.filter.outputs.tvm }}
       onnx2c: ${{ steps.filter.outputs.onnx2c }}
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
       - uses: dorny/paths-filter@6852f92c20ea7fd3b0c25de3b5112db3a98da050 # v3
         id: filter
         with:
@@ -111,7 +111,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/ort -f runtimes/ort/stable/Dockerfile .
@@ -135,7 +135,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/onnxtf -f runtimes/onnx-tf/stable/Dockerfile .
@@ -160,7 +160,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/onnxtf-dev -f runtimes/onnx-tf/development/Dockerfile .
@@ -185,7 +185,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/jaxonnxruntime -f runtimes/jaxonnxruntime/stable/Dockerfile .
@@ -209,7 +209,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
         with:
           persist-credentials: true
           fetch-depth: 0
@@ -237,7 +237,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/ort-dev -f runtimes/ort/development/Dockerfile .
@@ -264,7 +264,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/emx-onnx-cgen -f runtimes/emx-onnx-cgen/stable/Dockerfile .
@@ -291,7 +291,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/tract -f runtimes/tract/stable/Dockerfile .
@@ -318,7 +318,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/onnx-reference -f runtimes/onnx-reference/stable/Dockerfile .
@@ -345,7 +345,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/opencv -f runtimes/opencv/stable/Dockerfile .
@@ -372,7 +372,7 @@ jobs:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/tvm -f runtimes/tvm/stable/Dockerfile .
@@ -395,11 +395,15 @@ jobs:
     timeout-minutes: 90
     needs: changes
     if: always() && (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || needs.changes.outputs.onnx2c == 'true')
+
+  onnxruntime_openvino_stable:
+    runs-on: ubuntu-latest
+    timeout-minutes: 90
     permissions:
       contents: read
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
 
       - name: Build docker image
         run: docker build -t scoreboard/onnx2c -f runtimes/onnx2c/stable/Dockerfile .
@@ -417,15 +421,57 @@ jobs:
           name: results-onnx2c-stable
           path: results/onnx2c/stable/
 
+  onnxruntime_openvino_stable:
+    runs-on: ubuntu-latest
+    timeout-minutes: 90
+    permissions:
+      contents: read
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v7
+
+      - name: Build docker image
+        run: docker build -t scoreboard/onnxruntime-openvino -f runtimes/onnxruntime-openvino/stable/Dockerfile .
+
+      - name: Prepare results directory
+        run: mkdir -p ${{ github.workspace }}/results/onnxruntime-openvino/stable && chmod 777 ${{ github.workspace }}/results/onnxruntime-openvino/stable
+
+      - name: Run docker container
+        run: |
+          docker run --name onnxruntime-openvino --env-file setup/env.list \
+            -e RESULTS_DIR=/home/onnx/results \
+            -e CSVDIR=/home/onnx/results \
+            -v ${{ github.workspace }}/results/onnxruntime-openvino/stable:/home/onnx/results \
+            scoreboard/onnxruntime-openvino || true
+
+      - name: Upload results
+        if: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' }}
+        uses: actions/upload-artifact@v7
+        with:
+          name: results-onnxruntime-openvino-stable
+          path: results/onnxruntime-openvino/stable/
+
   collect_and_deploy:
     runs-on: ubuntu-latest
     permissions:
       contents: write
-    needs: [onnxruntime_stable, onnxruntime_dev, onnx_tf_stable, onnx_tf_dev, jaxonnxruntime_stable, jaxonnxruntime_dev, emx_onnx_cgen_stable, tract_stable, onnx_reference_stable, opencv_stable, tvm_stable, onnx2c_stable]
-    if: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' }}
+    needs: [onnxruntime_stable, onnxruntime_dev, onnx_tf_stable, onnx_tf_dev, jaxonnxruntime_stable, jaxonnxruntime_dev, emx_onnx_cgen_stable, tract_stable, onnx_reference_stable, opencv_stable, tvm_stable, onnx2c_stable, onnxruntime_openvino_stable]
+    # Run even if some backend jobs failed, so the scoreboard is still deployed
+    if: ${{ always() && (github.event_name == 'schedule' || github.event_name == 'workflow_dispatch') }}
     steps:
       - name: Checkout code
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
+
+      - name: Set up Python 3.12
+        uses: actions/setup-python@v6
+        with:
+          python-version: '3.12'
+
+      - name: Preserve merge inputs
+        run: |
+          mkdir -p /tmp/scoreboard-merge
+          cp scripts/merge_trends.py /tmp/scoreboard-merge/merge_trends.py
+          cp setup/config.json /tmp/scoreboard-merge/config.json
 
       - name: Switch to benchmark-results branch
         run: |
@@ -441,76 +487,98 @@ jobs:
 
       - name: Download ort stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-ort-stable
           path: results/ort/stable/
 
       - name: Download onnx-tf stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-onnxtf-stable
           path: results/onnx-tf/stable/
 
       - name: Download onnx-tf dev results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-onnxtf-dev
           path: results/onnx-tf/development/
 
       - name: Download jaxonnxruntime stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-jaxonnxruntime-stable
           path: results/jaxonnxruntime/stable/
 
       - name: Download jaxonnxruntime dev results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-jaxonnxruntime-dev
           path: results/jaxonnxruntime/development/
 
       - name: Download ort dev results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-ort-dev
           path: results/ort/development/
 
       - name: Download emx-onnx-cgen stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-emx-onnx-cgen-stable
           path: results/emx-onnx-cgen/stable/
 
       - name: Download tract stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-tract-stable
           path: results/tract/stable/
 
       - name: Download ONNX reference stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-onnx-reference-stable
           path: results/onnx-reference/stable/
 
       - name: Download opencv stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-opencv-stable
           path: results/opencv/stable/
 
       - name: Download tvm stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-tvm-stable
           path: results/tvm/stable/
 
       - name: Download onnx2c stable results
         uses: actions/download-artifact@v8
+        continue-on-error: true
         with:
           name: results-onnx2c-stable
           path: results/onnx2c/stable/
 
+      - name: Download onnxruntime-openvino stable results
+        uses: actions/download-artifact@v8
+        continue-on-error: true
+        with:
+          name: results-onnxruntime-openvino-stable
+          path: results/onnxruntime-openvino/stable/
+
+      - name: Merge trend history
+        run: python3 /tmp/scoreboard-merge/merge_trends.py --config /tmp/scoreboard-merge/config.json --base-ref HEAD
+
       - name: Deploy results
         run: |
           git add results

.github/workflows/eslint.yml

@@ -12,7 +12,7 @@ jobs:
   eslint:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - uses: actions/setup-node@v6
         with:
           node-version: "24"

.github/workflows/lint.yml

@@ -10,7 +10,7 @@ jobs:
   ruff:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - uses: actions/setup-python@v6
         with:
           python-version: "3.12"