From f9465ebb61bcd409313a0572efc54a77972bc2da Mon Sep 17 00:00:00 2001
From: Scott Todd <scott.todd0@gmail.com>
Date: Mon, 6 Jan 2025 16:16:11 -0800
Subject: [PATCH] Add `[pinned, unpinnned]` matrix to `ci_val.yaml`.

---
 .github/workflows/ci_eval.yaml | 37 +++++++++++-----------------------
 requirements-iree-pinned.txt   |  4 +---
 requirements-iree-unpinned.txt |  4 +---
 3 files changed, 14 insertions(+), 31 deletions(-)

diff --git a/.github/workflows/ci_eval.yaml b/.github/workflows/ci_eval.yaml
index f2db697d7..43b0664dc 100644
--- a/.github/workflows/ci_eval.yaml
+++ b/.github/workflows/ci_eval.yaml
@@ -24,10 +24,11 @@ jobs:
   test_perplexity_iree:
     if: ${{ github.repository_owner == 'nod-ai' || github.event_name != 'schedule' }}
     timeout-minutes: 1000
-    name: "IREE Perplexity"
+    name: "IREE Perplexity :: ${{ matrix.version }} :: ${{ matrix.requirements }}"
     strategy:
       matrix:
         version: [3.11]
+        requirements: [pinned, unpinned]
         runs-on: [llama-mi300x-3]
       fail-fast: false
     runs-on: ${{matrix.runs-on}}
@@ -51,20 +52,12 @@ jobs:
         run: |
           source ${VENV_DIR}/bin/activate
           python -m pip install --no-compile --upgrade pip
-
-          # Note: We install in three steps in order to satisfy requirements
-          # from non default locations first. Installing the PyTorch CPU
-          # wheels saves multiple minutes and a lot of bandwidth on runner setup.
           pip install --no-compile -r pytorch-cpu-requirements.txt
-
-          # Install nightly IREE packages.
-          # We could also pin to a known working or stable version.
-          pip install -f https://iree.dev/pip-release-links.html --pre --upgrade \
-            iree-base-compiler \
-            iree-base-runtime \
-            iree-turbine
-
-          pip install --no-compile -r requirements.txt -r sharktank/requirements-tests.txt -e sharktank/
+          pip install -r requirements-iree-${{ matrix.requirements }}.txt
+          pip install --no-compile \
+            -r sharktank/requirements.txt \
+            -r sharktank/requirements-tests.txt \
+            -e sharktank/
           pip freeze
 
       - name: Run perplexity test with IREE
@@ -110,18 +103,12 @@ jobs:
         run: |
           source ${VENV_DIR}/bin/activate
           python -m pip install --no-compile --upgrade pip
-
-          # Note: We install in three steps in order to satisfy requirements
-          # from non default locations first. Installing the PyTorch CPU
-          # wheels saves multiple minutes and a lot of bandwidth on runner setup.
           pip install --no-compile -r pytorch-cpu-requirements.txt
-
-          # Install nightly iree-turbine.
-          # We could also pin to a known working or stable version.
-          pip install -f https://iree.dev/pip-release-links.html --pre --upgrade \
-            iree-turbine
-
-          pip install --no-compile -r requirements.txt -r sharktank/requirements-tests.txt -e sharktank/
+          pip install -r requirements-iree-unpinned.txt
+          pip install --no-compile \
+            -r sharktank/requirements.txt \
+            -r sharktank/requirements-tests.txt \
+            -e sharktank/
 
       - name: Run perplexity test with Torch
         run: |
diff --git a/requirements-iree-pinned.txt b/requirements-iree-pinned.txt
index 4ca1246ee..e2300fbdd 100644
--- a/requirements-iree-pinned.txt
+++ b/requirements-iree-pinned.txt
@@ -5,6 +5,4 @@
 --find-links https://iree.dev/pip-release-links.html
 iree-base-compiler==3.1.0rc20241204
 iree-base-runtime==3.1.0rc20241204
-
-# TODO(#760): include iree-turbine in this requirements file too?
-# iree-turbine==3.1.0rc20241205
+iree-turbine==3.1.0rc20241205
diff --git a/requirements-iree-unpinned.txt b/requirements-iree-unpinned.txt
index 09d4688dd..878541a40 100644
--- a/requirements-iree-unpinned.txt
+++ b/requirements-iree-unpinned.txt
@@ -4,6 +4,4 @@
 --find-links https://iree.dev/pip-release-links.html
 iree-base-compiler
 iree-base-runtime
-
-# TODO(#760): include iree-turbine in this requirements file too?
-# iree-turbine
+iree-turbine