From 8ff4eea1d888791d4d065fd8fb9bba1aed25e595 Mon Sep 17 00:00:00 2001
From: Mathieu Poumeyrol <kali@zoy.org>
Date: Mon, 18 Nov 2024 10:24:06 +0100
Subject: [PATCH] jump to next gen, three modes

---
 .travis/test-llm.sh | 23 ++++++++++-------------
 1 file changed, 10 insertions(+), 13 deletions(-)

diff --git a/.travis/test-llm.sh b/.travis/test-llm.sh
index d85dfabfab..01ceadd54a 100755
--- a/.travis/test-llm.sh
+++ b/.travis/test-llm.sh
@@ -36,18 +36,15 @@ case $q in
 esac
 
 nnef=llm/$generation/$id/$id.nnef.tgz
-pp=llm/$generation/$id/$id.pp.io.npz
-tg=llm/$generation/$id/$id.tg.io.npz
 
 set -x
-$CACHE_FILE $nnef $pp $tg
-
-$TRACT_RUN -v --nnef-tract-core $MODELS/$nnef -O run \
-    --input-from-npz $MODELS/$pp \
-    --assert-output-bundle $MODELS/$pp \
-    --approx $approx --allow-float-casts
-
-$TRACT_RUN -v --nnef-tract-core $MODELS/$nnef -O run \
-    --input-from-npz $MODELS/$tg \
-    --assert-output-bundle $MODELS/$tg \
-    --approx $approx --allow-float-casts
+$CACHE_FILE $nnef
+for t in p0s100 p50s50 p99s1 
+do
+    npz=llm/$generation/$id/$id.$t.io.npz
+    $CACHE_FILE $npz
+    $TRACT_RUN -v --nnef-tract-core $MODELS/$nnef -O run \
+        --input-from-npz $MODELS/$npz \
+        --assert-output-bundle $MODELS/$npz \
+        --approx $approx --allow-float-casts
+done