feat(experimental): use modal for easier evaluation. (#594)

TabbyML · Oct 19, 2023 · 257dba6 · 257dba6
1 parent 0dc7e98
commit 257dba6
Show file tree

Hide file tree

Showing 16 changed files with 210 additions and 308 deletions.
diff --git a/.gitignore b/.gitignore
@@ -2,4 +2,5 @@
 node_modules
 .idea/
 .DS_Store
-.vscode/
+.vscode/
+__pycache__
diff --git a/experimental/eval/.gitignore b/experimental/eval/.gitignore
diff --git a/experimental/eval/README.md b/experimental/eval/README.md
diff --git a/experimental/eval/config.toml b/experimental/eval/config.toml
diff --git a/experimental/eval/docker-compose.cuda.yaml b/experimental/eval/docker-compose.cuda.yaml
diff --git a/experimental/eval/docker-compose.yaml b/experimental/eval/docker-compose.yaml
diff --git a/experimental/eval/eval.sh b/experimental/eval/eval.sh
diff --git a/experimental/eval/eval_sky.sh b/experimental/eval/eval_sky.sh
diff --git a/experimental/eval/main.py b/experimental/eval/main.py
diff --git a/experimental/eval/output.jsonl b/experimental/eval/output.jsonl
diff --git a/experimental/eval/processing.py b/experimental/eval/processing.py
diff --git a/experimental/eval/requirements.txt b/experimental/eval/requirements.txt
diff --git a/experimental/eval/sample.jsonl b/experimental/eval/sample.jsonl
diff --git a/experimental/eval/skypilot.yaml b/experimental/eval/skypilot.yaml