Tweak requirements

ProbablyFaiz · Jun 4, 2024 · 0267bbc · 0267bbc
1 parent 066e1b8
commit 0267bbc
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 4 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -29,23 +29,24 @@ dependencies = [
     "python-dotenv",
     "matplotlib",
     "pandas",
-    "torch",
     "pyspark",
     "unidecode",
-    "anthropic",
-    "transformers",
-    "openai",
 ]
 
 [project.optional-dependencies]
 llm = [
     "vllm>=0.4.0; platform_system == 'Linux'",
     "flash-attn; platform_system == 'Linux'",
+    "transformers",
+    "torch",
     "peft",
     "trl",
     "datasets",
     "wandb",
     "huggingface_hub",
+    "modal",
+    "anthropic",
+    "openai",
 ]
 dev = [
     "build",

diff --git a/rl/utils/locate_passage.py b/rl/utils/locate_passage.py
@@ -20,6 +20,7 @@ class DocumentFragment:
     text: str
 
 
+# TODO: This is very slow, and should be optimized.
 def get_best_ngram_match(
     passage: str,
     document: str,