revert #358 and #325 (#366)

Because they broke CI
nod-ai · Oct 29, 2024 · 652c5ed · 652c5ed
1 parent e4c7c20
commit 652c5ed
Show file tree

Hide file tree

Showing 4 changed files with 2 additions and 451 deletions.
diff --git a/shortfin/python/shortfin_apps/llm/components/service.py b/shortfin/python/shortfin_apps/llm/components/service.py
@@ -73,7 +73,7 @@ def start(self):
                 )
             ]
             + self.inference_modules,
-            devices=self.sysman.ls.devices,
+            fiber=self.main_fiber,
             trace_execution=False,
         )
         # Resolve prefill entrypoints.
@@ -393,7 +393,7 @@ async def run(self):
                 "".join([f"\n  {i}: {ary.shape}" for i, ary in enumerate(args)]),
             )
             # Invoke. Logits are of shape [bs, bsl, d].
-            (logits,) = await fn(*args, fiber=self.fiber)
+            (logits,) = await fn(*args)
 
             # Return results.
             for i in range(req_count):

diff --git a/shortfin/requirements-tests.txt b/shortfin/requirements-tests.txt
@@ -11,8 +11,6 @@ wheel
 # Deps needed for shortfin_apps.llm
 dataclasses-json
 tokenizers
-numpy
-sentencepiece
 
 # Deps needed for shortfin_apps.sd
 pillow

diff --git a/shortfin/tests/apps/llm/cpu_llm_server_test.py b/shortfin/tests/apps/llm/cpu_llm_server_test.py