remove redundent changes

flexflow · Jan 14, 2024 · 437577e · 437577e
1 parent 9d1a901
commit 437577e
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 15 deletions.
diff --git a/inference/.gitignore b/inference/.gitignore
@@ -3,9 +3,4 @@ weights
 tokenizers
 prompt
 output
-python/.chainlit
-python/chainlit.md
-python/spec_infer.py
-python/incr_decoding.py
-.env
-python/chain_testing.py
+.env
diff --git a/inference/python/spec_infer.py b/inference/python/spec_infer.py
@@ -143,15 +143,11 @@ def main():
 
     llm.start_server()
 
-    # if len(configs.prompt) > 0:
-    #     prompts = [s for s in json.load(open(configs.prompt))]
-    #     results = llm.generate(prompts)
-    # else:
-    #     result = llm.generate("Three tips for staying healthy are: ")
-
-    result = llm.generate("Three tips for staying healthy are: ")
-
-
+    if len(configs.prompt) > 0:
+        prompts = [s for s in json.load(open(configs.prompt))]
+        results = llm.generate(prompts)
+    else:
+        result = llm.generate("Three tips for staying healthy are: ")
 
 if __name__ == "__main__":
     print("flexflow inference example (speculative inference)")