Merge pull request #300 from nebuly-ai/fix_llama_tok

Add tokenizer path to load_tokenizer for llama models
nebuly-ai · Mar 26, 2023 · 9efe338 · 9efe338
2 parents aad1c09 + 1f19e73
commit 9efe338
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/apps/accelerate/chatllama/chatllama/rlhf/actor.py b/apps/accelerate/chatllama/chatllama/rlhf/actor.py
@@ -143,7 +143,7 @@ def load_tokenizer(config: ConfigActor):
                 load_tokenizer,
             )  # noqa
 
-            tokenizer = load_tokenizer()
+            tokenizer = load_tokenizer(config.tokenizer_path)
         return tokenizer
 
     def parameters(self):