CW tokens none by default, not zero

ProbablyFaiz · Jun 21, 2024 · b6aed06 · b6aed06
1 parent 8098597
commit b6aed06
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/rl/llm/config.py b/rl/llm/config.py
@@ -14,7 +14,7 @@ class LLMConfig:
     model_name_or_path: str
     tokenizer_name_or_path: str = ""
     lora_name_or_path: str | None = None
-    context_window_tokens: int = 0
+    context_window_tokens: int | None = None
     max_new_tokens: int = 2048
     temperature: float = 0.0
     frequency_penalty: float = 0.2  # Experiment with this