groq supports_json=True

GooeyAI · Jul 22, 2024 · 7ab0374 · 7ab0374
1 parent d9ad0d4
commit 7ab0374
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/daras_ai_v2/language_model.py b/daras_ai_v2/language_model.py
@@ -91,6 +91,7 @@ class LargeLanguageModels(Enum):
         context_window=128_000,
         price=1,
         is_vision_model=True,
+        supports_json=True,
     )
     # https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4
     gpt_4_turbo_vision = LLMSpec(
@@ -172,27 +173,31 @@ class LargeLanguageModels(Enum):
         llm_api=LLMApis.groq,
         context_window=8192,
         price=1,
+        supports_json=True,
     )
     llama_3_groq_70b_tool_use = LLMSpec(
         label="Llama 3 Groq 70b Tool Use",
         model_id="llama3-groq-70b-8192-tool-use-preview",
         llm_api=LLMApis.groq,
         context_window=8192,
         price=1,
+        supports_json=True,
     )
     llama3_8b = LLMSpec(
         label="Llama 3 8b (Meta AI)",
         model_id="llama3-8b-8192",
         llm_api=LLMApis.groq,
         context_window=8192,
         price=1,
+        supports_json=True,
     )
     llama_3_groq_8b_tool_use = LLMSpec(
         label="Llama 3 Groq 8b Tool Use",
         model_id="llama3-groq-8b-8192-tool-use-preview",
         llm_api=LLMApis.groq,
         context_window=8192,
         price=1,
+        supports_json=True,
     )
     llama2_70b_chat = LLMSpec(
         label="Llama 2 70b Chat [Deprecated] (Meta AI)",
@@ -208,20 +213,23 @@ class LargeLanguageModels(Enum):
         llm_api=LLMApis.groq,
         context_window=32_768,
         price=1,
+        supports_json=True,
     )
     gemma_2_9b_it = LLMSpec(
         label="Gemma 2 9B (Google)",
         model_id="gemma2-9b-it",
         llm_api=LLMApis.groq,
         context_window=8_192,
         price=1,
+        supports_json=True,
     )
     gemma_7b_it = LLMSpec(
         label="Gemma 7B (Google)",
         model_id="gemma-7b-it",
         llm_api=LLMApis.groq,
         context_window=8_192,
         price=1,
+        supports_json=True,
     )
 
     # https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models