Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Json format on doc_search, doc_summary, and google_gpt #405

Merged
merged 3 commits into from
Jul 22, 2024
Merged

Json format on doc_search, doc_summary, and google_gpt #405

Changes from 1 commit
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
2cdd3e7
added json format to doc_search, doc_summary, and google_gpt
SanderGi Jul 15, 2024
1ef830c
allow json mode on everything
devxpy Jul 22, 2024
00e8ab7
groq supports_json=True
devxpy Jul 22, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions daras_ai_v2/language_model.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -91,6 +91,7 @@ class LargeLanguageModels(Enum):
context_window=128_000,
price=1,
is_vision_model=True,
supports_json=True,
)
# https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4
gpt_4_turbo_vision = LLMSpec(
Expand Down Expand Up @@ -172,27 +173,31 @@ class LargeLanguageModels(Enum):
llm_api=LLMApis.groq,
context_window=8192,
price=1,
supports_json=True,
)
llama_3_groq_70b_tool_use = LLMSpec(
label="Llama 3 Groq 70b Tool Use",
model_id="llama3-groq-70b-8192-tool-use-preview",
llm_api=LLMApis.groq,
context_window=8192,
price=1,
supports_json=True,
)
llama3_8b = LLMSpec(
label="Llama 3 8b (Meta AI)",
model_id="llama3-8b-8192",
llm_api=LLMApis.groq,
context_window=8192,
price=1,
supports_json=True,
)
llama_3_groq_8b_tool_use = LLMSpec(
label="Llama 3 Groq 8b Tool Use",
model_id="llama3-groq-8b-8192-tool-use-preview",
llm_api=LLMApis.groq,
context_window=8192,
price=1,
supports_json=True,
)
llama2_70b_chat = LLMSpec(
label="Llama 2 70b Chat [Deprecated] (Meta AI)",
Expand All @@ -208,20 +213,23 @@ class LargeLanguageModels(Enum):
llm_api=LLMApis.groq,
context_window=32_768,
price=1,
supports_json=True,
)
gemma_2_9b_it = LLMSpec(
label="Gemma 2 9B (Google)",
model_id="gemma2-9b-it",
llm_api=LLMApis.groq,
context_window=8_192,
price=1,
supports_json=True,
)
gemma_7b_it = LLMSpec(
label="Gemma 7B (Google)",
model_id="gemma-7b-it",
llm_api=LLMApis.groq,
context_window=8_192,
price=1,
supports_json=True,
SanderGi marked this conversation as resolved.
Show resolved Hide resolved
)

# https://cloud.google.com/vertex-ai/docs/generative-ai/learn/models
Expand Down