Skip to content

Commit

Permalink
Change to gpt-4o-mini
Browse files Browse the repository at this point in the history
  • Loading branch information
mervinvb committed Dec 19, 2024
1 parent ed3d998 commit dbf223d
Showing 1 changed file with 2 additions and 6 deletions.
8 changes: 2 additions & 6 deletions src/openai_interfacing.py
Original file line number Diff line number Diff line change
Expand Up @@ -167,13 +167,9 @@ async def send_ai_text(prompt_type: str, prompt: str, job_id: str, websocket) ->

prompt_length = await get_token_size(prompt)

if 4000 < prompt_length < 16000:
model = "gpt-3.5-turbo-16k-0613"
elif prompt_length > 16000:
model = "gpt-3.5-turbo"
model = "gpt-4o-mini"
if prompt_length > 128000:
prompt = prompts["log_too_log"]
else:
model = "gpt-3.5-turbo"

try:
response = await openai.ChatCompletion.acreate(
Expand Down

0 comments on commit dbf223d

Please sign in to comment.