commit

Oneirocom · Mar 13, 2024 · 445564a · 445564a
1 parent 560d1de
commit 445564a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/litellm/llms/together_ai.py b/litellm/llms/together_ai.py
@@ -128,6 +128,7 @@ def completion(
  optional_params[k] = v
 
  print_verbose(f"CUSTOM PROMPT DICT: {custom_prompt_dict}; model: {model}")
+ print(f"CUSTOM PROMPT DICT: {custom_prompt_dict}; model: {model}")
  if model in custom_prompt_dict:
  # check if the model has a registered custom prompt
  model_prompt_details = custom_prompt_dict[model]

diff --git a/litellm/utils.py b/litellm/utils.py
@@ -3583,7 +3583,7 @@ def cost_per_token(
  model_cost_ref = litellm.model_cost
  model_with_provider = model
  if custom_llm_provider is not None:
- model_with_provider = model
+ model_with_provider = custom_llm_provider + "/" + model
  if region_name is not None:
  model_with_provider_and_region = (
  f"{custom_llm_provider}/{region_name}/{model}"
@@ -3852,6 +3852,7 @@ def completion_cost(
  if (
  "togethercomputer" in model
  or "together_ai" in model
+ or "together" in model
  or custom_llm_provider == "together_ai"
  ):
  # together ai prices based on size of llm