add dbrx_inst

Clarifai · May 15, 2024 · 59a1c6f · 59a1c6f
1 parent 1015a82
commit 59a1c6f
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 4 deletions.
diff --git a/clarifai_model_utils/llm_eval/constant.py b/clarifai_model_utils/llm_eval/constant.py
@@ -5,8 +5,10 @@
 
 BGE_BASE_EMBED_MODEL = "https://clarifai.com/clarifai/main/models/BAAI-bge-base-en-v15"
 
+
 @dataclass
 class JUDGE_LLMS:
   GPT3_5_TURBO = "https://clarifai.com/openai/chat-completion/models/GPT-3_5-turbo"
   LLAMA2_CHAT_70B = "https://clarifai.com/meta/Llama-2/models/llama2-70b-chat"
   GPT4 = "https://clarifai.com/openai/chat-completion/models/GPT-4"
+  DBRX_INSTRUCT = "https://clarifai.com/databricks/drbx/models/dbrx-instruct"
diff --git a/clarifai_model_utils/llm_eval/main.py b/clarifai_model_utils/llm_eval/main.py
@@ -318,9 +318,6 @@ def evaluate(self,
           generate_qa=generate_qa)
     elif isinstance(dataset, pd.DataFrame):  # local data
       df = dataset
-      #assert dataset_id or app_id, ValueError(
-      #    f"`dataset_id` or `app_id` is empty when using local dataset. Please pass them to kwargs"
-      #)
     elif isinstance(dataset, HFDataset):
       df = dataset.to_pandas(batched=False)
     elif template in HARNESS_EVAL_TASK_MANAGER.all_tasks:

diff --git a/examples/ragas_example.py b/examples/ragas_example.py
@@ -22,7 +22,7 @@
 out = evaluator.evaluate(
     template="ragas",
     upload=False,
-    judge_llm_url=JUDGE_LLMS.GPT3_5_TURBO,  # use GPT3.5 in RAGAS
+    judge_llm_url=JUDGE_LLMS.DBRX_INSTRUCT,  # use databricks/DBRX-Instruct in RAGAS
     dataset=df,
 )