From e04be7375be15c7f48c9047cd43106faeed3d5c2 Mon Sep 17 00:00:00 2001 From: Kevin Boyer Date: Fri, 19 Apr 2024 09:43:06 -0400 Subject: [PATCH] Change to not in vs not <> in --- 02-household-queries/eval.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/02-household-queries/eval.py b/02-household-queries/eval.py index 79f74de..94518e1 100644 --- a/02-household-queries/eval.py +++ b/02-household-queries/eval.py @@ -201,12 +201,12 @@ def evaluate(eval_llm_client, questions, parameters): "question_id": question["id"], "question_text": question["question"], "correct_answer": question[ - "orig_answer" if not "short_answer" in question else "answer" + "orig_answer" if "short_answer" not in question else "answer" ], "ai_generated_answer": get_answer(question["question"], parameters), } result["evaluation"] = eval_llm_client(EVAL_PROMPT.format(**result)) - result["correct"] = not "incorrect" in result["evaluation"].lower() + result["correct"] = "incorrect" not in result["evaluation"].lower() result |= parameters result["model"] = result["model"].__name__ results.append(result)