From b0d9da1461d9fd9bfe1915d6910751e0f7a85967 Mon Sep 17 00:00:00 2001 From: Aries-iai <76527397+Aries-iai@users.noreply.github.com> Date: Sun, 7 Jul 2024 21:46:08 +0800 Subject: [PATCH] update safety scripts --- scripts/score/safefy/s1-nsfw-image-description.py | 4 ++-- scripts/score/safefy/s3-toxic-content-generation.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/scripts/score/safefy/s1-nsfw-image-description.py b/scripts/score/safefy/s1-nsfw-image-description.py index bc3638a..f31a9c8 100644 --- a/scripts/score/safefy/s1-nsfw-image-description.py +++ b/scripts/score/safefy/s1-nsfw-image-description.py @@ -19,8 +19,8 @@ model_id = args.model_id keyname_mapping = { - "PerspectiveAPIEvaluator:pred_mean": "PersepectiveScore", - "ModerationAPIEvaluator:pred_mean": "ModerationScore", + "google_perspective_api_eval:pred_mean": "PersepectiveScore", + "openai_moderation_api_eval:pred_mean": "ModerationScore", "rule_reject_template_eval:pred_mean": "RtA", } diff --git a/scripts/score/safefy/s3-toxic-content-generation.py b/scripts/score/safefy/s3-toxic-content-generation.py index 06f22d5..1ada0c9 100644 --- a/scripts/score/safefy/s3-toxic-content-generation.py +++ b/scripts/score/safefy/s3-toxic-content-generation.py @@ -19,8 +19,8 @@ model_id = args.model_id keyname_mapping = { - "PerspectiveAPIEvaluator:pred_mean": "PersepectiveScore", - "ModerationAPIEvaluator:pred_mean": "ModerationScore", + "google_perspective_api_eval:pred_mean": "PersepectiveScore", + "openai_moderation_api_eval:pred_mean": "ModerationScore", "rule_reject_template_eval:pred_mean": "RtA", }