update safety scripts

thu-ml · Jul 7, 2024 · b0d9da1 · b0d9da1
1 parent 09c26d7
commit b0d9da1
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/scripts/score/safefy/s1-nsfw-image-description.py b/scripts/score/safefy/s1-nsfw-image-description.py
@@ -19,8 +19,8 @@
 model_id = args.model_id
 
 keyname_mapping = {
-    "PerspectiveAPIEvaluator:pred_mean": "PersepectiveScore",
-    "ModerationAPIEvaluator:pred_mean": "ModerationScore",
+    "google_perspective_api_eval:pred_mean": "PersepectiveScore",
+    "openai_moderation_api_eval:pred_mean": "ModerationScore",
     "rule_reject_template_eval:pred_mean": "RtA",
 }
 

diff --git a/scripts/score/safefy/s3-toxic-content-generation.py b/scripts/score/safefy/s3-toxic-content-generation.py
@@ -19,8 +19,8 @@
 model_id = args.model_id
 
 keyname_mapping = {
-    "PerspectiveAPIEvaluator:pred_mean": "PersepectiveScore",
-    "ModerationAPIEvaluator:pred_mean": "ModerationScore",
+    "google_perspective_api_eval:pred_mean": "PersepectiveScore",
+    "openai_moderation_api_eval:pred_mean": "ModerationScore",
     "rule_reject_template_eval:pred_mean": "RtA",
 }