Remvoed dashes from Geirhos benchmarks to match database identifiers (#…

…576)
brain-score · Feb 26, 2024 · 2fe192f · 2fe192f
1 parent 7f4f56b
commit 2fe192f
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/brainscore_vision/benchmarks/geirhos2021/benchmark.py b/brainscore_vision/benchmarks/geirhos2021/benchmark.py
@@ -59,8 +59,9 @@ def __init__(self, dataset):
 
         self._number_of_trials = 1
 
+        dataset_nodashes = dataset.replace("-", "")
         super(_Geirhos2021ErrorConsistency, self).__init__(
-            identifier=f'Geirhos2021{dataset}-error_consistency', version=1,
+            identifier=f'Geirhos2021{dataset_nodashes}-error_consistency', version=1,
             ceiling_func=lambda: self._metric.ceiling(self._assembly),
             parent='Geirhos2021',
             bibtex=BIBTEX)
@@ -85,8 +86,9 @@ class _Geirhos2021Accuracy(BenchmarkBase):
     def __init__(self, dataset):
         self._metric = load_metric('accuracy')
         self._stimulus_set = LazyLoad(lambda: load_assembly(dataset).stimulus_set)
+        dataset_nodashes = dataset.replace("-", "")
         super(_Geirhos2021Accuracy, self).__init__(
-            identifier=f'Geirhos2021{dataset}-accuracy', version=1,
+            identifier=f'Geirhos2021{dataset_nodashes}-top1', version=1,
             ceiling_func=lambda: Score(1),
             parent='Geirhos2021-top1',
             bibtex=BIBTEX)

diff --git a/brainscore_vision/benchmarks/hermann2020/benchmark.py b/brainscore_vision/benchmarks/hermann2020/benchmark.py
@@ -48,7 +48,7 @@ def __init__(self):
         self.shape_benchmark = _Hermann2020Match("shape_match", "original_image_category")
         self.texture_benchmark = _Hermann2020Match("texture_match", "conflict_image_category")
         super(Hermann2020cueconflictShapeBias, self).__init__(
-            identifier=f'Hermann2020-shape_bias', version=1,
+            identifier=f'Hermann2020cueconflict-shape_bias', version=1,
             ceiling_func=lambda: Score(1),
             parent='Hermann2020',
             bibtex=BIBTEX)