diff --git a/benchmarks/models.py b/benchmarks/models.py
index 955986937..f696150a4 100644
--- a/benchmarks/models.py
+++ b/benchmarks/models.py
@@ -5,9 +5,12 @@ class CandidateModel(models.Model):
name = models.CharField(max_length=200)
brain_score = models.FloatField()
imagenet_top1 = models.FloatField()
- v4 = models.FloatField()
- it = models.FloatField()
+ V4 = models.FloatField()
+ IT = models.FloatField()
behavior = models.FloatField()
+ V4_layer = models.CharField(max_length=500, default=None)
+ IT_layer = models.CharField(max_length=500, default=None)
+ behavior_layer = models.CharField(max_length=500, default=None)
paper_link = models.CharField(max_length=200)
paper_identifier = models.CharField(max_length=200)
diff --git a/benchmarks/templates/benchmarks/table.html b/benchmarks/templates/benchmarks/table.html
index c77a51f5d..69f01b0aa 100644
--- a/benchmarks/templates/benchmarks/table.html
+++ b/benchmarks/templates/benchmarks/table.html
@@ -10,7 +10,7 @@
V4: dicarlo.Majaj2015 |
IT: dicarlo.Majaj2015 |
Behavior: dicarlo.Raja...2018 |
- Performance: Imagenet2012 |
+ Classification: Imagenet2012 |
@@ -19,8 +19,8 @@
{{data.brain_score}} |
|
|
- {{data.v4}} |
- {{data.it}} |
+ {{data.V4}} |
+ {{data.IT}} |
{{data.behavior}} |
{{data.imagenet_top1}} |
@@ -34,9 +34,9 @@
{{model.brain_score}} |
|
|
- {{model.v4}} |
- {{model.it}} |
- {{model.behavior}} |
+ {{model.V4}} |
+ {{model.IT}} |
+ {{model.behavior}} |
{{model.imagenet_top1}} |
{% endfor %}
@@ -45,6 +45,7 @@
Model scores on brain benchmarks.
The more green and bright a cell, the better the model's score.
+ Hover over cells to see the model layer.
Scores are un-ceiled, but ceiling is factored into the coloring.
{% else %}
diff --git a/benchmarks/views/index.py b/benchmarks/views/index.py
index 993ad8a5b..f6cddd346 100644
--- a/benchmarks/views/index.py
+++ b/benchmarks/views/index.py
@@ -24,7 +24,7 @@ def view(request):
is_ie = _is_ie(user_agent)
models = CandidateModel.objects.order_by('-brain_score')
data = {}
- for field in ['brain_score', 'v4', 'it', 'behavior', 'imagenet_top1']:
+ for field in ['brain_score', 'V4', 'IT', 'behavior', 'imagenet_top1']:
ceiling = ceilings[field] if field in ceilings else None
values = [getattr(model, field) for model in models]
min_value, max_value = min(values), max(values)
diff --git a/static/benchmarks/fixture.json b/static/benchmarks/fixture.json
index cd3d2a6fc..0be71ea0a 100644
--- a/static/benchmarks/fixture.json
+++ b/static/benchmarks/fixture.json
@@ -1,795 +1 @@
-[
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5217353744688654,
- "name": "mobilenet_v2_1.0_192",
- "imagenet_top1": 70.7,
- "v4": 0.6007362204669524,
- "it": 0.5953208059396436,
- "behavior": 0.36914909700000004,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.4646110976683948,
- "name": "mobilenet_v2_0.35_96",
- "imagenet_top1": 45.5,
- "v4": 0.6100306977228721,
- "it": 0.5398343502823122,
- "behavior": 0.243968245,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5306009873034647,
- "name": "resnet-18",
- "imagenet_top1": 69.76,
- "v4": 0.6446804237088892,
- "it": 0.5832847542015049,
- "behavior": 0.363837784,
- "paper_link": "https://arxiv.org/abs/1512.03385",
- "paper_identifier": "He et al., 2015"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5227190065017765,
- "name": "inception_v3",
- "imagenet_top1": 78.0,
- "v4": 0.6464528424645819,
- "it": 0.5868147690407477,
- "behavior": 0.334889408,
- "paper_link": "https://arxiv.org/abs/1512.00567",
- "paper_identifier": "Szegedy et al., 2015"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5206882299337857,
- "name": "vgg-16",
- "imagenet_top1": 71.5,
- "v4": 0.668700545664949,
- "it": 0.5721637481364082,
- "behavior": 0.321200396,
- "paper_link": "https://arxiv.org/abs/1409.1556",
- "paper_identifier": "Simonyan et al., 2014"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.532011665602014,
- "name": "inception_v2",
- "imagenet_top1": 73.9,
- "v4": 0.6458807285927486,
- "it": 0.5932801192132933,
- "behavior": 0.356874149,
- "paper_link": "https://arxiv.org/abs/1512.00567",
- "paper_identifier": "Szegedy et al., 2015"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5020381570814525,
- "name": "mobilenet_v1_1.0_128",
- "imagenet_top1": 65.2,
- "v4": 0.6233937182693591,
- "it": 0.5748052599749987,
- "behavior": 0.307915493,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5187666275535253,
- "name": "mobilenet_v1_0.75_224",
- "imagenet_top1": 68.4,
- "v4": 0.6182351815781211,
- "it": 0.5921477470824549,
- "behavior": 0.345916954,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.500760679951449,
- "name": "mobilenet_v2_1.0_128",
- "imagenet_top1": 65.3,
- "v4": 0.6013834704518015,
- "it": 0.5906935774025454,
- "behavior": 0.310204992,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5487414620874401,
- "name": "densenet-169",
- "imagenet_top1": 75.9,
- "v4": 0.6626766557636573,
- "it": 0.6056243364986629,
- "behavior": 0.37792339399999997,
- "paper_link": "https://arxiv.org/abs/1608.06993",
- "paper_identifier": "Huang et al., 2016"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.49356660102846933,
- "name": "mobilenet_v2_0.75_96",
- "imagenet_top1": 58.8,
- "v4": 0.6198976637276123,
- "it": 0.5751869263577956,
- "behavior": 0.28561521300000003,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.47605477497622334,
- "name": "mobilenet_v2_0.5_96",
- "imagenet_top1": 51.2,
- "v4": 0.6112784459562504,
- "it": 0.5549635639724196,
- "behavior": 0.261922315,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.49969347940523606,
- "name": "mobilenet_v2_0.35_160",
- "imagenet_top1": 55.7,
- "v4": 0.6192730727327902,
- "it": 0.5767506564829178,
- "behavior": 0.303056709,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5069069037399538,
- "name": "mobilenet_v2_0.35_224",
- "imagenet_top1": 60.3,
- "v4": 0.6267804129098336,
- "it": 0.579557621310028,
- "behavior": 0.314382677,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5250789918863783,
- "name": "vgg-19",
- "imagenet_top1": 71.1,
- "v4": 0.671551450092943,
- "it": 0.5660890105661919,
- "behavior": 0.337596515,
- "paper_link": "https://arxiv.org/abs/1409.1556",
- "paper_identifier": "Simonyan et al., 2014"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5126088622267507,
- "name": "mobilenet_v2_1.0_160",
- "imagenet_top1": 68.8,
- "v4": 0.6016305845991481,
- "it": 0.5992523990811044,
- "behavior": 0.336943603,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.48806023528760584,
- "name": "alexnet",
- "imagenet_top1": 57.70000000000001,
- "v4": 0.6307502640060862,
- "it": 0.5889010168567312,
- "behavior": 0.244529425,
- "paper_link": "https://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks",
- "paper_identifier": "Krizhevsky et al., 2012"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5280237194563391,
- "name": "inception_resnet_v2",
- "imagenet_top1": 80.4,
- "v4": 0.6387641495345012,
- "it": 0.5929272748345162,
- "behavior": 0.352379734,
- "paper_link": "https://arxiv.org/abs/1602.07261",
- "paper_identifier": "Szegedy et al., 2016"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5440640275860259,
- "name": "cornet_s",
- "imagenet_top1": 74.7,
- "v4": 0.6499003878538285,
- "it": 0.600291694904249,
- "behavior": 0.382,
- "paper_link": "https://www.biorxiv.org/content/early/2018/09/04/408385",
- "paper_identifier": "Kubilius et al., 2018"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.49773232279233,
- "name": "mobilenet_v1_0.75_128",
- "imagenet_top1": 62.1,
- "v4": 0.6362228976421445,
- "it": 0.5726266917348455,
- "behavior": 0.284347379,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.47885161140051685,
- "name": "mobilenet_v1_0.5_128",
- "imagenet_top1": 56.3,
- "v4": 0.6232164401633926,
- "it": 0.557578116038158,
- "behavior": 0.255760278,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5249899800165727,
- "name": "mobilenet_v2_1.4_224",
- "imagenet_top1": 75.0,
- "v4": 0.6261989224531371,
- "it": 0.6004430095965811,
- "behavior": 0.34832800799999997,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5173816087579006,
- "name": "mobilenet_v1_0.75_192",
- "imagenet_top1": 67.2,
- "v4": 0.6203011166422991,
- "it": 0.5917856146314027,
- "behavior": 0.340058095,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.47193117738354723,
- "name": "mobilenet_v2_0.35_128",
- "imagenet_top1": 50.8,
- "v4": 0.6131275470112251,
- "it": 0.5496334461394164,
- "behavior": 0.253032539,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.4589068480394265,
- "name": "mobilenet_v1_0.25_160",
- "imagenet_top1": 45.5,
- "v4": 0.6050937330697697,
- "it": 0.5439472240485099,
- "behavior": 0.227679587,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5233702249822885,
- "name": "mobilenet_v2_1.3_224",
- "imagenet_top1": 74.4,
- "v4": 0.6191526051031234,
- "it": 0.595228586843742,
- "behavior": 0.35572948299999996,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5325125625060104,
- "name": "xception",
- "imagenet_top1": 79.0,
- "v4": 0.6706893521061001,
- "it": 0.5654023284119313,
- "behavior": 0.361446007,
- "paper_link": "https://arxiv.org/abs/1610.02357",
- "paper_identifier": "Chollet et al., 2016"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.4778991493601561,
- "name": "mobilenet_v1_0.25_224",
- "imagenet_top1": 49.8,
- "v4": 0.6190783067458023,
- "it": 0.5744915843346659,
- "behavior": 0.240127557,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.4951332480894446,
- "name": "mobilenet_v1_0.5_160",
- "imagenet_top1": 59.099999999999994,
- "v4": 0.6208973825034729,
- "it": 0.5757949537648608,
- "behavior": 0.288707408,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.503485415960625,
- "name": "mobilenet_v1_0.5_192",
- "imagenet_top1": 61.7,
- "v4": 0.6138104005085991,
- "it": 0.5784046333732759,
- "behavior": 0.318241214,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5159973664121874,
- "name": "mobilenet_v1_1.0_192",
- "imagenet_top1": 70.0,
- "v4": 0.6288517923284525,
- "it": 0.5942274659081096,
- "behavior": 0.324912841,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5410803485897608,
- "name": "densenet-201",
- "imagenet_top1": 77.2,
- "v4": 0.6547249948543018,
- "it": 0.6007032069149808,
- "behavior": 0.36781284399999997,
- "paper_link": "https://arxiv.org/abs/1608.06993",
- "paper_identifier": "Huang et al., 2016"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.4994227018945037,
- "name": "mobilenet_v2_0.35_192",
- "imagenet_top1": 58.20000000000001,
- "v4": 0.6290821304589146,
- "it": 0.5791477622245969,
- "behavior": 0.290038213,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5422500350240155,
- "name": "resnet-101_v2",
- "imagenet_top1": 77.37,
- "v4": 0.6525502989170329,
- "it": 0.5847226311550136,
- "behavior": 0.389477175,
- "paper_link": "https://arxiv.org/abs/1512.03385",
- "paper_identifier": "He et al., 2015"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5016913996130937,
- "name": "mobilenet_v1_0.75_160",
- "imagenet_top1": 65.3,
- "v4": 0.6231800016285648,
- "it": 0.5808747372107165,
- "behavior": 0.30101946,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5410566218007465,
- "name": "densenet-121",
- "imagenet_top1": 74.5,
- "v4": 0.6565623848391551,
- "it": 0.5972631695630843,
- "behavior": 0.36934431100000004,
- "paper_link": "https://arxiv.org/abs/1608.06993",
- "paper_identifier": "Huang et al., 2016"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.4542119380883944,
- "name": "squeezenet1_0",
- "imagenet_top1": 57.49999999999999,
- "v4": 0.6405218586813295,
- "it": 0.5423569145838535,
- "behavior": 0.179757041,
- "paper_link": "https://arxiv.org/abs/1602.07360",
- "paper_identifier": "Iandola et al., 2016"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.4959382800967249,
- "name": "mobilenet_v2_0.75_128",
- "imagenet_top1": 63.2,
- "v4": 0.6076144026291856,
- "it": 0.5778584096609891,
- "behavior": 0.302342028,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.46852133165842985,
- "name": "squeezenet1_1",
- "imagenet_top1": 57.49999999999999,
- "v4": 0.6515242770983589,
- "it": 0.5526415808769307,
- "behavior": 0.201398137,
- "paper_link": "https://arxiv.org/abs/1602.07360",
- "paper_identifier": "Iandola et al., 2016"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5050962786786781,
- "name": "mobilenet_v1_0.5_224",
- "imagenet_top1": 63.3,
- "v4": 0.6042367116738385,
- "it": 0.5847856973621959,
- "behavior": 0.32626642699999997,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5244897699057804,
- "name": "inception_v4",
- "imagenet_top1": 80.2,
- "v4": 0.6280691813508387,
- "it": 0.5745398033665027,
- "behavior": 0.370860325,
- "paper_link": "https://arxiv.org/abs/1602.07261",
- "paper_identifier": "Szegedy et al., 2016"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5396327486084099,
- "name": "resnet-50_v2",
- "imagenet_top1": 75.6,
- "v4": 0.6525672348066289,
- "it": 0.588866242018601,
- "behavior": 0.377464769,
- "paper_link": "https://arxiv.org/abs/1512.03385",
- "paper_identifier": "He et al., 2015"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.455346719839033,
- "name": "mobilenet_v1_0.25_128",
- "imagenet_top1": 41.5,
- "v4": 0.6190881571361035,
- "it": 0.5265838683809955,
- "behavior": 0.220368134,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.513958015035731,
- "name": "mobilenet_v2_0.5_224",
- "imagenet_top1": 65.4,
- "v4": 0.6215402034967017,
- "it": 0.5879545366104915,
- "behavior": 0.332379305,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5220601326607727,
- "name": "resnet-34",
- "imagenet_top1": 73.3,
- "v4": 0.6291250009148502,
- "it": 0.5591851370674675,
- "behavior": 0.37787026,
- "paper_link": "https://arxiv.org/abs/1512.03385",
- "paper_identifier": "He et al., 2015"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5315265488545088,
- "name": "inception_v1",
- "imagenet_top1": 69.8,
- "v4": 0.6494514419384386,
- "it": 0.5834922856250877,
- "behavior": 0.361635919,
- "paper_link": "https://arxiv.org/abs/1409.4842",
- "paper_identifier": "Szegedy et al., 2014"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5089476913632714,
- "name": "mobilenet_v2_0.75_160",
- "imagenet_top1": 66.4,
- "v4": 0.6054867171206153,
- "it": 0.593619638969199,
- "behavior": 0.327736718,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.49619607526654175,
- "name": "mobilenet_v2_1.0_96",
- "imagenet_top1": 60.3,
- "v4": 0.6130490486432812,
- "it": 0.5784541561563439,
- "behavior": 0.297085021,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.4894466489922736,
- "name": "mobilenet_v2_0.5_128",
- "imagenet_top1": 57.70000000000001,
- "v4": 0.6067265277966011,
- "it": 0.5744908971802197,
- "behavior": 0.287122522,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5238246218695358,
- "name": "mobilenet_v1_1.0_224",
- "imagenet_top1": 70.9,
- "v4": 0.6228023779142522,
- "it": 0.6012414586943555,
- "behavior": 0.347430029,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.46416071109359835,
- "name": "mobilenet_v1_0.25_192",
- "imagenet_top1": 47.7,
- "v4": 0.599544104581025,
- "it": 0.55108718969977,
- "behavior": 0.24185083899999998,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5102025689220239,
- "name": "mobilenet_v2_0.5_192",
- "imagenet_top1": 63.9,
- "v4": 0.615696726589254,
- "it": 0.5862193161768179,
- "behavior": 0.328691664,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5266272515839188,
- "name": "mobilenet_v2_0.75_224",
- "imagenet_top1": 69.8,
- "v4": 0.6128413801424499,
- "it": 0.5904227546093064,
- "behavior": 0.37661762,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5167934970925644,
- "name": "mobilenet_v2_1.0_224",
- "imagenet_top1": 71.8,
- "v4": 0.6118381293406642,
- "it": 0.591030871937029,
- "behavior": 0.34751149,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5282714807232257,
- "name": "pnasnet_large",
- "imagenet_top1": 82.9,
- "v4": 0.644438505537408,
- "it": 0.5896513746322689,
- "behavior": 0.350724562,
- "paper_link": "https://arxiv.org/abs/1712.00559",
- "paper_identifier": "Liu et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5267112007177286,
- "name": "nasnet_large",
- "imagenet_top1": 82.7,
- "v4": 0.6501390075864929,
- "it": 0.5914497195666929,
- "behavior": 0.338544875,
- "paper_link": "https://arxiv.org/abs/1707.07012",
- "paper_identifier": "Zoph et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5056687047799912,
- "name": "mobilenet_v2_0.5_160",
- "imagenet_top1": 61.0,
- "v4": 0.6252819604987059,
- "it": 0.5818824218412676,
- "behavior": 0.309841732,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5408883039919371,
- "name": "resnet-152_v2",
- "imagenet_top1": 77.8,
- "v4": 0.6575117094035291,
- "it": 0.5885858495722821,
- "behavior": 0.376567353,
- "paper_link": "https://arxiv.org/abs/1512.03385",
- "paper_identifier": "He et al., 2015"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5166784034746489,
- "name": "mobilenet_v1_1.0_160",
- "imagenet_top1": 68.0,
- "v4": 0.6315824656703132,
- "it": 0.5917048637536336,
- "behavior": 0.326747881,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.530029953463639,
- "name": "nasnet_mobile",
- "imagenet_top1": 74.0,
- "v4": 0.6502248680539737,
- "it": 0.5978475713369434,
- "behavior": 0.342017421,
- "paper_link": "https://arxiv.org/abs/1707.07012",
- "paper_identifier": "Zoph et al., 2017"
- }
- },
- {
- "model": "benchmarks.CandidateModel",
- "fields": {
- "brain_score": 0.5222113581395937,
- "name": "mobilenet_v2_0.75_192",
- "imagenet_top1": 68.7,
- "v4": 0.6132687747869375,
- "it": 0.5940078256318436,
- "behavior": 0.359357474,
- "paper_link": "https://arxiv.org/abs/1704.04861",
- "paper_identifier": "Howard et al., 2017"
- }
- }
-]
\ No newline at end of file
+[{"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.49619607526654175, "name": "mobilenet_v2_1.0_96", "imagenet_top1": 60.3, "V4": 0.6130490486432812, "IT": 0.5784541561563439, "behavior": 0.297085021, "V4_layer": "layer_4/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5487414620874401, "name": "densenet-169", "imagenet_top1": 75.9, "V4": 0.6626766557636573, "IT": 0.6056243364986629, "behavior": 0.37792339399999997, "V4_layer": "conv3_block12_concat", "IT_layer": "conv5_block31_concat", "behavior_layer": "avg_pool", "paper_link": "https://arxiv.org/abs/1608.06993", "paper_identifier": "Huang et al., 2016"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5238246218695358, "name": "mobilenet_v1_1.0_224", "imagenet_top1": 70.9, "V4": 0.6228023779142522, "IT": 0.6012414586943555, "behavior": 0.347430029, "V4_layer": "Conv2d_6_depthwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.49773232279233, "name": "mobilenet_v1_0.75_128", "imagenet_top1": 62.1, "V4": 0.6362228976421445, "IT": 0.5726266917348455, "behavior": 0.284347379, "V4_layer": "Conv2d_4_depthwise", "IT_layer": "Conv2d_12_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5440640275860259, "name": "cornet_s", "imagenet_top1": 74.7, "V4": 0.6499003878538285, "IT": 0.600291694904249, "behavior": 0.382, "V4_layer": "blocks.1.last_relu-t0", "IT_layer": "blocks.2.last_relu-t0", "behavior_layer": "avgpool-t0", "paper_link": "https://www.biorxiv.org/content/early/2018/09/04/408385", "paper_identifier": "Kubilius et al., 2018"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.49969347940523606, "name": "mobilenet_v2_0.35_160", "imagenet_top1": 55.7, "V4": 0.6192730727327902, "IT": 0.5767506564829178, "behavior": 0.303056709, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.4951332480894446, "name": "mobilenet_v1_0.5_160", "imagenet_top1": 59.099999999999994, "V4": 0.6208973825034729, "IT": 0.5757949537648608, "behavior": 0.288707408, "V4_layer": "Conv2d_4_pointwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5166784034746489, "name": "mobilenet_v1_1.0_160", "imagenet_top1": 68.0, "V4": 0.6315824656703132, "IT": 0.5917048637536336, "behavior": 0.326747881, "V4_layer": "Conv2d_4_depthwise", "IT_layer": "Conv2d_12_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5396327486084099, "name": "resnet-50_v2", "imagenet_top1": 75.6, "V4": 0.6525672348066289, "IT": 0.588866242018601, "behavior": 0.377464769, "V4_layer": "resnet_v2_50/block3/unit_1/bottleneck_v2", "IT_layer": "resnet_v2_50/block4/unit_1/bottleneck_v2", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1512.03385", "paper_identifier": "He et al., 2015"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.503485415960625, "name": "mobilenet_v1_0.5_192", "imagenet_top1": 61.7, "V4": 0.6138104005085991, "IT": 0.5784046333732759, "behavior": 0.318241214, "V4_layer": "Conv2d_4_pointwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5249899800165727, "name": "mobilenet_v2_1.4_224", "imagenet_top1": 75.0, "V4": 0.6261989224531371, "IT": 0.6004430095965811, "behavior": 0.34832800799999997, "V4_layer": "layer_6/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5325125625060104, "name": "xception", "imagenet_top1": 79.0, "V4": 0.6706893521061001, "IT": 0.5654023284119313, "behavior": 0.361446007, "V4_layer": "block5_sepconv1_act", "IT_layer": "block10_sepconv1_act", "behavior_layer": "avg_pool", "paper_link": "https://arxiv.org/abs/1610.02357", "paper_identifier": "Chollet et al., 2016"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.4959382800967249, "name": "mobilenet_v2_0.75_128", "imagenet_top1": 63.2, "V4": 0.6076144026291856, "IT": 0.5778584096609891, "behavior": 0.302342028, "V4_layer": "layer_3/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5315265488545088, "name": "inception_v1", "imagenet_top1": 69.8, "V4": 0.6494514419384386, "IT": 0.5834922856250877, "behavior": 0.361635919, "V4_layer": "Mixed_3b", "IT_layer": "Mixed_5b", "behavior_layer": "AvgPool_0a_7x7", "paper_link": "https://arxiv.org/abs/1409.4842", "paper_identifier": "Szegedy et al., 2014"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5102025689220239, "name": "mobilenet_v2_0.5_192", "imagenet_top1": 63.9, "V4": 0.615696726589254, "IT": 0.5862193161768179, "behavior": 0.328691664, "V4_layer": "layer_12/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.4994227018945037, "name": "mobilenet_v2_0.35_192", "imagenet_top1": 58.20000000000001, "V4": 0.6290821304589146, "IT": 0.5791477622245969, "behavior": 0.290038213, "V4_layer": "layer_9/output", "IT_layer": "layer_16/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5056687047799912, "name": "mobilenet_v2_0.5_160", "imagenet_top1": 61.0, "V4": 0.6252819604987059, "IT": 0.5818824218412676, "behavior": 0.309841732, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5422500350240155, "name": "resnet-101_v2", "imagenet_top1": 77.37, "V4": 0.6525502989170329, "IT": 0.5847226311550136, "behavior": 0.389477175, "V4_layer": "resnet_v2_101/block3/unit_4/bottleneck_v2", "IT_layer": "resnet_v2_101/block4/unit_1/bottleneck_v2", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1512.03385", "paper_identifier": "He et al., 2015"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.46416071109359835, "name": "mobilenet_v1_0.25_192", "imagenet_top1": 47.7, "V4": 0.599544104581025, "IT": 0.55108718969977, "behavior": 0.24185083899999998, "V4_layer": "Conv2d_4_depthwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5089476913632714, "name": "mobilenet_v2_0.75_160", "imagenet_top1": 66.4, "V4": 0.6054867171206153, "IT": 0.593619638969199, "behavior": 0.327736718, "V4_layer": "layer_6/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.4894466489922736, "name": "mobilenet_v2_0.5_128", "imagenet_top1": 57.70000000000001, "V4": 0.6067265277966011, "IT": 0.5744908971802197, "behavior": 0.287122522, "V4_layer": "layer_5/output", "IT_layer": "layer_16/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.4589068480394265, "name": "mobilenet_v1_0.25_160", "imagenet_top1": 45.5, "V4": 0.6050937330697697, "IT": 0.5439472240485099, "behavior": 0.227679587, "V4_layer": "Conv2d_6_depthwise", "IT_layer": "Conv2d_12_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5244897699057804, "name": "inception_v4", "imagenet_top1": 80.2, "V4": 0.6280691813508387, "IT": 0.5745398033665027, "behavior": 0.370860325, "V4_layer": "Mixed_6a", "IT_layer": "Mixed_6d", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1602.07261", "paper_identifier": "Szegedy et al., 2016"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.530029953463639, "name": "nasnet_mobile", "imagenet_top1": 74.0, "V4": 0.6502248680539737, "IT": 0.5978475713369434, "behavior": 0.342017421, "V4_layer": "Cell_1", "IT_layer": "Reduction_Cell_1", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1707.07012", "paper_identifier": "Zoph et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.45421193800501763, "name": "squeezenet1_0", "imagenet_top1": 57.49999999999999, "V4": 0.6405218586813295, "IT": 0.5423569145838535, "behavior": 0.17975704074986987, "V4_layer": "features.7.expand3x3_activation", "IT_layer": "features.12.expand3x3_activation", "behavior_layer": "features.12.expand3x3_activation", "paper_link": "https://arxiv.org/abs/1602.07360", "paper_identifier": "Iandola et al., 2016"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.4778991493601561, "name": "mobilenet_v1_0.25_224", "imagenet_top1": 49.8, "V4": 0.6190783067458023, "IT": 0.5744915843346659, "behavior": 0.240127557, "V4_layer": "Conv2d_7_pointwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.47885161140051685, "name": "mobilenet_v1_0.5_128", "imagenet_top1": 56.3, "V4": 0.6232164401633926, "IT": 0.557578116038158, "behavior": 0.255760278, "V4_layer": "Conv2d_4_depthwise", "IT_layer": "Conv2d_12_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.47193117738354723, "name": "mobilenet_v2_0.35_128", "imagenet_top1": 50.8, "V4": 0.6131275470112251, "IT": 0.5496334461394164, "behavior": 0.253032539, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5187666275535253, "name": "mobilenet_v1_0.75_224", "imagenet_top1": 68.4, "V4": 0.6182351815781211, "IT": 0.5921477470824549, "behavior": 0.345916954, "V4_layer": "Conv2d_6_depthwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5227190065017765, "name": "inception_v3", "imagenet_top1": 78.0, "V4": 0.6464528424645819, "IT": 0.5868147690407477, "behavior": 0.334889408, "V4_layer": "Mixed_5b", "IT_layer": "Mixed_7a", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1512.00567", "paper_identifier": "Szegedy et al., 2015"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5410566218007465, "name": "densenet-121", "imagenet_top1": 74.5, "V4": 0.6565623848391551, "IT": 0.5972631695630843, "behavior": 0.36934431100000004, "V4_layer": "conv3_block6_concat", "IT_layer": "conv5_block15_concat", "behavior_layer": "avg_pool", "paper_link": "https://arxiv.org/abs/1608.06993", "paper_identifier": "Huang et al., 2016"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5069069037399538, "name": "mobilenet_v2_0.35_224", "imagenet_top1": 60.3, "V4": 0.6267804129098336, "IT": 0.579557621310028, "behavior": 0.314382677, "V4_layer": "layer_8/output", "IT_layer": "layer_18/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5050962786786781, "name": "mobilenet_v1_0.5_224", "imagenet_top1": 63.3, "V4": 0.6042367116738385, "IT": 0.5847856973621959, "behavior": 0.32626642699999997, "V4_layer": "Conv2d_6_depthwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.47605477497622334, "name": "mobilenet_v2_0.5_96", "imagenet_top1": 51.2, "V4": 0.6112784459562504, "IT": 0.5549635639724196, "behavior": 0.261922315, "V4_layer": "layer_3/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5267112007177286, "name": "nasnet_large", "imagenet_top1": 82.7, "V4": 0.6501390075864929, "IT": 0.5914497195666929, "behavior": 0.338544875, "V4_layer": "Cell_1", "IT_layer": "Cell_12", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1707.07012", "paper_identifier": "Zoph et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.500760679951449, "name": "mobilenet_v2_1.0_128", "imagenet_top1": 65.3, "V4": 0.6013834704518015, "IT": 0.5906935774025454, "behavior": 0.310204992, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5410803485897608, "name": "densenet-201", "imagenet_top1": 77.2, "V4": 0.6547249948543018, "IT": 0.6007032069149808, "behavior": 0.36781284399999997, "V4_layer": "conv3_block12_concat", "IT_layer": "conv5_block1_concat", "behavior_layer": "avg_pool", "paper_link": "https://arxiv.org/abs/1608.06993", "paper_identifier": "Huang et al., 2016"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5167934970925644, "name": "mobilenet_v2_1.0_224", "imagenet_top1": 71.8, "V4": 0.6118381293406642, "IT": 0.591030871937029, "behavior": 0.34751149, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5306009873034647, "name": "resnet-18", "imagenet_top1": 69.76, "V4": 0.6446804237088892, "IT": 0.5832847542015049, "behavior": 0.363837784, "V4_layer": "layer2.0.relu", "IT_layer": "layer4.0.relu", "behavior_layer": "avgpool", "paper_link": "https://arxiv.org/abs/1512.03385", "paper_identifier": "He et al., 2015"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5173816087579006, "name": "mobilenet_v1_0.75_192", "imagenet_top1": 67.2, "V4": 0.6203011166422991, "IT": 0.5917856146314027, "behavior": 0.340058095, "V4_layer": "Conv2d_4_depthwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5016913996130937, "name": "mobilenet_v1_0.75_160", "imagenet_top1": 65.3, "V4": 0.6231800016285648, "IT": 0.5808747372107165, "behavior": 0.30101946, "V4_layer": "Conv2d_4_depthwise", "IT_layer": "Conv2d_12_pointwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5206882299337857, "name": "vgg-16", "imagenet_top1": 71.5, "V4": 0.668700545664949, "IT": 0.5721637481364082, "behavior": 0.321200396, "V4_layer": "block3_pool", "IT_layer": "block4_pool", "behavior_layer": "fc2", "paper_link": "https://arxiv.org/abs/1409.1556", "paper_identifier": "Simonyan et al., 2014"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5217353744688654, "name": "mobilenet_v2_1.0_192", "imagenet_top1": 70.7, "V4": 0.6007362204669524, "IT": 0.5953208059396436, "behavior": 0.36914909700000004, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5266272515839188, "name": "mobilenet_v2_0.75_224", "imagenet_top1": 69.8, "V4": 0.6128413801424499, "IT": 0.5904227546093064, "behavior": 0.37661762, "V4_layer": "layer_8/output", "IT_layer": "layer_16/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5020381570814525, "name": "mobilenet_v1_1.0_128", "imagenet_top1": 65.2, "V4": 0.6233937182693591, "IT": 0.5748052599749987, "behavior": 0.307915493, "V4_layer": "Conv2d_4_pointwise", "IT_layer": "Conv2d_12_pointwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5220601326607727, "name": "resnet-34", "imagenet_top1": 73.3, "V4": 0.6291250009148502, "IT": 0.5591851370674675, "behavior": 0.37787026, "V4_layer": "layer3.0.downsample.0", "IT_layer": "layer4.0.downsample.0", "behavior_layer": "avgpool", "paper_link": "https://arxiv.org/abs/1512.03385", "paper_identifier": "He et al., 2015"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5222113581395937, "name": "mobilenet_v2_0.75_192", "imagenet_top1": 68.7, "V4": 0.6132687747869375, "IT": 0.5940078256318436, "behavior": 0.359357474, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.49356660102846933, "name": "mobilenet_v2_0.75_96", "imagenet_top1": 58.8, "V4": 0.6198976637276123, "IT": 0.5751869263577956, "behavior": 0.28561521300000003, "V4_layer": "layer_3/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5408883039919371, "name": "resnet-152_v2", "imagenet_top1": 77.8, "V4": 0.6575117094035291, "IT": 0.5885858495722821, "behavior": 0.376567353, "V4_layer": "resnet_v2_152/block3/unit_5/bottleneck_v2", "IT_layer": "resnet_v2_152/block4/unit_1/bottleneck_v2", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1512.03385", "paper_identifier": "He et al., 2015"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5280237194563391, "name": "inception_resnet_v2", "imagenet_top1": 80.4, "V4": 0.6387641495345012, "IT": 0.5929272748345162, "behavior": 0.352379734, "V4_layer": "Mixed_6a", "IT_layer": "Mixed_7a", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1602.07261", "paper_identifier": "Szegedy et al., 2016"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5233702249822885, "name": "mobilenet_v2_1.3_224", "imagenet_top1": 74.4, "V4": 0.6191526051031234, "IT": 0.595228586843742, "behavior": 0.35572948299999996, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5126088622267507, "name": "mobilenet_v2_1.0_160", "imagenet_top1": 68.8, "V4": 0.6016305845991481, "IT": 0.5992523990811044, "behavior": 0.336943603, "V4_layer": "layer_3/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.4646110976683948, "name": "mobilenet_v2_0.35_96", "imagenet_top1": 45.5, "V4": 0.6100306977228721, "IT": 0.5398343502823122, "behavior": 0.243968245, "V4_layer": "layer_5/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.532011665602014, "name": "inception_v2", "imagenet_top1": 73.9, "V4": 0.6458807285927486, "IT": 0.5932801192132933, "behavior": 0.356874149, "V4_layer": "Mixed_3b", "IT_layer": "Mixed_5a", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1512.00567", "paper_identifier": "Szegedy et al., 2015"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5250789918863783, "name": "vgg-19", "imagenet_top1": 71.1, "V4": 0.671551450092943, "IT": 0.5660890105661919, "behavior": 0.337596515, "V4_layer": "block3_pool", "IT_layer": "block5_pool", "behavior_layer": "fc2", "paper_link": "https://arxiv.org/abs/1409.1556", "paper_identifier": "Simonyan et al., 2014"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.455346719839033, "name": "mobilenet_v1_0.25_128", "imagenet_top1": 41.5, "V4": 0.6190881571361035, "IT": 0.5265838683809955, "behavior": 0.220368134, "V4_layer": "Conv2d_5_depthwise", "IT_layer": "Conv2d_12_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.513958015035731, "name": "mobilenet_v2_0.5_224", "imagenet_top1": 65.4, "V4": 0.6215402034967017, "IT": 0.5879545366104915, "behavior": 0.332379305, "V4_layer": "layer_9/output", "IT_layer": "layer_15/output", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5159973664121874, "name": "mobilenet_v1_1.0_192", "imagenet_top1": 70.0, "V4": 0.6288517923284525, "IT": 0.5942274659081096, "behavior": 0.324912841, "V4_layer": "Conv2d_4_depthwise", "IT_layer": "Conv2d_13_depthwise", "behavior_layer": "AvgPool_1a", "paper_link": "https://arxiv.org/abs/1704.04861", "paper_identifier": "Howard et al., 2017"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.4685213316088985, "name": "squeezenet1_1", "imagenet_top1": 57.49999999999999, "V4": 0.6515242770983589, "IT": 0.5526415808769307, "behavior": 0.20139813685140573, "V4_layer": "features.6.expand3x3_activation", "IT_layer": "features.9.expand3x3_activation", "behavior_layer": "features.12.expand3x3_activation", "paper_link": "https://arxiv.org/abs/1602.07360", "paper_identifier": "Iandola et al., 2016"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.48806023528760584, "name": "alexnet", "imagenet_top1": 57.70000000000001, "V4": 0.6307502640060862, "IT": 0.5889010168567312, "behavior": 0.244529425, "V4_layer": "features.5", "IT_layer": "features.12", "behavior_layer": "classifier.5", "paper_link": "https://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks", "paper_identifier": "Krizhevsky et al., 2012"}}, {"model": "benchmarks.CandidateModel", "fields": {"brain_score": 0.5282714807232257, "name": "pnasnet_large", "imagenet_top1": 82.9, "V4": 0.644438505537408, "IT": 0.5896513746322689, "behavior": 0.350724562, "V4_layer": "Cell_0", "IT_layer": "Cell_8", "behavior_layer": "global_pool", "paper_link": "https://arxiv.org/abs/1712.00559", "paper_identifier": "Liu et al., 2017"}}]
\ No newline at end of file