diff --git a/brainscore_vision/models/temporal_model_AVID_CMA/model.py b/brainscore_vision/models/temporal_model_AVID_CMA/model.py index a67eb3b43..66c8199d3 100644 --- a/brainscore_vision/models/temporal_model_AVID_CMA/model.py +++ b/brainscore_vision/models/temporal_model_AVID_CMA/model.py @@ -21,7 +21,7 @@ def get_model(identifier): weight_path = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_AVID-CMA/AVID-CMA_Kinetics_InstX-N1024-PosW-N64-Top32_checkpoint.pth.tar", - version_id="yx9Pbq3SuNOOd4sX7csTolaHD1iTCx8y", + version_id="ZR41eKh6GYyJ61Kgwf1V4LShzse7A0yC", sha1="6efe4464ca654a56affff766acf24e89e6f3ffbf" ) @@ -29,8 +29,8 @@ def get_model(identifier): cfg_path = os.path.join(HOME, "configs/main/avid-cma/audioset/InstX-N1024-PosW-N64-Top32.yaml") weight_path = load_weight_file( bucket="brainscore-vision", - relative_path="temporal_model_AVID_CMA/AVID-CMA_Audioset_InstX-N1024-PosW-N64-Top32_checkpoint.pth.tar", - version_id="jSaZgbUohM0ZeoEUUKZiLBo6iz_v8VvQ", + relative_path="temporal_model_AVID-CMA/AVID-CMA_Audioset_InstX-N1024-PosW-N64-Top32_checkpoint.pth.tar", + version_id="8r37ZPc0oD3N0ff4R8Y_S_eV1DNDFs8d", sha1="9db5eba9aab6bdbb74025be57ab532df808fe3f6" ) @@ -38,8 +38,8 @@ def get_model(identifier): cfg_path = os.path.join(HOME, "configs/main/avid/kinetics/Cross-N1024.yaml") weight_path = load_weight_file( bucket="brainscore-vision", - relative_path="temporal_model_AVID_CMA/AVID_Kinetics_Cross-N1024_checkpoint.pth.tar", - version_id="XyKt0UOUFsuuyrl6ZREivK8FadRPx34u", + relative_path="temporal_model_AVID-CMA/AVID_Kinetics_Cross-N1024_checkpoint.pth.tar", + version_id="OjapKttPf.6dvZLO8L89GZddpcizDu_J", sha1="d3a04f856d29421ba8de37808593a3fad4d4794f" ) @@ -47,8 +47,8 @@ def get_model(identifier): cfg_path = os.path.join(HOME, "configs/main/avid/audioset/Cross-N1024.yaml") weight_path = load_weight_file( bucket="brainscore-vision", - relative_path="temporal_model_AVID_CMA/AVID_Audioset_Cross-N1024_checkpoint.pth.tar", - version_id="0Sxuhn8LsYXQC4FnPfJ7rw7uU6kDlKgc", + relative_path="temporal_model_AVID-CMA/AVID_Audioset_Cross-N1024_checkpoint.pth.tar", + version_id="VoWZzJllTVFu8oVk7ocf_K7pk11Gbh19", sha1="b48d8428a1a2526ccca070f810333df18bfce5fd" ) diff --git a/brainscore_vision/models/temporal_model_AVID_CMA/requirements.txt b/brainscore_vision/models/temporal_model_AVID_CMA/requirements.txt index 47cc15207..d613d4ae4 100644 --- a/brainscore_vision/models/temporal_model_AVID_CMA/requirements.txt +++ b/brainscore_vision/models/temporal_model_AVID_CMA/requirements.txt @@ -1,3 +1,4 @@ avid_cma @ git+https://github.com/YingtianDt/AVID-CMA.git torch -torchvision \ No newline at end of file +torchvision +pyav \ No newline at end of file diff --git a/brainscore_vision/models/temporal_model_GDT/model.py b/brainscore_vision/models/temporal_model_GDT/model.py index 9a0c057c7..0c79e9a3c 100644 --- a/brainscore_vision/models/temporal_model_GDT/model.py +++ b/brainscore_vision/models/temporal_model_GDT/model.py @@ -22,21 +22,21 @@ def get_model(identifier): pth = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_GDT/gdt_K400.pth", - version_id="JpU_tnCzrbTejn6sOrQMk8eRsJ97yFgt", + version_id="xdpDRV0gnRhULZGL7lwjGxGKqp2hnP1_", sha1="7f12c60670346b1aab15194eb44c341906e1bca6" ) elif dataset == "IG65M": pth = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_GDT/gdt_IG65M.pth", - version_id="R.NoD6VAbFbJdf8tg5jnXIWB3hQ8GlSD", + version_id="S0_ZVFA2K96ZoVLx26edAxILPm7S.Gf6", sha1="3dcee3af61691e1e7e47e4b115be6808f4ea8172" ) elif dataset == "HowTo100M": pth = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_GDT/gdt_HT100M.pth", - version_id="BVRl9t_134PoKZCn9W54cyfkImCW2ioq", + version_id=".fli2qSf6pWqbLyY413ZID578sJrC.L.", sha1="a9a979c82e83b955794814923af736eb34e6f080" ) else: diff --git a/brainscore_vision/models/temporal_model_S3D_text_video/model.py b/brainscore_vision/models/temporal_model_S3D_text_video/model.py index d463caf9b..2153a7e76 100644 --- a/brainscore_vision/models/temporal_model_S3D_text_video/model.py +++ b/brainscore_vision/models/temporal_model_S3D_text_video/model.py @@ -41,14 +41,14 @@ def get_model(identifier="s3d-HowTo100M"): model_pth = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_S3D_text_video/s3d_howto100m.pth", - version_id="hRp6I8bpwreIMUVL0H.zCdK0hqRggL7n", + version_id="3k_iwjSqYUwMRdri9IH2JZn5yMGCnayc", sha1="31e99d2a1cd48f2259ca75e719ac82c8b751ea75" ) dict_pth = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_S3D_text_video/s3d_dict.npy", - version_id="4NxVLe8DSL6Uue0F7e2rz8HZuOk.tkBI", + version_id="FWHuvz5CDjNJyG1IuzEqkHU9zzmPv62p", sha1="d368ff7d397ec8240f1f963b5efe8ff245bac35f" ) diff --git a/brainscore_vision/models/temporal_model_S3D_text_video/requirements.txt b/brainscore_vision/models/temporal_model_S3D_text_video/requirements.txt index 73f27f3b6..19f34cf56 100644 --- a/brainscore_vision/models/temporal_model_S3D_text_video/requirements.txt +++ b/brainscore_vision/models/temporal_model_S3D_text_video/requirements.txt @@ -1 +1,2 @@ +torchvision S3D_HowTo100M @ git+https://github.com/YingtianDt/S3D_HowTo100M \ No newline at end of file diff --git a/brainscore_vision/models/temporal_model_VideoMAE/model.py b/brainscore_vision/models/temporal_model_VideoMAE/model.py index 716fceaf1..ab25dca9f 100644 --- a/brainscore_vision/models/temporal_model_VideoMAE/model.py +++ b/brainscore_vision/models/temporal_model_VideoMAE/model.py @@ -39,7 +39,7 @@ def get_model(identifier, num_frames=16): pth = load_weight_file( bucket="brainscore-vision", relative_path='temporal_model_VideoMAE/vit_b_k400_pt_1200e.pth', - version_id="Oi3VboRZujNyZAcwf5q7XZ2M8q1cPO6o", + version_id="YkdCqz8ywKAqAPMLv6iE9SfihuqExfcJ", sha1="8faf42df13f619a8970d653695e98f0643760b54" ) num_blocks = 12 @@ -48,7 +48,7 @@ def get_model(identifier, num_frames=16): pth = load_weight_file( bucket="brainscore-vision", relative_path='temporal_model_VideoMAE/vit_l_k400_pt_1200e.pth', - version_id="MiPfczDaVponDGuUBrEPqmT.BiVvh_I1", + version_id="v8VsUKnAJQ23dyLiYOSYyjSrHI_zB60o", sha1="7ff6acbba221f85d7148223ec932ad7c57f2f40c" ) num_blocks = 24 diff --git a/brainscore_vision/models/temporal_model_VideoMAEv2/model.py b/brainscore_vision/models/temporal_model_VideoMAEv2/model.py index 355b8e8b2..5f923ed96 100644 --- a/brainscore_vision/models/temporal_model_VideoMAEv2/model.py +++ b/brainscore_vision/models/temporal_model_VideoMAEv2/model.py @@ -53,7 +53,7 @@ def get_model(identifier): pth = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_VideoMAEv2/vit_g_hybrid_pt_1200e.pth", - version_id="TxtkfbeMV105dzpzTwi0Kn5glnvQvIrq", + version_id="0SPWwIlsWFhY98bKgo7ZRRNTXkcT.dBO", sha1="9048f2bc0b0c7ba4d0e5228f3a7c0bef4dbaca69" ) num_blocks = 40 @@ -63,7 +63,7 @@ def get_model(identifier): pth = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_VideoMAEv2/vit_b_hybrid_pt_800e.pth", - version_id="rRjpYq21dAQ5KaCLbEHK.YaLZ_fbMPKw", + version_id="VLgKVXOX2XYJQvaIOqAAVDvd5xvjx3.d", sha1="1e3602691964b1eb6f7c33529119243a5b235635" ) num_blocks = 12 diff --git a/brainscore_vision/models/temporal_model_mae_st/model.py b/brainscore_vision/models/temporal_model_mae_st/model.py index 6f45c6073..901c0a242 100644 --- a/brainscore_vision/models/temporal_model_mae_st/model.py +++ b/brainscore_vision/models/temporal_model_mae_st/model.py @@ -53,7 +53,7 @@ def get_model(identifier): load_path = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_mae_st/mae_pretrain_vit_large_k400.pth", - version_id="cPcP4AzpG95CimQ5Pn.CHKnGUJlLXM3m", + version_id="bHQ1XRM.a4NfgbP53TR5AsgvUsN40R_j", sha1="c7fb91864a4ddf8b99309440121a3abe66b846bb" ) @@ -64,7 +64,7 @@ def get_model(identifier): load_path = load_weight_file( bucket="brainscore-vision", relative_path="temporal_model_mae_st/mae_pretrain_vit_huge_k400.pth", - version_id="IYKa8QiocgBzo3EhsBouS62HboK6iqYT", + version_id="ARS9kz2wQQ29iRsssyc7u_kfA4wLDAji", sha1="177e48577142ca01949c08254834ffa1198b9eb4" ) diff --git a/brainscore_vision/models/temporal_model_mae_st/requirements.txt b/brainscore_vision/models/temporal_model_mae_st/requirements.txt index 0d1858c8e..85be22792 100644 --- a/brainscore_vision/models/temporal_model_mae_st/requirements.txt +++ b/brainscore_vision/models/temporal_model_mae_st/requirements.txt @@ -1,3 +1,6 @@ mae_st @ git+https://github.com/YingtianDt/mae_st.git torch -torchvision \ No newline at end of file +torchvision +iopath +simplejson +timm \ No newline at end of file diff --git a/brainscore_vision/models/temporal_model_mmaction2/requirements.txt b/brainscore_vision/models/temporal_model_mmaction2/requirements.txt index 1caa728dd..4428fdb7b 100644 --- a/brainscore_vision/models/temporal_model_mmaction2/requirements.txt +++ b/brainscore_vision/models/temporal_model_mmaction2/requirements.txt @@ -1,5 +1,6 @@ importlib-metadata<5 -mmaction2 @ git+https://github.com/YingtianDt/mmaction2.git@533edc3 -mmengine +mmaction2 @ git+https://github.com/YingtianDt/mmaction2.git +mmengine==0.10.4 +mmcv==2.1.0 torch -torchvision \ No newline at end of file +torchvision