Skip to content

Commit

Permalink
Upgrade from CoTracker2 to CoTracker3 for enhanced point tracking.
Browse files Browse the repository at this point in the history
CoTracker3 introduces a more streamlined approach by utilizing pseudo-labeling
on real-world videos, resulting in both simplicity and improved accuracy.

For more information, visit: https://cotracker3.github.io/
  • Loading branch information
healthonrails committed Oct 17, 2024
1 parent 7046d1b commit ea46fc6
Showing 1 changed file with 12 additions and 2 deletions.
14 changes: 12 additions & 2 deletions annolid/tracker/cotracker/track.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,14 @@
journal={arXiv:2307.07635},
year={2023}
}
@inproceedings{karaev24cotracker3,
title = {CoTracker3: Simpler and Better Point Tracking by Pseudo-Labelling Real Videos},
author = {Nikita Karaev and Iurii Makarov and Jianyuan Wang and Natalia Neverova and Andrea Vedaldi and Christian Rupprecht},
booktitle = {Proc. {arXiv:2410.11831}},
year = {2024}
}
"""


Expand Down Expand Up @@ -53,8 +61,10 @@ def create_video_result_folder(self):
self.video_result_folder.mkdir(exist_ok=True)

def load_model(self):
model_name = "cotracker2_online" if self.is_online else "cotracker2"
return torch.hub.load("facebookresearch/co-tracker", model_name).to(self.device)
model_name = "cotracker3_online" if self.is_online else "cotracker3_offline"
cotracker = torch.hub.load(
"facebookresearch/co-tracker:release_cotracker3", model_name).to(self.device)
return cotracker

def load_queries(self):
"""
Expand Down

0 comments on commit ea46fc6

Please sign in to comment.