TAP-Vid

https://github.com/google-deepmind/tapnet/tree/main/data

TAP-Vid-DAVIS

root=data/tap_vid
mkdir -p ${root} && cd ${root}
f=tapvid_davis.zip
wget https://storage.googleapis.com/dm-tapnet/${f}
unzip -p ${f} tapvid_davis/tapvid_davis.pkl > davis.pkl
cd ../..

 1import todd.tasks.point_tracking as pt
 2from todd import Config
 3
 4dataset = pt.datasets.TAPVidDAVISDataset(
 5    access_layer=Config(data_root='data/tap_vid'),
 6)
 7for t in dataset:
 8    visual = pt.TAPVidDAVISVisual(t)
 9    colors = visual.colorize()
10    visual.trajectory(colors, 2)
11    visual.scatter(colors, 5)
12    visual.save_video(f'{t["id_"]}.mp4', fps=12)

data/tap_vid/
└── davis.pkl