Spring

https://spring-benchmark.org/

# download train_frame_left.zip and train_flow_FW_left.zip from
# https://darus.uni-stuttgart.de/dataset.xhtml?persistentId=doi:10.18419/darus-3376
f=spring_sample.zip
wget https://cloud.visus.uni-stuttgart.de/index.php/s/5MtTY23RWcWfgPE/download -O ${f}
unzip -q ${f}

__all__ = [
    'visualize',
]

from typing import Any, Iterable

T = dict[str, Any]


def visualize(dataset: Iterable[T]) -> None:
    from collections import defaultdict

    import cv2
    import numpy as np
    import tqdm

    import todd.tasks.optical_flow_estimation as ofe
    from todd.patches.cv2 import ColorMap, VideoWriter

    color_map = ColorMap(cv2.COLORMAP_JET)
    video_writers: defaultdict[str, VideoWriter] = \
        defaultdict(lambda: VideoWriter(12.))
    for data in tqdm.tqdm(dataset):
        id_: str = data['id_']
        of = ofe.OpticalFlow(data['of'])
        frame = np.concatenate([
            data['frame1'],
            of.to_color().numpy(),
            color_map(of.a),
            color_map(of.r),
            color_map(of.u),
            color_map(of.v),
        ])
        scene, _ = id_.split('/', 1)
        video_writers[scene].write(frame)
    for name, video_writer in video_writers.items():
        video_writer.dump(f'{name}.mp4')

import pathlib
from typing import Any

import todd.tasks.optical_flow_estimation as ofe
from todd import Config
from todd.configs import PyConfig

T = dict[str, Any]


def downsample(data: T) -> T:
    data['of'] = data['of'][::2, ::2]
    return data


dataset = ofe.datasets.SpringDataset(
    access_layer=Config(
        data_root='data/spring_sample',
        task_name='train',
        modality='flow_FW_left',
    ),
    frame_access_layer=Config(modality='frame_left'),
)
PyConfig.load(
    pathlib.Path(__file__).parent / 'optical_flow.py',
).visualize(map(downsample, dataset))

data/spring/train/
├── 0001
│   ├── flow_FW_left
│   │   ├── flow_FW_left_0001.flo5
│   │   └── ...
│   └── frame_left
│       ├── frame_left_0001.png
│       └── ...
└── ...

data/spring_sample/train/
├── 0001
│   ├── cam_data
│   │   ├── extrinsics.txt
│   │   ├── focaldistance.txt
│   │   └── intrinsics.txt
│   ├── disp1_left|disp2_FW_left
│   │   ├── (disp1_left|disp2_FW_left)_0001.dsp5
│   │   └── ...
│   ├── flow_FW_left
│   │   ├── flow_FW_left_0001.flo5
│   │   └── ...
│   ├── frame_left
│   │   ├── frame_left_0001.png
│   │   └── ...
│   └── maps
│       └── detailmap_disp1_left|detailmap_disp2_FW_left|detailmap_flow_FW_left|matchmap_disp1_left|matchmap_disp2_FW_left|matchmap_flow_FW_left|rigidmap_FW_left|skymap_left
│          ├── (detailmap_disp1_left|detailmap_disp2_FW_left|detailmap_flow_FW_left|matchmap_disp1_left|matchmap_disp2_FW_left|matchmap_flow_FW_left|rigidmap_FW_left|skymap_left)_0001.png
│          └── ...
└── ...