KAIR/scripts/data_preparation/prepare_DVD.py

import os
import glob
import shutil


def rearrange_dir_structure(dataset_path):
    '''move files to follow the directory structure as REDS

    Original DVD dataset is organized as DVD/quantitative_datasets/720p_240fps_1/GT/00000.jpg.
    We move files and organize them as DVD/train_GT_with_val/720p_240fps_1/00000.jpg (similar to REDS).

    :param dataset_path: dataset path
    :return: None
    '''
    os.makedirs(os.path.join(dataset_path, 'train_GT_with_val'), exist_ok=True)
    os.makedirs(os.path.join(dataset_path, 'train_GT_blurred_with_val'), exist_ok=True)

    file_list = sorted(glob.glob(os.path.join(dataset_path, '*')))
    for path in file_list:
        if 'train_GT_with_val' in path or 'train_GT_blurred_with_val' in path:
            continue
        name = os.path.basename(path)
        print(name)

        shutil.move(os.path.join(path, 'GT'), os.path.join(f'{dataset_path}/train_GT_with_val', name))
        shutil.move(os.path.join(path, 'input'), os.path.join(f'{dataset_path}/train_GT_blurred_with_val', name))
        shutil.rmtree(path)


def generate_meta_info_txt(data_path, meta_info_path):
    '''generate meta_info_DVD_GT.txt for DVD

    :param data_path: dataset path.
    :return: None
    '''
    f= open(meta_info_path, "w+")
    file_list = sorted(glob.glob(os.path.join(data_path, 'train_GT_with_val/*')))
    total_frames = 0
    for path in file_list:
        name = os.path.basename(path)
        frames = sorted(glob.glob(os.path.join(path, '*')))
        start_frame = os.path.basename(frames[0]).split('.')[0]

        print(name, len(frames), start_frame)
        total_frames += len(frames)

        f.write(f"{name} {len(frames)} (720,1280,3) {start_frame}\r\n")

    assert total_frames == 6708, f'DVD training+Validation set should have 6708 images, but got {total_frames} images'


if __name__ == '__main__':

    dataset_path = 'trainsets/DeepVideoDeblurring_Dataset/quantitative_datasets'

    rearrange_dir_structure(dataset_path)
    generate_meta_info_txt(dataset_path, 'data/meta_info/meta_info_DVD_GT.txt')