File size: 789 Bytes
60c8e7f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
from .pretrain import *
del available_corpus
train_file = [
f"{anno_root_downstream}/tvqa_train_with_answer.json",
f"{data_root}/tvqa_trimmed_3fps",
"video",
]
test_file = dict(
val=[
f"{anno_root_downstream}/tvqa_val_with_answer.json",
f"{data_root}/tvqa_trimmed_3fps",
"video",
],
test=[
f"{anno_root_downstream}/tvqa_test_public_with_answer.json",
f"{data_root}/tvqa_trimmed_3fps",
"video",
],
)
test_types = ["val"]
stop_key = "val" # used to choose the best ckpt. If None, save the last.
is_paragraph_retrieval = False
criterion["loss_weight"]["mlm"] = 0.0
optimizer["lr"] = 1e-5
scheduler["warmup_epochs"] = 0.5
scheduler["epochs"] = 10
max_txt_l = 150
batch_size = 32
num_frames = 12
log_freq = 100
|