third_party/cgdetr/cg_detr/scripts/charades_sta/train.sh

dset_name=charadesSTA
ctx_mode=video_tef
v_feat_types=intern
t_feat_type=intern 
results_root=results_charades
exp_id=exp

######## data paths
train_path=data/charades_sta/charades_sta_train_tvr_format.jsonl
eval_path=data/charades_sta/charades_sta_test_tvr_format.jsonl
eval_split_name=val

######## setup video+text features
feat_root=/mnt/petrelfs/lizhilin/CGDETR-main/features/charades

# video features
v_feat_dim=0
v_feat_dirs=()
if [[ ${v_feat_types} == *"slowfast"* ]]; then
  v_feat_dirs+=(${feat_root}/slowfast_features)
  (( v_feat_dim += 2304 ))  # double brackets for arithmetic op, no need to use ${v_feat_dim}
fi
if [[ ${v_feat_types} == *"clip"* ]]; then
  v_feat_dirs+=(${feat_root}/clip_features)
  (( v_feat_dim += 512 ))
fi
if [[ ${v_feat_types} == *"intern"* ]]; then
  v_feat_dirs+=(${feat_root}/charade_sta_internvideo2_videoclip_6b_w1s)
  (( v_feat_dim += 768 ))
fi

# text features
if [[ ${t_feat_type} == "clip" ]]; then
  t_feat_dir=${feat_root}/clip_text_features/
  t_feat_dim=512
fi
if [[ ${t_feat_type} == *"intern"* ]]; then
  t_feat_dir=(${feat_root}/charade_sta_internvideo2_llama_text_feature)
  t_feat_dim=4096
fi

#### training
bsz=32
eval_bsz=32
num_dummies=45
num_prompts=2
total_prompts=10
lr_drop=400
enc_layers=3
dec_layers=3
t2v_layers=2
dummy_layers=2
moment_layers=1
sent_layers=1

PYTHONPATH=$PYTHONPATH:. \
srun -p video5 \
    --preempt \
    --job-name=${JOB_NAME} \
    --ntasks=1 \
    --gres=gpu:1 \
    --ntasks-per-node=1 \
    --cpus-per-task=8 \
    --kill-on-bad-exit=1 \
    python cg_detr/train.py \
    --dset_name ${dset_name} \
    --ctx_mode ${ctx_mode} \
    --train_path ${train_path} \
    --eval_path ${eval_path} \
    --eval_split_name ${eval_split_name} \
    --v_feat_dirs ${v_feat_dirs[@]} \
    --v_feat_dim ${v_feat_dim} \
    --t_feat_dir ${t_feat_dir} \
    --t_feat_dim ${t_feat_dim} \
    --bsz ${bsz} \
    --results_root ${results_root} \
    --exp_id ${exp_id} \
    --max_v_l -1 \
    --clip_length 1 \
    --lr 0.0002 \
    --lr_drop ${lr_drop} \
    --n_epoch 200 \
    --contrastive_align_loss_coef 0.002 \
    --lw_saliency 4 \
    --enc_layers ${enc_layers} \
    --dec_layers ${dec_layers} \
    --t2v_layers ${t2v_layers} \
    --moment_layers ${moment_layers} \
    --dummy_layers ${dummy_layers} \
    --sent_layers ${sent_layers} \
    --eval_bsz ${eval_bsz} \
    --num_dummies ${num_dummies} \
    --num_prompts ${num_prompts} \
    --total_prompts ${total_prompts} \
    ${@:1}