crosstask_videoclip.yaml 333 Bytes
Newer Older
huaerkl's avatar
v1.0  
huaerkl committed
1
2
3
4
5
6
7
8
9
10
includes: projects/task/crosstask.yaml
model:
  model_cls: MMFusionSeparateActionLocalization
  mm_encoder_cls: 
  video_encoder_cls: MMBertForEncoder
  text_encoder_cls: BertModel  # dummy, not used.
  num_hidden_video_layers: 6
fairseq:
  checkpoint:
    restore_file: runs/task/checkpoint_best.pt  # overwrite the default of VLM.