Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
mmfusionmtm.yaml 430 Bytes
Newer Older
huaerkl's avatar
v1.0  
huaerkl committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 
includes: projects/mfmmlm.yaml
project_dir: mtm/mmfusionmtm
task_group:
  pretrain:
    task: VLMTask  # reproducible
    dataset:
      aligner: MFMMLMAligner
    model:
      use_seg_emb: True  # reproducible
      model_cls: MMFusionMTM
      mm_encoder_cls: MMBertForMFMMLM
    loss:
      loss_cls: MTM
  finetune:
    model:
      use_seg_emb: True  # reproducible
  test:
    model:
      use_seg_emb: True  # reproducible