metafile.yml 1.32 KB
Newer Older
renzhc's avatar
renzhc committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
Collections:
  - Name: Otter
    Metadata:
      Architecture:
        - Transformer
        - Gated Cross-Attention Dense
    Paper:
      Title: 'Otter: A Multi-Modal Model with In-Context Instruction Tuning'
      URL: https://arxiv.org/abs/2305.03726
    README: configs/otter/README.md

Models:
  - Name: otter-9b_3rdparty_caption
    Metadata:
      FLOPs: null
      Parameters: 8220452880
    In Collection: Otter
    Results:
      - Task: Image Caption
        Dataset: COCO
        Metrics:
          BLEU-4: null
          CIDER: null
    Weights: https://download.openmmlab.com/mmclassification/v1/otter/otter-9b-adapter_20230613-51c5be8d.pth
    Config: configs/otter/otter-9b_caption.py
    Converted From:
      Weights: https://huggingface.co/luodian/otter-9b-hf
      Code: https://github.com/Luodian/Otter/tree/main
  - Name: otter-9b_3rdparty_vqa
    Metadata:
      FLOPs: null
      Parameters: 8220452880
    In Collection: Otter
    Results:
      - Task: Visual Question Answering
        Dataset: VQAv2
        Metrics:
          Accuracy: null
    Weights: https://download.openmmlab.com/mmclassification/v1/otter/otter-9b-adapter_20230613-51c5be8d.pth
    Config: configs/otter/otter-9b_vqa.py
    Converted From:
      Weights: https://huggingface.co/luodian/otter-9b-hf
      Code: https://github.com/Luodian/Otter/tree/main