Commit d36b7c67 authored by zhe chen's avatar zhe chen
Browse files

Set default pretrain model to 22kto1k configs

parent 6c82eb88
......@@ -257,9 +257,9 @@ GPUS=8 sh train_in1k.sh <partition> <job-name> configs/internimage_s_1k_224.yaml
```bash
# Train for 300 epochs
GPUS=8 sh train_in1k.sh <partition> <job-name> configs/internimage_xl_22kto1k_384.pth
GPUS=8 sh train_in1k.sh <partition> <job-name> configs/internimage_xl_22kto1k_384.yaml
# Evaluate on ImageNet-1K
GPUS=8 sh train_in1k.sh <partition> <job-name> configs/internimage_xl_22kto1k_384.pth --resume pretrained/internimage_xl_22kto1k_384.pth --eval
GPUS=8 sh train_in1k.sh <partition> <job-name> configs/internimage_xl_22kto1k_384.yaml --resume pretrained/internimage_xl_22kto1k_384.pth --eval
```
<!--
......
DATA:
IMG_SIZE: 384
DATASET: inat18
IMG_ON_MEMORY: False
DATA_PATH: "data/inat2018/"
AUG:
MIXUP: 0.0
CUTMIX: 0.0
MODEL:
PRETRAINED: './pretrained/internimage_h_jointto22k_384.pth'
TYPE: intern_image_with_meta
DROP_PATH_RATE: 0.2
LABEL_SMOOTHING: 0.3
INTERN_IMAGE:
CORE_OP: 'DCNv3'
DEPTHS: [6, 6, 32, 6]
GROUPS: [10, 20, 40, 80]
CHANNELS: 320
DW_KERNEL_SIZE: 5
LAYER_SCALE: None
OFFSET_SCALE: 1.0
MLP_RATIO: 4.0
POST_NORM: False
RES_POST_NORM: True
LEVEL2_POST_NORM: True
LEVEL2_POST_NORM_BLOCK_IDS: [5, 11, 17, 23, 29]
CENTER_FEATURE_SCALE: True
USE_CLIP_PROJECTOR: True
TRAIN:
EMA:
ENABLE: false
DECAY: 0.9998
EPOCHS: 100
WARMUP_EPOCHS: 0
WEIGHT_DECAY: 1e-8
BASE_LR: 3e-05 # 512
WARMUP_LR: 3e-08
MIN_LR: 3e-07
LR_LAYER_DECAY: true
LR_LAYER_DECAY_RATIO: 0.8
RAND_INIT_FT_HEAD: true
USE_CHECKPOINT: false
OPTIMIZER:
USE_ZERO: True
DCN_LR_MUL: 0.1
AMP_OPT_LEVEL: O0
EVAL_FREQ: 1
......@@ -23,6 +23,7 @@ MODEL:
LEVEL2_POST_NORM_BLOCK_IDS: [5, 11, 17, 23, 29, 35, 41, 47]
CENTER_FEATURE_SCALE: True
USE_CLIP_PROJECTOR: True
PRETRAINED: 'pretrained/internimage_g_pretrainto22k_384.pth'
TRAIN:
EMA:
ENABLE: true
......
......@@ -24,6 +24,7 @@ MODEL:
LEVEL2_POST_NORM_BLOCK_IDS: [5, 11, 17, 23, 29]
CENTER_FEATURE_SCALE: True
USE_CLIP_PROJECTOR: True
PRETRAINED: 'pretrained/internimage_h_jointto22k_384.pth'
TRAIN:
EMA:
ENABLE: true
......
......@@ -24,6 +24,7 @@ MODEL:
LEVEL2_POST_NORM_BLOCK_IDS: [5, 11, 17, 23, 29]
CENTER_FEATURE_SCALE: True
USE_CLIP_PROJECTOR: True
PRETRAINED: 'pretrained/internimage_h_jointto22k_384.pth'
TRAIN:
EMA:
ENABLE: true
......
......@@ -18,6 +18,7 @@ MODEL:
OFFSET_SCALE: 2.0
MLP_RATIO: 4.0
POST_NORM: True
PRETRAINED: 'pretrained/internimage_l_22k_192to384.pth'
TRAIN:
EMA:
ENABLE: true
......
......@@ -18,6 +18,7 @@ MODEL:
OFFSET_SCALE: 2.0
MLP_RATIO: 4.0
POST_NORM: True
PRETRAINED: 'pretrained/internimage_xl_22k_192to384.pth'
TRAIN:
EMA:
ENABLE: true
......
......@@ -23,6 +23,7 @@ MODEL:
LEVEL2_POST_NORM_BLOCK_IDS: [5, 11, 17, 23, 29, 35, 41, 47]
CENTER_FEATURE_SCALE: True
USE_CLIP_PROJECTOR: True
PRETRAINED: 'pretrained/internimage_g_pretrainto22k_384.pth'
TRAIN:
EMA:
ENABLE: true
......
......@@ -24,6 +24,7 @@ MODEL:
LEVEL2_POST_NORM_BLOCK_IDS: [5, 11, 17, 23, 29]
CENTER_FEATURE_SCALE: True
USE_CLIP_PROJECTOR: True
PRETRAINED: 'pretrained/internimage_h_jointto22k_384.pth'
TRAIN:
EMA:
ENABLE: true
......
......@@ -18,6 +18,7 @@ MODEL:
OFFSET_SCALE: 2.0
MLP_RATIO: 4.0
POST_NORM: True
PRETRAINED: 'pretrained/internimage_l_22k_192to384.pth'
TRAIN:
EMA:
ENABLE: true
......
......@@ -18,6 +18,7 @@ MODEL:
OFFSET_SCALE: 2.0
MLP_RATIO: 4.0
POST_NORM: True
PRETRAINED: 'pretrained/internimage_xl_22k_192to384.pth'
TRAIN:
EMA:
ENABLE: true
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment