Unverified Commit 90c07a3d authored by Yuan Liu's avatar Yuan Liu Committed by GitHub
Browse files

[Fix]: Fix name (#223)

parent 3d49a20b
...@@ -21,14 +21,15 @@ dataset = dict(type='opencompass.MMBenchDataset', ...@@ -21,14 +21,15 @@ dataset = dict(type='opencompass.MMBenchDataset',
data_file='data/mmbench/mmbench_test_20230712.tsv', data_file='data/mmbench/mmbench_test_20230712.tsv',
pipeline=val_pipeline) pipeline=val_pipeline)
minigpt_4_dataloader = dict(batch_size=1, minigpt_4_mmbench_dataloader = dict(batch_size=1,
num_workers=4, num_workers=4,
dataset=dataset, dataset=dataset,
collate_fn=dict(type='pseudo_collate'), collate_fn=dict(type='pseudo_collate'),
sampler=dict(type='DefaultSampler', shuffle=False)) sampler=dict(type='DefaultSampler',
shuffle=False))
# model settings # model settings
minigpt_4_model = dict( minigpt_4_mmbench_model = dict(
type='minigpt-4', type='minigpt-4',
low_resource=False, low_resource=False,
llama_model='/path/to/vicuna-7b/', llama_model='/path/to/vicuna-7b/',
...@@ -38,9 +39,9 @@ minigpt_4_model = dict( ...@@ -38,9 +39,9 @@ minigpt_4_model = dict(
post_processor=dict(type=MiniGPT4MMBenchPostProcessor)) post_processor=dict(type=MiniGPT4MMBenchPostProcessor))
# evaluation settings # evaluation settings
minigpt_4_evaluator = [ minigpt_4_mmbench_evaluator = [
dict(type='opencompass.DumpResults', dict(type='opencompass.DumpResults',
save_path='work_dirs/minigpt-4-7b-mmbench.xlsx') save_path='work_dirs/minigpt-4-7b-mmbench.xlsx')
] ]
minigpt_4_load_from = '/path/to/prerained_minigpt4_7b.pth' # noqa minigpt_4_mmbench_load_from = '/path/to/prerained_minigpt4_7b.pth' # noqa
from mmengine.config import read_base
with read_base():
from .minigpt_4.minigpt_4_7b_seedbench import (
minigpt_4_seedbench_dataloader, minigpt_4_seedbench_evaluator,
minigpt_4_load_from, minigpt_4_seedbench_model)
models = [minigpt_4_seedbench_model]
datasets = [minigpt_4_seedbench_dataloader]
evaluators = [minigpt_4_seedbench_evaluator]
load_froms = [minigpt_4_load_from]
num_gpus = 1
num_procs = 1
launcher = 'slurm'
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .minigpt_4.minigpt_4_7b_mmbench import (minigpt_4_dataloader, from .minigpt_4.minigpt_4_7b_mmbench import (minigpt_4_mmbench_dataloader,
minigpt_4_evaluator, minigpt_4_mmbench_evaluator,
minigpt_4_load_from, minigpt_4_mmbench_load_from,
minigpt_4_model) minigpt_4_mmbench_model)
models = [minigpt_4_model] models = [minigpt_4_mmbench_model]
datasets = [minigpt_4_dataloader] datasets = [minigpt_4_mmbench_dataloader]
evaluators = [minigpt_4_evaluator] evaluators = [minigpt_4_mmbench_evaluator]
load_froms = [minigpt_4_load_from] load_froms = [minigpt_4_mmbench_load_from]
num_gpus = 8 num_gpus = 8
num_procs = 8 num_procs = 8
launcher = 'pytorch' launcher = 'pytorch'
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment