"...composable_kernel.git" did not exist on "cd167e492a8f85ec6f5965e50667e8a58d3aa3a1"
Unverified Commit 8728287a authored by bittersweet1999's avatar bittersweet1999 Committed by GitHub
Browse files

fix erro in configs (#750)

parent 81098722
...@@ -28,7 +28,7 @@ for _name in subjective_all_sets: ...@@ -28,7 +28,7 @@ for _name in subjective_all_sets:
]), ]),
), ),
retriever=dict(type=ZeroRetriever), retriever=dict(type=ZeroRetriever),
inferencer=dict(type=GenInferencer max_out_len=2048), inferencer=dict(type=GenInferencer, max_out_len=2048),
) )
subjective_eval_cfg = dict( subjective_eval_cfg = dict(
......
...@@ -16,8 +16,8 @@ models = [dict( ...@@ -16,8 +16,8 @@ models = [dict(
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
......
...@@ -3,15 +3,15 @@ from opencompass.models import HuggingFaceCausalLM ...@@ -3,15 +3,15 @@ from opencompass.models import HuggingFaceCausalLM
models = [dict( models = [dict(
type=HuggingFaceCausalLM, type=HuggingFaceCausalLM,
abbr='autoj-13b-GPTQ-4bits', abbr='autoj-13b',
path="GAIR/autoj-13b-GPTQ-4bits", path="GAIR/autoj-13b",
tokenizer_path='GAIR/autoj-13b-GPTQ-4bits', tokenizer_path='GAIR/autoj-13b',
tokenizer_kwargs=dict(padding_side='left', tokenizer_kwargs=dict(padding_side='left',
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
......
...@@ -8,16 +8,16 @@ https://huggingface.co/GAIR/autoj-13b-GPTQ-4bits ...@@ -8,16 +8,16 @@ https://huggingface.co/GAIR/autoj-13b-GPTQ-4bits
models = [dict( models = [dict(
type=HuggingFaceCausalLM, type=HuggingFaceCausalLM,
abbr='autoj-13b', abbr='autoj-13b-GPTQ-4bits',
path="GAIR/autoj-13b", path="GAIR/autoj-13b-GPTQ-4bits",
tokenizer_path='GAIR/autoj-13b', tokenizer_path='GAIR/autoj-13b-GPTQ-4bits',
tokenizer_kwargs=dict(padding_side='left', tokenizer_kwargs=dict(padding_side='left',
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
)] )]
\ No newline at end of file
...@@ -10,8 +10,8 @@ models = [dict( ...@@ -10,8 +10,8 @@ models = [dict(
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
......
...@@ -10,8 +10,8 @@ models = [dict( ...@@ -10,8 +10,8 @@ models = [dict(
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
......
...@@ -10,9 +10,9 @@ models = [dict( ...@@ -10,9 +10,9 @@ models = [dict(
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=4, num_procs=1),
)] )]
\ No newline at end of file
...@@ -10,8 +10,8 @@ models = [dict( ...@@ -10,8 +10,8 @@ models = [dict(
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
......
...@@ -10,8 +10,8 @@ models = [dict( ...@@ -10,8 +10,8 @@ models = [dict(
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
......
...@@ -10,8 +10,8 @@ models = [dict( ...@@ -10,8 +10,8 @@ models = [dict(
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
use_fast=False,), use_fast=False,),
max_out_len=512, max_out_len=1024,
max_seq_len=2048, max_seq_len=4096,
batch_size=8, batch_size=8,
model_kwargs=dict(device_map='auto', trust_remote_code=True), model_kwargs=dict(device_map='auto', trust_remote_code=True),
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment