Commit 3bb230d3 authored by baberabb's avatar baberabb
Browse files

add tokenizer options to model_args

parent d0dc5bf9
......@@ -70,7 +70,9 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`"
"gpu_memory_utilization": float(gpu_memory_utilization),
"revision": revision,
"dtype": dtype,
"tokenizer": tokenizer,
"tokenizer_mode": tokenizer_mode,
"tokenizer_revision": tokenizer_revision,
"trust_remote_code": trust_remote_code,
"tensor_parallel_size": int(tensor_parallel_size),
"swap_space": int(swap_space),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment