llama3.yaml 164 Bytes
Newer Older
chenych's avatar
chenych committed
1
2
model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
template: llama3
chenych's avatar
chenych committed
3
infer_backend: huggingface  # choices: [huggingface, vllm, sglang]
luopl's avatar
luopl committed
4
trust_remote_code: true