"docs/source/nas/index.rst" did not exist on "ad5aff39316c716ee4034de10b65109ae5d04d24"
train.sh 222 Bytes
Newer Older
chenych's avatar
chenych committed
1
2
3
4
5
6
#!/bin/bash
# DO NOT use GPTQ/AWQ model in FSDP+QLoRA

CUDA_VISIBLE_DEVICES=0,1 accelerate launch \
    --config_file examples/accelerate/fsdp_config.yaml \
    src/train.py examples/extras/fsdp_qlora/llama3_lora_sft.yaml