cast_fp4_to_fp8.sh 244 Bytes
Newer Older
chenych's avatar
chenych committed
1
2
3
4
5
6
7
8
9
#!/bin/bash
export EXPERTS=256
export MP=8

python convert.py --hf-ckpt-path deepseek-ai/DeepSeek-V4-Flash  \
    --save-path /path/of/DeepSeek-V4-Flash-FP8-MP8 \
    --n-experts ${EXPERTS} \
    --model-parallel ${MP} \
    --expert-dtype fp8