mlc-package-config.json 364 Bytes
Newer Older
Rayyyyy's avatar
Rayyyyy committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{
    "device": "android",
    "model_list": [
        {
            "model": "HF://mlc-ai/Llama-3-8B-Instruct-q4f16_1-MLC",
            "estimated_vram_bytes": 4348727787,
            "model_id": "Llama-3-8B-Instruct",
            "overrides": {
                "context_window_size": 768,
                "prefill_chunk_size": 256
            }
        }
    ]
}