"backend/apps/webui/routers/chats.py" did not exist on "987685dbf9223197d66c77fac82033fb7bfd2528"
mlx.py 186 Bytes
Newer Older
chenzk's avatar
v1.0  
chenzk committed
1
2
3
4
5
6
from mlx_lm import load, generate

model, tokenizer = load("mlx-community/SmolLM-1.7B-Instruct-8bit")
response = generate(model, tokenizer, prompt="hello", verbose=True)

print(response)