sentencepiece # Required for LLaMA tokenizer. numpy transformers-neuronx >= 0.9.0 torch-neuronx >= 2.1.0 neuronx-cc fastapi uvicorn[standard]
pydantic >= 2.0 # Required for OpenAI server.
prometheus_client
