Commit 350bcd75 authored by QIN2DIM's avatar QIN2DIM
Browse files

Update compose.yaml

parent 4849d40e
# Documentation:
# https://github.com/sgl-project/sglang/blob/main/python/sglang/srt/server_args.py
# https://github.com/opendatalab/MinerU/tree/master?tab=readme-ov-file#23-using-sglang-to-accelerate-vlm-model-inference
services: services:
mineru-sglang: mineru-sglang:
image: mineru-sglang:latest image: mineru-sglang:latest
container_name: mineru-sglang container_name: mineru-sglang
volumes:
# - ${HF_HOME}:/root/.cache/huggingface
# - ${MODELSCOPE_CACHE}:/root/.cache/modelscope
- ./inductor_root_cache:/root/inductor_root_cache
restart: always restart: always
ports: ports:
- 30000:30000 - 30000:30000
environment: environment:
MINERU_MODEL_SOURCE: local MINERU_MODEL_SOURCE: local
# TORCHINDUCTOR_CACHE_DIR: /root/inductor_root_cache
# NO_PROXY: 0.0.0.0,localhost,127.0.0.1
entrypoint: mineru-sglang-server entrypoint: mineru-sglang-server
command: command:
--host 0.0.0.0 --host 0.0.0.0
--port 30000 --port 30000
# --enable-torch-compile
ulimits: ulimits:
memlock: -1 memlock: -1
stack: 67108864 stack: 67108864
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment