Unverified Commit 6837b2eb authored by OlivierDehaene's avatar OlivierDehaene Committed by GitHub
Browse files

fix(docker): remove unused dependencies (#205)

parent 5d27f525
...@@ -154,7 +154,7 @@ COPY server/Makefile server/Makefile ...@@ -154,7 +154,7 @@ COPY server/Makefile server/Makefile
RUN cd server && \ RUN cd server && \
make gen-server && \ make gen-server && \
pip install -r requirements.txt && \ pip install -r requirements.txt && \
pip install ".[bnb]" --no-cache-dir pip install ".[bnb, accelerate]" --no-cache-dir
# Install router # Install router
COPY --from=builder /usr/src/target/release/text-generation-router /usr/local/bin/text-generation-router COPY --from=builder /usr/src/target/release/text-generation-router /usr/local/bin/text-generation-router
......
...@@ -17,7 +17,10 @@ install-torch: ...@@ -17,7 +17,10 @@ install-torch:
install: gen-server install-torch install-transformers install: gen-server install-torch install-transformers
pip install pip --upgrade pip install pip --upgrade
pip install -r requirements.txt pip install -r requirements.txt
pip install -e . --no-cache-dir pip install -e ".[bnb, accelerate]"
run-dev: run-dev:
SAFETENSORS_FAST_GPU=1 python -m torch.distributed.run --nproc_per_node=2 text_generation_server/cli.py serve bigscience/bloom-560m --sharded SAFETENSORS_FAST_GPU=1 python -m torch.distributed.run --nproc_per_node=2 text_generation_server/cli.py serve bigscience/bloom-560m --sharded
export-requirements:
poetry export -o requirements.txt -E bnb --without-hashes
\ No newline at end of file
This diff is collapsed.
...@@ -15,8 +15,8 @@ grpcio-status = "^1.51.1" ...@@ -15,8 +15,8 @@ grpcio-status = "^1.51.1"
grpcio-reflection = "^1.51.1" grpcio-reflection = "^1.51.1"
grpc-interceptor = "^0.15.0" grpc-interceptor = "^0.15.0"
typer = "^0.6.1" typer = "^0.6.1"
accelerate = "^0.15.0" accelerate = { version = "^0.15.0", optional = true }
bitsandbytes = "^0.38.1" bitsandbytes = { version = "^0.38.1", optional = true }
safetensors = "^0.2.4" safetensors = "^0.2.4"
loguru = "^0.6.0" loguru = "^0.6.0"
opentelemetry-api = "^1.15.0" opentelemetry-api = "^1.15.0"
...@@ -28,6 +28,7 @@ tokenizers = "0.13.3" ...@@ -28,6 +28,7 @@ tokenizers = "0.13.3"
huggingface-hub = {git = "https://github.com/huggingface/huggingface_hub.git", rev = "4f27b44ee536cd654e171c7f37478eaf1996cc3f"} huggingface-hub = {git = "https://github.com/huggingface/huggingface_hub.git", rev = "4f27b44ee536cd654e171c7f37478eaf1996cc3f"}
[tool.poetry.extras] [tool.poetry.extras]
accelerate = ["accelerate"]
bnb = ["bitsandbytes"] bnb = ["bitsandbytes"]
[tool.poetry.group.dev.dependencies] [tool.poetry.group.dev.dependencies]
......
This diff is collapsed.
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment