Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
34a3bded
Unverified
Commit
34a3bded
authored
Nov 15, 2024
by
Nicolas Patry
Committed by
GitHub
Nov 15, 2024
Browse files
Upgrading our deps. (#2750)
* Upgrading our deps. * fixup. * Fixup.
parent
4580ced0
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
10 additions
and
9 deletions
+10
-9
server/poetry.lock
server/poetry.lock
+6
-5
server/requirements_cuda.txt
server/requirements_cuda.txt
+1
-1
server/requirements_intel.txt
server/requirements_intel.txt
+1
-1
server/requirements_rocm.txt
server/requirements_rocm.txt
+1
-1
server/text_generation_server/utils/logits_process.py
server/text_generation_server/utils/logits_process.py
+1
-1
No files found.
server/poetry.lock
View file @
34a3bded
# This file is automatically @generated by Poetry 1.8.
3
and should not be changed by hand.
# This file is automatically @generated by Poetry 1.8.
4
and should not be changed by hand.
[[package]]
[[package]]
name = "accelerate"
name = "accelerate"
...
@@ -1924,13 +1924,13 @@ opentelemetry-api = "1.25.0"
...
@@ -1924,13 +1924,13 @@ opentelemetry-api = "1.25.0"
[[package]]
[[package]]
name = "outlines"
name = "outlines"
version = "0.1.
1
"
version = "0.1.
3
"
description = "Probabilistic Generative Model Programming"
description = "Probabilistic Generative Model Programming"
optional = true
optional = true
python-versions = ">=3.9"
python-versions = ">=3.9"
files = [
files = [
{file = "outlines-0.1.
1
-py3-none-any.whl", hash = "sha256:
896aee7f8f0472955104bb30fb118e525bced6885f09e833bb848782394f2c1
7"},
{file = "outlines-0.1.
3
-py3-none-any.whl", hash = "sha256:
afcf6012b7cabbaae4a58975d03190c0bbc3d402b0b2a37538e05f335d73a24
7"},
{file = "outlines-0.1.
1
.tar.gz", hash = "sha256:
9c5d3524ef21343bd681757e8ed9a5b1fcb335ee68f9b6b0889062ce23b561fc
"},
{file = "outlines-0.1.
3
.tar.gz", hash = "sha256:
5a48ad00d3bdd8eccaa7574821eb5aaa27ab9f61fde9c3fba52f352dc00197e4
"},
]
]
[package.dependencies]
[package.dependencies]
...
@@ -3986,6 +3986,7 @@ type = ["pytest-mypy"]
...
@@ -3986,6 +3986,7 @@ type = ["pytest-mypy"]
[extras]
[extras]
accelerate = ["accelerate"]
accelerate = ["accelerate"]
bnb = ["bitsandbytes"]
bnb = ["bitsandbytes"]
compressed-tensors = ["compressed-tensors"]
marlin = ["marlin-kernels", "marlin-kernels", "marlin-kernels", "marlin-kernels"]
marlin = ["marlin-kernels", "marlin-kernels", "marlin-kernels", "marlin-kernels"]
moe = ["moe-kernels", "moe-kernels", "moe-kernels", "moe-kernels"]
moe = ["moe-kernels", "moe-kernels", "moe-kernels", "moe-kernels"]
outlines = ["outlines"]
outlines = ["outlines"]
...
@@ -3996,4 +3997,4 @@ torch = ["torch"]
...
@@ -3996,4 +3997,4 @@ torch = ["torch"]
[metadata]
[metadata]
lock-version = "2.0"
lock-version = "2.0"
python-versions = ">=3.9,<3.13"
python-versions = ">=3.9,<3.13"
content-hash = "
4636689efd4c94559c3c23903aafcffd177533a3b9006b3b4f8491b158a3a754
"
content-hash = "
5d1295a8becce2f65dc68d64f200acb5832de50fc0c37392f6f87bbc5b15d32a
"
server/requirements_cuda.txt
View file @
34a3bded
...
@@ -45,7 +45,7 @@ sentencepiece==0.2.0 ; python_version >= "3.9" and python_version < "3.13"
...
@@ -45,7 +45,7 @@ sentencepiece==0.2.0 ; python_version >= "3.9" and python_version < "3.13"
setuptools==75.2.0 ; python_version >= "3.9" and python_version < "3.13"
setuptools==75.2.0 ; python_version >= "3.9" and python_version < "3.13"
tokenizers==0.20.1 ; python_version >= "3.9" and python_version < "3.13"
tokenizers==0.20.1 ; python_version >= "3.9" and python_version < "3.13"
tqdm==4.66.5 ; python_version >= "3.9" and python_version < "3.13"
tqdm==4.66.5 ; python_version >= "3.9" and python_version < "3.13"
transformers==4.4
5.2
; python_version >= "3.9" and python_version < "3.13"
transformers==4.4
6.0
; python_version >= "3.9" and python_version < "3.13"
typer==0.6.1 ; python_version >= "3.9" and python_version < "3.13"
typer==0.6.1 ; python_version >= "3.9" and python_version < "3.13"
typing-extensions==4.12.2 ; python_version >= "3.9" and python_version < "3.13"
typing-extensions==4.12.2 ; python_version >= "3.9" and python_version < "3.13"
urllib3==2.2.3 ; python_version >= "3.9" and python_version < "3.13"
urllib3==2.2.3 ; python_version >= "3.9" and python_version < "3.13"
...
...
server/requirements_intel.txt
View file @
34a3bded
...
@@ -45,7 +45,7 @@ sentencepiece==0.2.0 ; python_version >= "3.9" and python_version < "3.13"
...
@@ -45,7 +45,7 @@ sentencepiece==0.2.0 ; python_version >= "3.9" and python_version < "3.13"
setuptools==75.2.0 ; python_version >= "3.9" and python_version < "3.13"
setuptools==75.2.0 ; python_version >= "3.9" and python_version < "3.13"
tokenizers==0.20.1 ; python_version >= "3.9" and python_version < "3.13"
tokenizers==0.20.1 ; python_version >= "3.9" and python_version < "3.13"
tqdm==4.66.5 ; python_version >= "3.9" and python_version < "3.13"
tqdm==4.66.5 ; python_version >= "3.9" and python_version < "3.13"
transformers==4.4
5.2
; python_version >= "3.9" and python_version < "3.13"
transformers==4.4
6.0
; python_version >= "3.9" and python_version < "3.13"
typer==0.6.1 ; python_version >= "3.9" and python_version < "3.13"
typer==0.6.1 ; python_version >= "3.9" and python_version < "3.13"
typing-extensions==4.12.2 ; python_version >= "3.9" and python_version < "3.13"
typing-extensions==4.12.2 ; python_version >= "3.9" and python_version < "3.13"
urllib3==2.2.3 ; python_version >= "3.9" and python_version < "3.13"
urllib3==2.2.3 ; python_version >= "3.9" and python_version < "3.13"
...
...
server/requirements_rocm.txt
View file @
34a3bded
...
@@ -45,7 +45,7 @@ sentencepiece==0.2.0 ; python_version >= "3.9" and python_version < "3.13"
...
@@ -45,7 +45,7 @@ sentencepiece==0.2.0 ; python_version >= "3.9" and python_version < "3.13"
setuptools==75.2.0 ; python_version >= "3.9" and python_version < "3.13"
setuptools==75.2.0 ; python_version >= "3.9" and python_version < "3.13"
tokenizers==0.20.1 ; python_version >= "3.9" and python_version < "3.13"
tokenizers==0.20.1 ; python_version >= "3.9" and python_version < "3.13"
tqdm==4.66.5 ; python_version >= "3.9" and python_version < "3.13"
tqdm==4.66.5 ; python_version >= "3.9" and python_version < "3.13"
transformers==4.4
5.2
; python_version >= "3.9" and python_version < "3.13"
transformers==4.4
6.0
; python_version >= "3.9" and python_version < "3.13"
typer==0.6.1 ; python_version >= "3.9" and python_version < "3.13"
typer==0.6.1 ; python_version >= "3.9" and python_version < "3.13"
typing-extensions==4.12.2 ; python_version >= "3.9" and python_version < "3.13"
typing-extensions==4.12.2 ; python_version >= "3.9" and python_version < "3.13"
urllib3==2.2.3 ; python_version >= "3.9" and python_version < "3.13"
urllib3==2.2.3 ; python_version >= "3.9" and python_version < "3.13"
...
...
server/text_generation_server/utils/logits_process.py
View file @
34a3bded
...
@@ -501,7 +501,7 @@ class GrammarLogitProcessor(LogitsProcessor):
...
@@ -501,7 +501,7 @@ class GrammarLogitProcessor(LogitsProcessor):
allowed_tokens
=
self
.
fsm
.
get_next_instruction
(
fsm_grammar_state
).
tokens
allowed_tokens
=
self
.
fsm
.
get_next_instruction
(
fsm_grammar_state
).
tokens
mask
=
torch
.
full_like
(
logits
,
-
math
.
inf
)
mask
=
torch
.
full_like
(
logits
,
-
math
.
inf
)
if
allowed_tokens
is
not
None
:
if
allowed_tokens
is
not
None
:
mask
[:,
allowed_tokens
]
=
0
mask
[:,
allowed_tokens
]
=
0
biased_scores
=
logits
+
mask
biased_scores
=
logits
+
mask
return
biased_scores
return
biased_scores
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment