Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
9c1cb81c
"vscode:/vscode.git/clone" did not exist on "6373534ad4551a96cc45ce447c609ce62f2f695e"
Unverified
Commit
9c1cb81c
authored
Feb 21, 2024
by
OlivierDehaene
Committed by
GitHub
Feb 21, 2024
Browse files
v1.4.2 (#1585)
parent
c86f58d3
Changes
6
Show whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
73 additions
and
75 deletions
+73
-75
Cargo.lock
Cargo.lock
+68
-70
Cargo.toml
Cargo.toml
+1
-1
docs/openapi.json
docs/openapi.json
+1
-1
integration-tests/pyproject.toml
integration-tests/pyproject.toml
+1
-1
router/src/main.rs
router/src/main.rs
+1
-1
server/pyproject.toml
server/pyproject.toml
+1
-1
No files found.
Cargo.lock
View file @
9c1cb81c
...
...
@@ -19,9 +19,9 @@ checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
[[package]]
name = "ahash"
version = "0.8.
8
"
version = "0.8.
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
42cd52102d3df161c77a887b608d7a4897d7cc112886a9537b738a887a03aaf
f"
checksum = "
d713b3834d76b85304d4d525563c1276e2e30dc97cc67bfb4585a4a29fc2c89
f"
dependencies = [
"cfg-if",
"getrandom",
...
...
@@ -42,9 +42,9 @@ dependencies = [
[[package]]
name = "anstream"
version = "0.6.1
1
"
version = "0.6.1
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
6e2e1ebcb11de5c03c67de28a7df593d32191b44939c482e97702baaaa6ab6a5
"
checksum = "
96b09b5178381e0874812a9b157f7fe84982617e48f71f4e3235482775e5b540
"
dependencies = [
"anstyle",
"anstyle-parse",
...
...
@@ -90,9 +90,9 @@ dependencies = [
[[package]]
name = "anyhow"
version = "1.0.
79
"
version = "1.0.
80
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
080e9890a082662b09c1ad45f567faeeb47f22b5fb23895fbe1e651e718e25ca
"
checksum = "
5ad32ce52e4161730f7098c077cd2ed6229b5804ccf99e5366be1ab72a98b4e1
"
[[package]]
name = "arc-swap"
...
...
@@ -130,7 +130,7 @@ checksum = "16e62a023e7c117e27523144c5d2459f4397fcc3cab0085af8e2224f643a0193"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -141,7 +141,7 @@ checksum = "c980ee35e870bd1a4d2c8294d4c04d0499e67bca1e4b5cefcc693c2fa00caea9"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -305,9 +305,9 @@ dependencies = [
[[package]]
name = "bumpalo"
version = "3.15.
0
"
version = "3.15.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
d32a994c2b3ca201d9b263612a374263f05e7adde37c4707f693dcd375076d1f
"
checksum = "
c764d619ca78fccbf3069b37bd7af92577f044bb15236036662d79b6559f25b7
"
[[package]]
name = "bytecount"
...
...
@@ -367,12 +367,9 @@ checksum = "df8670b8c7b9dae1793364eafadf7239c40d669904660c5960d74cfd80b46a53"
[[package]]
name = "cc"
version = "1.0.8
3
"
version = "1.0.8
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f1174fb0b6ec23863f8b971027804a42614e347eafb0a95bf0b12cdae21fc4d0"
dependencies = [
"libc",
]
checksum = "7f9fa1897e4325be0d68d48df6aa1a71ac2ed4d27723887e7754192705350730"
[[package]]
name = "cfg-if"
...
...
@@ -382,9 +379,9 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
[[package]]
name = "clap"
version = "4.5.
0
"
version = "4.5.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
80c21025abd42669a92efc996ef13cfb2c5c627858421ea58d5c3b331a6c134f
"
checksum = "
c918d541ef2913577a0f9566e9ce27cb35b6df072075769e0b26cb5a554520da
"
dependencies = [
"clap_builder",
"clap_derive",
...
...
@@ -392,9 +389,9 @@ dependencies = [
[[package]]
name = "clap_builder"
version = "4.5.
0
"
version = "4.5.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
458bf1f341769dfcf849846f65dffdf9146daa56bcd2a47cb4e1de9915567c99
"
checksum = "
9f3e7391dad68afb0c2ede1bf619f579a3dc9c2ec67f089baa397123a2f3d1eb
"
dependencies = [
"anstream",
"anstyle",
...
...
@@ -411,7 +408,7 @@ dependencies = [
"heck",
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -873,7 +870,7 @@ checksum = "87750cf4b7a4c0625b1529e4c543c2182106e4dedc60a2a6455e00d212c489ac"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -1441,7 +1438,7 @@ checksum = "38b4faf00617defe497754acde3024865bc143d44a86799b24e191ecff91354f"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -1529,7 +1526,7 @@ checksum = "f686d68a09079e63b1d2c64aa305095887ce50565f00a922ebfaeeee0d9ba6ce"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -1804,9 +1801,9 @@ dependencies = [
[[package]]
name = "openssl"
version = "0.10.6
3
"
version = "0.10.6
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
15c9d69dd87a29568d4d017cfe8ec518706046a05184e5aea92d0af890b803c8
"
checksum = "
95a0481286a310808298130d22dd1fef0fa571e05a8f44ec801801e84b216b1f
"
dependencies = [
"bitflags 2.4.2",
"cfg-if",
...
...
@@ -1825,7 +1822,7 @@ checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -1836,9 +1833,9 @@ checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf"
[[package]]
name = "openssl-sys"
version = "0.9.
99
"
version = "0.9.
100
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
22e1bf214306098e4832460f797824c05d25aacdf896f64a985fb0fd992454ae
"
checksum = "
ae94056a791d0e1217d18b6cbdccb02c61e3054fc69893607f4067e3bb0b1fd1
"
dependencies = [
"cc",
"libc",
...
...
@@ -2041,7 +2038,7 @@ checksum = "266c042b60c9c76b8d53061e52b2e0d1116abc57cefc8c5cd671619a56ac3690"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -2087,7 +2084,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a41cf62165e97c7f814d2221421dbb9afcbcdb0a88068e5ea206e19951c2cbb5"
dependencies = [
"proc-macro2",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -2160,7 +2157,7 @@ dependencies = [
"prost 0.12.3",
"prost-types",
"regex",
"syn 2.0.
49
",
"syn 2.0.
50
",
"tempfile",
"which",
]
...
...
@@ -2188,7 +2185,7 @@ dependencies = [
"itertools 0.11.0",
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -2439,16 +2436,17 @@ dependencies = [
[[package]]
name = "ring"
version = "0.17.
7
"
version = "0.17.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
688c63d65483050968b2a8937f7995f443e27041a0f7700aa59b0822aedebb74
"
checksum = "
c17fa4cb658e3583423e915b9f3acc01cceaee1860e33d59ebae66adc3a2dc0d
"
dependencies = [
"cc",
"cfg-if",
"getrandom",
"libc",
"spin 0.9.8",
"untrusted 0.9.0",
"windows-sys 0.
48
.0",
"windows-sys 0.
52
.0",
]
[[package]]
...
...
@@ -2472,7 +2470,7 @@ dependencies = [
"quote",
"rust-embed-utils",
"shellexpand",
"syn 2.0.
49
",
"syn 2.0.
50
",
"walkdir",
]
...
...
@@ -2533,7 +2531,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e87c9956bd9807afa1f77e0f7594af32566e830e088a5576d27c5b6f30f49d41"
dependencies = [
"log",
"ring 0.17.
7
",
"ring 0.17.
8
",
"rustls-pki-types",
"rustls-webpki",
"subtle",
...
...
@@ -2561,7 +2559,7 @@ version = "0.102.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "faaa0a62740bedb9b2ef5afa303da42764c012f743917351dc9a237ea1663610"
dependencies = [
"ring 0.17.
7
",
"ring 0.17.
8
",
"rustls-pki-types",
"untrusted 0.9.0",
]
...
...
@@ -2574,9 +2572,9 @@ checksum = "7ffc183a10b4478d04cbbbfc96d0873219d962dd5accaff2ffbd4ceb7df837f4"
[[package]]
name = "ryu"
version = "1.0.1
6
"
version = "1.0.1
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
f98d2aa92eebf49b69786be48e4477826b256916e84a57ff2a4f21923b48eb4c
"
checksum = "
e86697c916019a8588c99b5fac3cead74ec0b4b819707a682fd4d23fa0ce1ba1
"
[[package]]
name = "same-file"
...
...
@@ -2608,7 +2606,7 @@ version = "0.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "da046153aa2352493d6cb7da4b6e5c0c057d8a1d0a9aa8560baffdd945acd414"
dependencies = [
"ring 0.17.
7
",
"ring 0.17.
8
",
"untrusted 0.9.0",
]
...
...
@@ -2637,38 +2635,38 @@ dependencies = [
[[package]]
name = "semver"
version = "1.0.2
1
"
version = "1.0.2
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b97ed7a9823b74f99c7742f5336af7be5ecd3eeafcb1507d1fa93347b1d589b0
"
checksum = "
92d43fe69e652f3df9bdc2b85b2854a0825b86e4fb76bc44d945137d053639ca
"
dependencies = [
"serde",
]
[[package]]
name = "serde"
version = "1.0.19
6
"
version = "1.0.19
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
870026e60fa08c69f064aa766c10f10b1d62db9ccd4d0abb206472b
ee
0
ce
3b3
2"
checksum = "
3fb1c873e1b9b056a4dc4c0c198b24c3ffa059243875552b2bd0933b1a
ee
4
ce2"
dependencies = [
"serde_derive",
]
[[package]]
name = "serde_derive"
version = "1.0.19
6
"
version = "1.0.19
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
33c85360c95e7d137454dc81d9a4ed2b8efd8fbe19cee57357b32b9771fccb67
"
checksum = "
7eb0b34b42edc17f6b7cac84a52a1c5f0e1bb2227e997ca9011ea3dd34e8610b
"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
name = "serde_json"
version = "1.0.11
3
"
version = "1.0.11
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
69801b70b1c3dac963ecb03a364ba0ced
a9
c
f60
c71cfe475e99864759c8b8a79
"
checksum = "
c5f09b1bd632ef549ea
a9f60
a1f8de742bdbc698e6cee2095fc84dde5f549ae0
"
dependencies = [
"itoa",
"ryu",
...
...
@@ -2851,7 +2849,7 @@ dependencies = [
"proc-macro2",
"quote",
"rustversion",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -2873,9 +2871,9 @@ dependencies = [
[[package]]
name = "syn"
version = "2.0.
49
"
version = "2.0.
50
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
915aea9e586f80826ee59f8453c1101f9d1c4b3964cd2460185ee8e299ada496
"
checksum = "
74f1bdc9872430ce9b75da68329d1c1746faf50ffac5f19e02b71e37ff881ffb
"
dependencies = [
"proc-macro2",
"quote",
...
...
@@ -2961,7 +2959,7 @@ dependencies = [
[[package]]
name = "text-generation-benchmark"
version = "1.4.
1
"
version = "1.4.
2
"
dependencies = [
"average",
"clap",
...
...
@@ -2982,7 +2980,7 @@ dependencies = [
[[package]]
name = "text-generation-client"
version = "1.4.
1
"
version = "1.4.
2
"
dependencies = [
"futures",
"grpc-metadata",
...
...
@@ -2998,7 +2996,7 @@ dependencies = [
[[package]]
name = "text-generation-launcher"
version = "1.4.
1
"
version = "1.4.
2
"
dependencies = [
"clap",
"ctrlc",
...
...
@@ -3014,7 +3012,7 @@ dependencies = [
[[package]]
name = "text-generation-router"
version = "1.4.
1
"
version = "1.4.
2
"
dependencies = [
"async-stream",
"axum",
...
...
@@ -3067,14 +3065,14 @@ checksum = "a953cb265bef375dae3de6663da4d3804eee9682ea80d8e2542529b73c531c81"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
name = "thread_local"
version = "1.1.
7
"
version = "1.1.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
3fdd6f064ccff2d6567adcb3873ca630700f00b5ad3f060c25b5dcfd9a4ce152
"
checksum = "
8b9ef9bad013ada3808854ceac7b46812a6465ba368859a37e2100283d2d719c
"
dependencies = [
"cfg-if",
"once_cell",
...
...
@@ -3233,7 +3231,7 @@ checksum = "5b8a1e28f2deaa14e508979454cb3a223b10b938b45af148bc0986de36f1923b"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -3348,7 +3346,7 @@ dependencies = [
"proc-macro2",
"prost-build",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -3421,7 +3419,7 @@ checksum = "34704c8d6ebcbc939824180af020566b01a7c01f80641264eba0999f6c2b6be7"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -3551,9 +3549,9 @@ checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b"
[[package]]
name = "unicode-normalization"
version = "0.1.2
2
"
version = "0.1.2
3
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
5c5713f0fc4b5db668a
2a
c
63
cdb7bb4469d8c9fed047b1d0292cc7b0ce2ba921
"
checksum = "
a56d1686db2308d901306f9
2a
2
63
857ef59ea39678a5458e7cb17f01415101f5
"
dependencies = [
"tinyvec",
]
...
...
@@ -3662,7 +3660,7 @@ dependencies = [
"proc-macro2",
"quote",
"regex",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
@@ -3767,7 +3765,7 @@ dependencies = [
"once_cell",
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
"wasm-bindgen-shared",
]
...
...
@@ -3801,7 +3799,7 @@ checksum = "642f325be6301eb8107a83d12a8ac6c1e1c54345a7ef1a9261962dfefda09e66"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
"wasm-bindgen-backend",
"wasm-bindgen-shared",
]
...
...
@@ -3828,7 +3826,7 @@ version = "0.22.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ed63aea5ce73d0ff405984102c42de94fc55a6b75765d621c65262469b3c9b53"
dependencies = [
"ring 0.17.
7
",
"ring 0.17.
8
",
"untrusted 0.9.0",
]
...
...
@@ -4128,7 +4126,7 @@ checksum = "9ce1b18ccd8e73a9321186f97e46f9f04b778851177567b1975109d26a08d2a6"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.
49
",
"syn 2.0.
50
",
]
[[package]]
...
...
Cargo.toml
View file @
9c1cb81c
...
...
@@ -9,7 +9,7 @@ members = [
resolver
=
"2"
[workspace.package]
version
=
"1.4.
1
"
version
=
"1.4.
2
"
edition
=
"2021"
authors
=
[
"Olivier Dehaene"
]
homepage
=
"https://github.com/huggingface/text-generation-inference"
...
...
docs/openapi.json
View file @
9c1cb81c
...
...
@@ -10,7 +10,7 @@
"name"
:
"Apache 2.0"
,
"url"
:
"https://www.apache.org/licenses/LICENSE-2.0"
},
"version"
:
"1.4.
1
"
"version"
:
"1.4.
2
"
},
"paths"
:
{
"/"
:
{
...
...
integration-tests/pyproject.toml
View file @
9c1cb81c
[tool.poetry]
name
=
"text-generation-integration-tests"
version
=
"1.4.
1
"
version
=
"1.4.
2
"
description
=
"Text Generation Inference integration tests"
authors
=
[
"Nicolas Patry <nicolas@huggingface.co>"
]
...
...
router/src/main.rs
View file @
9c1cb81c
...
...
@@ -270,7 +270,7 @@ async fn main() -> Result<(), RouterError> {
let
compat_return_full_text
=
match
&
model_info
.pipeline_tag
{
None
=>
{
tracing
::
warn!
(
"no pipeline tag found for model {tokenizer_name}"
);
fals
e
tru
e
}
Some
(
pipeline_tag
)
=>
pipeline_tag
.as_str
()
==
"text-generation"
,
};
...
...
server/pyproject.toml
View file @
9c1cb81c
[tool.poetry]
name
=
"text-generation-server"
version
=
"1.4.
1
"
version
=
"1.4.
2
"
description
=
"Text Generation Inference Python gRPC Server"
authors
=
[
"Olivier Dehaene <olivier@huggingface.co>"
]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment