Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
6c4496a1
Unverified
Commit
6c4496a1
authored
Mar 22, 2024
by
OlivierDehaene
Committed by
GitHub
Mar 22, 2024
Browse files
v1.4.4 (#1668)
parent
1e9bcd9d
Changes
10
Hide whitespace changes
Inline
Side-by-side
Showing
10 changed files
with
176 additions
and
181 deletions
+176
-181
Cargo.lock
Cargo.lock
+167
-172
Cargo.toml
Cargo.toml
+1
-1
docs/openapi.json
docs/openapi.json
+1
-1
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_no_tools.json
..._/test_tools_llama/test_flash_llama_grammar_no_tools.json
+1
-1
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools.json
...ts__/test_tools_llama/test_flash_llama_grammar_tools.json
+1
-1
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools_auto.json
...test_tools_llama/test_flash_llama_grammar_tools_auto.json
+1
-1
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools_choice.json
...st_tools_llama/test_flash_llama_grammar_tools_choice.json
+1
-1
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools_stream.json
...st_tools_llama/test_flash_llama_grammar_tools_stream.json
+1
-1
integration-tests/pyproject.toml
integration-tests/pyproject.toml
+1
-1
server/pyproject.toml
server/pyproject.toml
+1
-1
No files found.
Cargo.lock
View file @
6c4496a1
...
...
@@ -19,9 +19,9 @@ checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
[[package]]
name = "ahash"
version = "0.8.1
0
"
version = "0.8.1
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8b79b82693f705137f8fb9b37871d99e4f9a7df12b917eed79c3d3954830a60b
"
checksum = "
e89da841a80418a9b391ebaea17f5c112ffaaa96f621d2c285b5174da76b9011
"
dependencies = [
"cfg-if",
"getrandom",
...
...
@@ -33,9 +33,9 @@ dependencies = [
[[package]]
name = "aho-corasick"
version = "1.1.
2
"
version = "1.1.
3
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b2969dcb958b36655471fc61f7e416fa76033bdd4bfed0678d8fee1e2d07a1f0
"
checksum = "
8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916
"
dependencies = [
"memchr",
]
...
...
@@ -90,15 +90,15 @@ dependencies = [
[[package]]
name = "anyhow"
version = "1.0.8
0
"
version = "1.0.8
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
5ad32ce52e4161730f7098c077cd2ed6229b5804ccf99e5366be1ab72a98b4e1
"
checksum = "
0952808a6c2afd1aa8947271f3a60f1a6763c7b912d210184c5149b5cf147247
"
[[package]]
name = "arc-swap"
version = "1.
6
.0"
version = "1.
7
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
bddcadddf5e9015d310179a59bb28c4d4b9920ad0f11e8e14dbadf654890c9a6
"
checksum = "
7b3d0060af21e8d11a926981cc00c6c1541aa91dd64b9f881985c3da1094425f
"
[[package]]
name = "async-rustls"
...
...
@@ -130,18 +130,18 @@ checksum = "16e62a023e7c117e27523144c5d2459f4397fcc3cab0085af8e2224f643a0193"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
name = "async-trait"
version = "0.1.7
7
"
version = "0.1.7
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
c980ee35e870bd1a4d2c8294d4c04d0499e67bca1e4b5cefcc693c2fa00caea9
"
checksum = "
461abc97219de0eaaf81fe3ef974a540158f3d079c2ab200f891f1a2ef201e85
"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -152,9 +152,9 @@ checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa"
[[package]]
name = "average"
version = "0.14.
1
"
version = "0.14.
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
6d804c74bb2d66e9b7047658d21af0f1c937d7d2466410cbf1aed3b0c04048d4
"
checksum = "
c309b1c7fca12ebeec3ecba29ea917b3a4cb458ccf504df68bb4d8a0ca565a00
"
dependencies = [
"easy-cast",
"float-ord",
...
...
@@ -242,9 +242,9 @@ dependencies = [
[[package]]
name = "backtrace"
version = "0.3.
69
"
version = "0.3.
70
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
2089b7e3f35b9dd2d0ed921ead4f6d318c27680d4a5bd167b3ee120edb105837
"
checksum = "
95d8e92cac0961e91dbd517496b00f7e9b92363dbe6d42c3198268323798860c
"
dependencies = [
"addr2line",
"cc",
...
...
@@ -290,9 +290,9 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
[[package]]
name = "bitflags"
version = "2.
4.2
"
version = "2.
5.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
ed570934406eb16438a4e976b1b4500774099c13b8cb96eec99f620f05090ddf
"
checksum = "
cf4b9d6a944f767f8e5e0db018570623c85f3d925ac718db4e06d0187adb21c1
"
[[package]]
name = "block-buffer"
...
...
@@ -305,9 +305,9 @@ dependencies = [
[[package]]
name = "bumpalo"
version = "3.15.
3
"
version = "3.15.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8ea184aa71bb362a1157c896979544cc23974e08fd265f29ea96b59f0b4a555b
"
checksum = "
7ff69b9dd49fd426c69a0db9fc04dd934cdb6645ff000864d98f7e2af8830eaa
"
[[package]]
name = "bytecount"
...
...
@@ -338,9 +338,9 @@ dependencies = [
[[package]]
name = "cargo-platform"
version = "0.1.
7
"
version = "0.1.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
694c8807f2ae16faecc43dc17d74b3eb042482789fd0eb64b39a2e04e087053f
"
checksum = "
24b1f0365a6c6bb4020cd05806fd0d33c44d38046b8bd7f0e40814b9763cabfc
"
dependencies = [
"serde",
]
...
...
@@ -367,9 +367,9 @@ checksum = "df8670b8c7b9dae1793364eafadf7239c40d669904660c5960d74cfd80b46a53"
[[package]]
name = "cc"
version = "1.0.
88
"
version = "1.0.
90
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
02f341c093d19155a6e41631ce5971aac4e9a868262212153124c15fa22d1cdc
"
checksum = "
8cd6604a82acf3039f1144f54b8eb34e91ffba622051189e71b781822d5ee1f5
"
[[package]]
name = "cfg-if"
...
...
@@ -385,9 +385,9 @@ checksum = "fd16c4719339c4530435d38e511904438d07cce7950afa3718a84ac36c10e89e"
[[package]]
name = "clap"
version = "4.5.
1
"
version = "4.5.
3
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
c918d541ef2913577a0f9566e9ce27cb35b6df072075769e0b26cb5a554520da
"
checksum = "
949626d00e063efc93b6dca932419ceb5432f99769911c0b995f7e884c778813
"
dependencies = [
"clap_builder",
"clap_derive",
...
...
@@ -395,9 +395,9 @@ dependencies = [
[[package]]
name = "clap_builder"
version = "4.5.
1
"
version = "4.5.
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
9f3e7391dad68afb0c2ede1bf619f579a3dc9c2ec67f089baa397123a2f3d1eb
"
checksum = "
ae129e2e766ae0ec03484e609954119f123cc1fe650337e155d03b022f24f7b4
"
dependencies = [
"anstream",
"anstyle",
...
...
@@ -407,14 +407,14 @@ dependencies = [
[[package]]
name = "clap_derive"
version = "4.5.
0
"
version = "4.5.
3
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
307bc0538d5f0f83b8248db3087aa92fe504
e4691
294d0c96c0eabc33f47ba47
"
checksum = "
90239a040c80f5e14809ca132ddc4176ab33d5e17
e4
9
691
793296e3fcb34d72f
"
dependencies = [
"heck",
"heck
0.5.0
",
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -478,9 +478,9 @@ dependencies = [
[[package]]
name = "crossbeam-channel"
version = "0.5.1
1
"
version = "0.5.1
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
176dc175b78f56c0f321911d9c8eb2b77a78a4860b9c19db83835fea1a46649b
"
checksum = "
ab3db02a9c5b5121e1e42fbdb1aeb65f5e02624cc58c43f2884c6ccac0b82f95
"
dependencies = [
"crossbeam-utils",
]
...
...
@@ -516,7 +516,7 @@ version = "0.27.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f476fe445d41c9e991fd07515a6f463074b782242ccf4a5b7b1d1012e70824df"
dependencies = [
"bitflags 2.
4.2
",
"bitflags 2.
5.0
",
"crossterm_winapi",
"libc",
"mio",
...
...
@@ -547,11 +547,11 @@ dependencies = [
[[package]]
name = "ctrlc"
version = "3.4.
2
"
version = "3.4.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b467862cc8610ca6fc9a1532d7777cee0804e678ab45410897b9396495994a0b
"
checksum = "
672465ae37dc1bc6380a6547a8883d5dd397b0f1faaad4f265726cc7042a5345
"
dependencies = [
"nix
0.27.1
",
"nix",
"windows-sys 0.52.0",
]
...
...
@@ -876,7 +876,7 @@ checksum = "87750cf4b7a4c0625b1529e4c543c2182106e4dedc60a2a6455e00d212c489ac"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -959,9 +959,9 @@ dependencies = [
[[package]]
name = "h2"
version = "0.3.2
4
"
version = "0.3.2
5
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
bb2c4422095b67ee78da96fbb51a4cc413b3b25883c7717ff7ca1ab31022c9c9
"
checksum = "
4fbd2820c5e49886948654ab546d0688ff24530286bdcf8fca3cefb16d4618eb
"
dependencies = [
"bytes",
"fnv",
...
...
@@ -969,7 +969,7 @@ dependencies = [
"futures-sink",
"futures-util",
"http",
"indexmap 2.2.
3
",
"indexmap 2.2.
5
",
"slab",
"tokio",
"tokio-util",
...
...
@@ -1003,11 +1003,17 @@ version = "0.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8"
[[package]]
name = "heck"
version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
[[package]]
name = "hermit-abi"
version = "0.3.
8
"
version = "0.3.
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
379dada1584ad501b383485dd706b8afb7a70fcbc7f4da7d780638a5a6124a60
"
checksum = "
d231dfb89cfffdbc30e7fc41579ed6066ad03abda9e567ccafae602b97ec5024
"
[[package]]
name = "hf-hub"
...
...
@@ -1052,9 +1058,9 @@ dependencies = [
[[package]]
name = "http"
version = "0.2.1
1
"
version = "0.2.1
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8947b1a6fad4393052c7ba1f4cd97bed3e953a95c79c92ad9b051a04611d9fbb
"
checksum = "
601cbb57e577e2f5ef5be8e7b83f0f63994f25aa94d673e54a92d5c516d101f1
"
dependencies = [
"bytes",
"fnv",
...
...
@@ -1167,9 +1173,9 @@ dependencies = [
[[package]]
name = "indexmap"
version = "2.2.
3
"
version = "2.2.
5
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
233cf39063f058ea2caae4091bf4a3ef70a653afbc026f5c4a4135d114e3c177
"
checksum = "
7b0b929d511467233429c45a44ac1dcaa21ba0f5ba11e4879e6ed28ddb4f9df4
"
dependencies = [
"equivalent",
"hashbrown 0.14.3",
...
...
@@ -1267,9 +1273,9 @@ checksum = "b1a46d1a171d865aa5f83f92695765caa047a9b4cbae2cbf37dbd613a793fd4c"
[[package]]
name = "js-sys"
version = "0.3.6
8
"
version = "0.3.6
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
406cda4b368d531c842222cf9d2600a9a4acce8d2
94
2
369
5379c6868a143a9ee
"
checksum = "
29c15563dc2726973df627357ce0c9ddddbea1
94
8
369
09d655df6a75d2cf296d
"
dependencies = [
"wasm-bindgen",
]
...
...
@@ -1328,7 +1334,7 @@ version = "0.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "85c833ca1e66078851dba29046874e38f08b2c883700aa29a03ddd3b23814ee8"
dependencies = [
"bitflags 2.
4.2
",
"bitflags 2.
5.0
",
"libc",
"redox_syscall",
]
...
...
@@ -1351,9 +1357,9 @@ dependencies = [
[[package]]
name = "log"
version = "0.4.2
0
"
version = "0.4.2
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b5e6163cb8c49088c2c36f57875e58ccd8c87c7427f7fbd50ea6710b2f3f2e8f
"
checksum = "
90ed8c1e510134f979dbc4f070f87d4313098b704861a105fe34231c70a3901c
"
[[package]]
name = "mach2"
...
...
@@ -1444,7 +1450,7 @@ checksum = "38b4faf00617defe497754acde3024865bc143d44a86799b24e191ecff91354f"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -1480,8 +1486,8 @@ dependencies = [
[[package]]
name = "minijinja"
version = "1.0.1
2
"
source = "git+https://github.com/mitsuhiko/minijinja.git?branch=main#
c7bf5718c2b475382fa80d1fe741146313d27f3
b"
version = "1.0.1
5
"
source = "git+https://github.com/mitsuhiko/minijinja.git?branch=main#
045d6a0f7ee1ea9cb4aa7725bc8fb1c39ab1d90
b"
dependencies = [
"serde",
]
...
...
@@ -1503,9 +1509,9 @@ dependencies = [
[[package]]
name = "mio"
version = "0.8.1
0
"
version = "0.8.1
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8f3d0b296e374a4e6f3c7b0a1f5a51d748a0d34c85e7dc48fc3fa9a87657fe09
"
checksum = "
a4a650543ca06a924e8b371db273b2756685faae30f8487da1b56505a8f78b0c
"
dependencies = [
"libc",
"log",
...
...
@@ -1531,7 +1537,7 @@ checksum = "f686d68a09079e63b1d2c64aa305095887ce50565f00a922ebfaeeee0d9ba6ce"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -1608,24 +1614,13 @@ dependencies = [
"windows-sys 0.45.0",
]
[[package]]
name = "nix"
version = "0.27.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2eb04e9c688eff1c89d72b407f168cf79bb9e867a9d3323ed6c01519eb9cc053"
dependencies = [
"bitflags 2.4.2",
"cfg-if",
"libc",
]
[[package]]
name = "nix"
version = "0.28.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ab2156c4fce2f8df6c499cc1c763e4394b7482525bf2a9701c9d79d215f519e4"
dependencies = [
"bitflags 2.
4.2
",
"bitflags 2.
5.0
",
"cfg-if",
"cfg_aliases",
"libc",
...
...
@@ -1822,7 +1817,7 @@ version = "0.10.64"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "95a0481286a310808298130d22dd1fef0fa571e05a8f44ec801801e84b216b1f"
dependencies = [
"bitflags 2.
4.2
",
"bitflags 2.
5.0
",
"cfg-if",
"foreign-types",
"libc",
...
...
@@ -1839,7 +1834,7 @@ checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -2035,27 +2030,27 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e1d3afd2628e69da2be385eb6f2fd57c8ac7977ceeff6dc166ff1657b0e386a9"
dependencies = [
"fixedbitset",
"indexmap 2.2.
3
",
"indexmap 2.2.
5
",
]
[[package]]
name = "pin-project"
version = "1.1.
4
"
version = "1.1.
5
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
0302c4a0442c456bd56f841aee5c3bfd17967563f6fadc9ceb9f9c23cf3807e0
"
checksum = "
b6bf43b791c5b9e34c3d182969b4abb522f9343702850a2e57f460d00d09b4b3
"
dependencies = [
"pin-project-internal",
]
[[package]]
name = "pin-project-internal"
version = "1.1.
4
"
version = "1.1.
5
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2
66c042b60c9c76b8d53061e52b2e0d1116abc57c
efc8
c5cd671619a56ac3690
"
checksum = "2
f38a4412a78282e09a2cf38d195ea5420d15ba0602cb375210
ef
b
c8
77243965
"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -2101,7 +2096,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a41cf62165e97c7f814d2221421dbb9afcbcdb0a88068e5ea206e19951c2cbb5"
dependencies = [
"proc-macro2",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -2130,9 +2125,9 @@ dependencies = [
[[package]]
name = "proc-macro2"
version = "1.0.7
8
"
version = "1.0.7
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e
2422ad645d89c99f8f3e6b88a9fdeca7fabeac836b1002371c4367c8f984aa
e"
checksum = "e
835ff2298f5721608eb1a980ecaee1aef2c132bf95ecc026a11b7bf3c01c02
e"
dependencies = [
"unicode-ident",
]
...
...
@@ -2164,7 +2159,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c55e02e35260070b6f716a2423c2ff1c3bb1642ddca6f99e1f26d06268a0e2d2"
dependencies = [
"bytes",
"heck",
"heck
0.4.1
",
"itertools 0.11.0",
"log",
"multimap",
...
...
@@ -2174,7 +2169,7 @@ dependencies = [
"prost 0.12.3",
"prost-types",
"regex",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
"tempfile",
"which",
]
...
...
@@ -2202,7 +2197,7 @@ dependencies = [
"itertools 0.11.0",
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -2275,7 +2270,7 @@ version = "0.23.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2e2e4cd95294a85c3b4446e63ef054eea43e0205b1fd60120c16b74ff7ff96ad"
dependencies = [
"bitflags 2.
4.2
",
"bitflags 2.
5.0
",
"cassowary",
"crossterm",
"indoc",
...
...
@@ -2354,7 +2349,7 @@ checksum = "b62dbe01f0b06f9d8dc7d49e05a0785f153b00b2c227856282f671e0318c9b15"
dependencies = [
"aho-corasick",
"memchr",
"regex-automata 0.4.
5
",
"regex-automata 0.4.
6
",
"regex-syntax 0.8.2",
]
...
...
@@ -2369,9 +2364,9 @@ dependencies = [
[[package]]
name = "regex-automata"
version = "0.4.
5
"
version = "0.4.
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
5bb987efffd3c6d0d8f5f89510bb458559eab11e4f869acb20bf845e016259cd
"
checksum = "
86b83b8b9847f9bf95ef68afb0b8e6cdb80f498442f5179a29fad448fcc1eaea
"
dependencies = [
"aho-corasick",
"memchr",
...
...
@@ -2398,9 +2393,9 @@ checksum = "c08c74e62047bb2de4ff487b251e4a92e24f48745648451635cec7d591162d9f"
[[package]]
name = "reqwest"
version = "0.11.2
4
"
version = "0.11.2
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
c6920094eb85afde5e4a138be3f2de8bbdf28000f0029e72c45025a56b042251
"
checksum = "
dd67538700a17451e7cba03ac727fb961abb7607553461627b97de0b89cf4a62
"
dependencies = [
"base64 0.21.7",
"bytes",
...
...
@@ -2487,7 +2482,7 @@ dependencies = [
"quote",
"rust-embed-utils",
"shellexpand",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
"walkdir",
]
...
...
@@ -2518,11 +2513,11 @@ dependencies = [
[[package]]
name = "rustix"
version = "0.38.3
1
"
version = "0.38.3
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6
ea3e1a662af26cd7a3ba09c0297a31af215563ecf42817c98df621387f4e94
9"
checksum = "6
5e04861e65f21776e67888bfbea442b3642beaa0138fdb1dd7a84a52dffdb8
9"
dependencies = [
"bitflags 2.
4.2
",
"bitflags 2.
5.0
",
"errno",
"libc",
"linux-raw-sys",
...
...
@@ -2676,7 +2671,7 @@ checksum = "7eb0b34b42edc17f6b7cac84a52a1c5f0e1bb2227e997ca9011ea3dd34e8610b"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -2692,9 +2687,9 @@ dependencies = [
[[package]]
name = "serde_path_to_error"
version = "0.1.1
5
"
version = "0.1.1
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
ebd154a240de39fdebcf5775d2675c204d7c13cf39a4c697be6493c8e734337c
"
checksum = "
af99884400da37c88f5e9146b7f1fd0fbcae8f6eec4e9da38b67d05486f814a6
"
dependencies = [
"itoa",
"serde",
...
...
@@ -2797,9 +2792,9 @@ dependencies = [
[[package]]
name = "smallvec"
version = "1.13.
1
"
version = "1.13.
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
e6ecd384b10a64542d77071bd64bd7b231f4ed5940fba55e98c3de13824cf3d
7"
checksum = "
3c5e1a9a646d36c3599cd173a41282daf47c44583ad367b8e6837255952e5c6
7"
[[package]]
name = "socket2"
...
...
@@ -2862,11 +2857,11 @@ version = "0.25.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "23dc1fa9ac9c169a78ba62f0b841814b7abae11bdd047b9c58f893439e309ea0"
dependencies = [
"heck",
"heck
0.4.1
",
"proc-macro2",
"quote",
"rustversion",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -2888,9 +2883,9 @@ dependencies = [
[[package]]
name = "syn"
version = "2.0.5
1
"
version = "2.0.5
3
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
6ab617d94515e94ae53b8406c628598680aa0c9587474ecbe58188f7b345d66c
"
checksum = "
7383cd0e49fff4b6b90ca5670bfd3e9d6a733b3f90c686605aa7eec8c4996032
"
dependencies = [
"proc-macro2",
"quote",
...
...
@@ -2905,9 +2900,9 @@ checksum = "2047c6ded9c721764247e62cd3b03c09ffc529b2ba5b10ec482ae507a4a70160"
[[package]]
name = "sysinfo"
version = "0.30.
5
"
version = "0.30.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
1fb4f3438c8f6389c864e61221cbc97e9bca98b4daf39a5beb7bea660f528bb2
"
checksum = "
0c385888ef380a852a16209afc8cfad22795dd8873d69c9a14d2e2088f118d18
"
dependencies = [
"cfg-if",
"core-foundation-sys",
...
...
@@ -2955,7 +2950,7 @@ version = "0.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "99f688a08b54f4f02f0a3c382aefdb7884d3d69609f785bd253dc033243e3fe4"
dependencies = [
"heck",
"heck
0.4.1
",
"proc-macro-error",
"proc-macro2",
"quote",
...
...
@@ -2976,7 +2971,7 @@ dependencies = [
[[package]]
name = "text-generation-benchmark"
version = "1.4.
3
"
version = "1.4.
4
"
dependencies = [
"average",
"clap",
...
...
@@ -2997,7 +2992,7 @@ dependencies = [
[[package]]
name = "text-generation-client"
version = "1.4.
3
"
version = "1.4.
4
"
dependencies = [
"futures",
"grpc-metadata",
...
...
@@ -3013,12 +3008,12 @@ dependencies = [
[[package]]
name = "text-generation-launcher"
version = "1.4.
3
"
version = "1.4.
4
"
dependencies = [
"clap",
"ctrlc",
"float_eq",
"nix
0.28.0
",
"nix",
"reqwest",
"serde",
"serde_json",
...
...
@@ -3029,7 +3024,7 @@ dependencies = [
[[package]]
name = "text-generation-router"
version = "1.4.
3
"
version = "1.4.
4
"
dependencies = [
"async-stream",
"axum",
...
...
@@ -3069,22 +3064,22 @@ dependencies = [
[[package]]
name = "thiserror"
version = "1.0.5
7
"
version = "1.0.5
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
1e45bcbe8ed29775f228095caf2cd67af7a4ccf756ebff23a306bf3e8b47b24b
"
checksum = "
03468839009160513471e86a034bb2c5c0e4baae3b43f79ffc55c4a5427b3297
"
dependencies = [
"thiserror-impl",
]
[[package]]
name = "thiserror-impl"
version = "1.0.5
7
"
version = "1.0.5
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
a953cb265bef375dae3de6663da4d3804eee9682ea80d8e2542529b73c531c81
"
checksum = "
c61f3ba182994efc43764a46c018c347bc492c79f024e705f46567b418f6d4f7
"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -3250,7 +3245,7 @@ checksum = "5b8a1e28f2deaa14e508979454cb3a223b10b938b45af148bc0986de36f1923b"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -3276,9 +3271,9 @@ dependencies = [
[[package]]
name = "tokio-stream"
version = "0.1.1
4
"
version = "0.1.1
5
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
397c988d37662c7dda6d2208364a706264bf3d6138b11d436cbac0ad38832842
"
checksum = "
267ac89e0bec6e691e5813911606935d77c476ff49024f98abcea3e7b15e37af
"
dependencies = [
"futures-core",
"pin-project-lite",
...
...
@@ -3365,7 +3360,7 @@ dependencies = [
"proc-macro2",
"prost-build",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -3394,7 +3389,7 @@ version = "0.4.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "61c5bb1d698276a2443e5ecfabc1008bf15a36c12e6a7176e7bf089ea9131140"
dependencies = [
"bitflags 2.
4.2
",
"bitflags 2.
5.0
",
"bytes",
"futures-core",
"futures-util",
...
...
@@ -3438,7 +3433,7 @@ checksum = "34704c8d6ebcbc939824180af020566b01a7c01f80641264eba0999f6c2b6be7"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -3663,7 +3658,7 @@ version = "3.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d82b1bc5417102a73e8464c686eef947bdfb99fcdfc0a4f228e81afa9526470a"
dependencies = [
"indexmap 2.2.
3
",
"indexmap 2.2.
5
",
"serde",
"serde_json",
"utoipa-gen",
...
...
@@ -3679,7 +3674,7 @@ dependencies = [
"proc-macro2",
"quote",
"regex",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
@@ -3700,9 +3695,9 @@ dependencies = [
[[package]]
name = "uuid"
version = "1.
7
.0"
version = "1.
8
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
f00cc9702ca12d3c81455259621e676d0f7251cec66a21e98fe2e9a37db93b2a
"
checksum = "
a183cf7feeba97b4dd1c0d46788634f6221d87fa961b305bed08c851829efcc0
"
[[package]]
name = "valuable"
...
...
@@ -3740,9 +3735,9 @@ checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f"
[[package]]
name = "walkdir"
version = "2.
4
.0"
version = "2.
5
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
d71d857dc86794ca4c280d616f7da00d2dbfd8cd788846559a6813e6aa4b54ee
"
checksum = "
29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b
"
dependencies = [
"same-file",
"winapi-util",
...
...
@@ -3765,9 +3760,9 @@ checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
[[package]]
name = "wasm-bindgen"
version = "0.2.9
1
"
version = "0.2.9
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
c1e124130aee3fb58c5bdd6b639a0509486b0338acaaae0c84a5124b0f588b7f
"
checksum = "
4be2531df63900aeb2bca0daaaddec08491ee64ceecbee5076636a3b026795a8
"
dependencies = [
"cfg-if",
"wasm-bindgen-macro",
...
...
@@ -3775,24 +3770,24 @@ dependencies = [
[[package]]
name = "wasm-bindgen-backend"
version = "0.2.9
1
"
version = "0.2.9
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
c9e7e1900c352b609c8488ad12639a311045f40a35491fb69ba8c12f758af70b
"
checksum = "
614d787b966d3989fa7bb98a654e369c762374fd3213d212cfc0251257e747da
"
dependencies = [
"bumpalo",
"log",
"once_cell",
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
"wasm-bindgen-shared",
]
[[package]]
name = "wasm-bindgen-futures"
version = "0.4.4
1
"
version = "0.4.4
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
877b9c3f61ceea0e56331985743b13f3d25c406a7098d45180fb5f09bc19ed97
"
checksum = "
76bc14366121efc8dbb487ab05bcc9d346b3b5ec0eaa76e46594cabbe51762c0
"
dependencies = [
"cfg-if",
"js-sys",
...
...
@@ -3802,9 +3797,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-macro"
version = "0.2.9
1
"
version = "0.2.9
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b30af9e2d358182b5c7449424f017eba305ed32a7010509ede96cdc4696c46ed
"
checksum = "
a1f8823de937b71b9460c0c34e25f3da88250760bec0ebac694b49997550d726
"
dependencies = [
"quote",
"wasm-bindgen-macro-support",
...
...
@@ -3812,28 +3807,28 @@ dependencies = [
[[package]]
name = "wasm-bindgen-macro-support"
version = "0.2.9
1
"
version = "0.2.9
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
642f325be6301eb8107a83d12a8ac6c1e1c54345a7ef1a9261962dfefda09e66
"
checksum = "
e94f17b526d0a461a191c78ea52bbce64071ed5c04c9ffe424dcb38f74171bb7
"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
"wasm-bindgen-backend",
"wasm-bindgen-shared",
]
[[package]]
name = "wasm-bindgen-shared"
version = "0.2.9
1
"
version = "0.2.9
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
4
f1
86bd2dcf04330886ce82d6f33dd75a7bfcf69ecf5763b89fcde53b6ac9838
"
checksum = "
a
f1
90c94f2773fdb3729c55b007a722abb5384da03bc0986df4c289bf5567e96
"
[[package]]
name = "web-sys"
version = "0.3.6
8
"
version = "0.3.6
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
96565907687f7aceb35bc5fc03770a8a0471d82e479f25832f54a0e3f4b28446
"
checksum = "
77afa9a11836342370f4817622a2f0f418b134426d91a82dfb48f532d2ec13ef
"
dependencies = [
"js-sys",
"wasm-bindgen",
...
...
@@ -3908,7 +3903,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e48a53791691ab099e5e2ad123536d0fff50652600abaf43bbf952894110d0be"
dependencies = [
"windows-core",
"windows-targets 0.52.
3
",
"windows-targets 0.52.
4
",
]
[[package]]
...
...
@@ -3917,7 +3912,7 @@ version = "0.52.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "33ab640c8d7e35bf8ba19b884ba838ceb4fba93a4e8c65a9059d08afcfc683d9"
dependencies = [
"windows-targets 0.52.
3
",
"windows-targets 0.52.
4
",
]
[[package]]
...
...
@@ -3944,7 +3939,7 @@ version = "0.52.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d"
dependencies = [
"windows-targets 0.52.
3
",
"windows-targets 0.52.
4
",
]
[[package]]
...
...
@@ -3979,17 +3974,17 @@ dependencies = [
[[package]]
name = "windows-targets"
version = "0.52.
3
"
version = "0.52.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
d380ba1dc7187569a8a9e91ed34b8ccfc33123bbacb8c0aed2d1ad7f3ef2dc5f
"
checksum = "
7dd37b7e5ab9018759f893a1952c9420d060016fc19a472b4bb20d1bdd694d1b
"
dependencies = [
"windows_aarch64_gnullvm 0.52.
3
",
"windows_aarch64_msvc 0.52.
3
",
"windows_i686_gnu 0.52.
3
",
"windows_i686_msvc 0.52.
3
",
"windows_x86_64_gnu 0.52.
3
",
"windows_x86_64_gnullvm 0.52.
3
",
"windows_x86_64_msvc 0.52.
3
",
"windows_aarch64_gnullvm 0.52.
4
",
"windows_aarch64_msvc 0.52.
4
",
"windows_i686_gnu 0.52.
4
",
"windows_i686_msvc 0.52.
4
",
"windows_x86_64_gnu 0.52.
4
",
"windows_x86_64_gnullvm 0.52.
4
",
"windows_x86_64_msvc 0.52.
4
",
]
[[package]]
...
...
@@ -4006,9 +4001,9 @@ checksum = "2b38e32f0abccf9987a4e3079dfb67dcd799fb61361e53e2882c3cbaf0d905d8"
[[package]]
name = "windows_aarch64_gnullvm"
version = "0.52.
3
"
version = "0.52.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
68e5dcfb9413f53afd9c8f86e56a7b4d86d9a2fa26090ea2dc9e40fba56c6ec6
"
checksum = "
bcf46cf4c365c6f2d1cc93ce535f2c8b244591df96ceee75d8e83deb70a9cac9
"
[[package]]
name = "windows_aarch64_msvc"
...
...
@@ -4024,9 +4019,9 @@ checksum = "dc35310971f3b2dbbf3f0690a219f40e2d9afcf64f9ab7cc1be722937c26b4bc"
[[package]]
name = "windows_aarch64_msvc"
version = "0.52.
3
"
version = "0.52.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8
da
b469ebbc45798319e69eebf92308e541ce46760b49b18c6b3fe5e8965b30f
"
checksum = "da
9f259dd3bcf6990b55bffd094c4f7235817ba4ceebde8e6d11cd0c5633b675
"
[[package]]
name = "windows_i686_gnu"
...
...
@@ -4042,9 +4037,9 @@ checksum = "a75915e7def60c94dcef72200b9a8e58e5091744960da64ec734a6c6e9b3743e"
[[package]]
name = "windows_i686_gnu"
version = "0.52.
3
"
version = "0.52.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
2a4e9b6a7cac734a8b4138a4e1044eac3404d8326b6c0f939276560687a033fb
"
checksum = "
b474d8268f99e0995f25b9f095bc7434632601028cf86590aea5c8a5cb7801d3
"
[[package]]
name = "windows_i686_msvc"
...
...
@@ -4060,9 +4055,9 @@ checksum = "8f55c233f70c4b27f66c523580f78f1004e8b5a8b659e05a4eb49d4166cca406"
[[package]]
name = "windows_i686_msvc"
version = "0.52.
3
"
version = "0.52.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
28b0ec9c422ca95ff34a78755cfa6ad4a51371da2a5ace67500cf7ca5f232c58
"
checksum = "
1515e9a29e5bed743cb4415a9ecf5dfca648ce85ee42e15873c3cd8610ff8e02
"
[[package]]
name = "windows_x86_64_gnu"
...
...
@@ -4078,9 +4073,9 @@ checksum = "53d40abd2583d23e4718fddf1ebec84dbff8381c07cae67ff7768bbf19c6718e"
[[package]]
name = "windows_x86_64_gnu"
version = "0.52.
3
"
version = "0.52.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
704131571ba93e89d7cd43482277d6632589b18ecf4468f591fbae0a8b101614
"
checksum = "
5eee091590e89cc02ad514ffe3ead9eb6b660aedca2183455434b93546371a03
"
[[package]]
name = "windows_x86_64_gnullvm"
...
...
@@ -4096,9 +4091,9 @@ checksum = "0b7b52767868a23d5bab768e390dc5f5c55825b6d30b86c844ff2dc7414044cc"
[[package]]
name = "windows_x86_64_gnullvm"
version = "0.52.
3
"
version = "0.52.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
42079295511643151e98d61c38c0acc444e52dd42ab456f7ccfd5152e8ec
f21
c
"
checksum = "
77ca79f2451b49fa9e2af39f0747fe999fcda4f5e241b2898624dca97a1
f21
77
"
[[package]]
name = "windows_x86_64_msvc"
...
...
@@ -4114,9 +4109,9 @@ checksum = "ed94fce61571a4006852b7389a063ab983c02eb1bb37b47f8272ce92d06d9538"
[[package]]
name = "windows_x86_64_msvc"
version = "0.52.
3
"
version = "0.52.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
0770833d60a970638e989b3fa9fd2bb1aaadcf88963d1659fd7d9990196ed2d6
"
checksum = "
32b752e52a2da0ddfbdbcc6fceadfeede4c939ed16d13e648833a61dfb611ed8
"
[[package]]
name = "winreg"
...
...
@@ -4145,7 +4140,7 @@ checksum = "9ce1b18ccd8e73a9321186f97e46f9f04b778851177567b1975109d26a08d2a6"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.5
1
",
"syn 2.0.5
3
",
]
[[package]]
...
...
Cargo.toml
View file @
6c4496a1
...
...
@@ -9,7 +9,7 @@ members = [
resolver
=
"2"
[workspace.package]
version
=
"1.4.
3
"
version
=
"1.4.
4
"
edition
=
"2021"
authors
=
[
"Olivier Dehaene"
]
homepage
=
"https://github.com/huggingface/text-generation-inference"
...
...
docs/openapi.json
View file @
6c4496a1
...
...
@@ -10,7 +10,7 @@
"name"
:
"Apache 2.0"
,
"url"
:
"https://www.apache.org/licenses/LICENSE-2.0"
},
"version"
:
"1.4.
3
"
"version"
:
"1.4.
4
"
},
"paths"
:
{
"/"
:
{
...
...
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_no_tools.json
View file @
6c4496a1
...
...
@@ -17,7 +17,7 @@
"id"
:
""
,
"model"
:
"TinyLlama/TinyLlama-1.1B-Chat-v1.0"
,
"object"
:
"text_completion"
,
"system_fingerprint"
:
"1.4.
3
-native"
,
"system_fingerprint"
:
"1.4.
4
-native"
,
"usage"
:
{
"completion_tokens"
:
100
,
"prompt_tokens"
:
60
,
...
...
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools.json
View file @
6c4496a1
...
...
@@ -31,7 +31,7 @@
"id"
:
""
,
"model"
:
"TinyLlama/TinyLlama-1.1B-Chat-v1.0"
,
"object"
:
"text_completion"
,
"system_fingerprint"
:
"1.4.
3
-native"
,
"system_fingerprint"
:
"1.4.
4
-native"
,
"usage"
:
{
"completion_tokens"
:
29
,
"prompt_tokens"
:
316
,
...
...
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools_auto.json
View file @
6c4496a1
...
...
@@ -31,7 +31,7 @@
"id"
:
""
,
"model"
:
"TinyLlama/TinyLlama-1.1B-Chat-v1.0"
,
"object"
:
"text_completion"
,
"system_fingerprint"
:
"1.4.
3
-native"
,
"system_fingerprint"
:
"1.4.
4
-native"
,
"usage"
:
{
"completion_tokens"
:
29
,
"prompt_tokens"
:
316
,
...
...
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools_choice.json
View file @
6c4496a1
...
...
@@ -30,7 +30,7 @@
"id"
:
""
,
"model"
:
"TinyLlama/TinyLlama-1.1B-Chat-v1.0"
,
"object"
:
"text_completion"
,
"system_fingerprint"
:
"1.4.
3
-native"
,
"system_fingerprint"
:
"1.4.
4
-native"
,
"usage"
:
{
"completion_tokens"
:
21
,
"prompt_tokens"
:
187
,
...
...
integration-tests/models/__snapshots__/test_tools_llama/test_flash_llama_grammar_tools_stream.json
View file @
6c4496a1
...
...
@@ -23,5 +23,5 @@
"id"
:
""
,
"model"
:
"TinyLlama/TinyLlama-1.1B-Chat-v1.0"
,
"object"
:
"text_completion"
,
"system_fingerprint"
:
"1.4.
3
-native"
"system_fingerprint"
:
"1.4.
4
-native"
}
integration-tests/pyproject.toml
View file @
6c4496a1
[tool.poetry]
name
=
"text-generation-integration-tests"
version
=
"1.4.
3
"
version
=
"1.4.
4
"
description
=
"Text Generation Inference integration tests"
authors
=
[
"Nicolas Patry <nicolas@huggingface.co>"
]
...
...
server/pyproject.toml
View file @
6c4496a1
[tool.poetry]
name
=
"text-generation-server"
version
=
"1.4.
3
"
version
=
"1.4.
4
"
description
=
"Text Generation Inference Python gRPC Server"
authors
=
[
"Olivier Dehaene <olivier@huggingface.co>"
]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment