Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
4b1c9720
Unverified
Commit
4b1c9720
authored
Feb 24, 2023
by
OlivierDehaene
Committed by
GitHub
Feb 24, 2023
Browse files
v0.3.1 (#84)
parent
44ce098c
Changes
6
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
62 additions
and
63 deletions
+62
-63
Cargo.lock
Cargo.lock
+57
-58
launcher/Cargo.toml
launcher/Cargo.toml
+1
-1
router/Cargo.toml
router/Cargo.toml
+1
-1
router/client/Cargo.toml
router/client/Cargo.toml
+1
-1
router/grpc-metadata/Cargo.toml
router/grpc-metadata/Cargo.toml
+1
-1
server/pyproject.toml
server/pyproject.toml
+1
-1
No files found.
Cargo.lock
View file @
4b1c9720
...
...
@@ -45,19 +45,20 @@ checksum = "224afbd727c3d6e4b90103ece64b8d1b67fbb1973b1046c2281eed3f3803f800"
[[package]]
name = "async-stream"
version = "0.3.
3
"
version = "0.3.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
d
ad
5c83079eae9969be7fadefe640a1c566901f05ff91ab221de4b6f68d9507
e"
checksum = "ad
445822218ce64be7a341abfb0b1ea43b5c23aa83902542a4542e78309d8e5
e"
dependencies = [
"async-stream-impl",
"futures-core",
"pin-project-lite",
]
[[package]]
name = "async-stream-impl"
version = "0.3.
3
"
version = "0.3.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
10f203db73a71dfa2fb6dd22763990fa26f3d2625a6da2da900d23b87d26be27
"
checksum = "
e4655ae1a7b0cdf149156f780c5bf3f1352bc53cbd9e0a361a7ef7b22947e965
"
dependencies = [
"proc-macro2",
"quote",
...
...
@@ -94,9 +95,9 @@ checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa"
[[package]]
name = "axum"
version = "0.6.
4
"
version = "0.6.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
e5694b64066a2459918d8074c2ce0d5a88f409431994c2356617c8ae0c4721fc
"
checksum = "
2fb79c228270dcf2426e74864cabc94babb5dbab01a4314e702d2f16540e1591
"
dependencies = [
"async-trait",
"axum-core",
...
...
@@ -276,9 +277,9 @@ dependencies = [
[[package]]
name = "clap"
version = "4.1.
4
"
version = "4.1.
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
f13b9c79b5d1dd500d20ef541215a6423c75829ef43117e1b4d17fd8af0b5d76
"
checksum = "
ec0b0588d44d4d63a87dbd75c136c166bbfd9a86a31cb89e09906521c7d3f5e3
"
dependencies = [
"bitflags",
"clap_derive",
...
...
@@ -304,9 +305,9 @@ dependencies = [
[[package]]
name = "clap_lex"
version = "0.3.
1
"
version = "0.3.
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
783fe232adfca04f90f56201b26d79682d4cd2625e0bc7290b95123afe558ade
"
checksum = "
350b9cf31731f9957399229e9b2adc51eeabdfbe9d71d9a0552275fd12710d09
"
dependencies = [
"os_str_bytes",
]
...
...
@@ -586,9 +587,9 @@ dependencies = [
[[package]]
name = "fastrand"
version = "1.
8
.0"
version = "1.
9
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
a7a407cfaa3385c4ae6b23e84623d48c2798d06e3e6a1878f7f59f17b3f86499
"
checksum = "
e51093e27b0797c359783294ca4f0a911c270184cb10f85783b118614a1501be
"
dependencies = [
"instant",
]
...
...
@@ -785,7 +786,7 @@ checksum = "d2fabcfbdc87f4758337ca535fb41a6d701b65693ce38287d856d1674551ec9b"
[[package]]
name = "grpc-metadata"
version = "0.3.
0
"
version = "0.3.
1
"
dependencies = [
"opentelemetry",
"tonic",
...
...
@@ -853,9 +854,9 @@ checksum = "fed44880c466736ef9a5c5b5facefb5ed0785676d0c02d612db14e54f0d84286"
[[package]]
name = "http"
version = "0.2.
8
"
version = "0.2.
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
75f43d41e26995c17e71ee126451dd3941010b0514a81a9d11f3b341debc2399
"
checksum = "
bd6effc99afb63425aff9b05836f029929e345a6148a14b7ecd5ab67af944482
"
dependencies = [
"bytes",
"fnv",
...
...
@@ -1018,9 +1019,9 @@ checksum = "30e22bd8629359895450b59ea7a776c850561b96a3b1d31321c1949d9e6c9146"
[[package]]
name = "is-terminal"
version = "0.4.
3
"
version = "0.4.
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2
2e18b0a45d56fe973d6db23972bf5bc46f988a4a2385deac9cc29572f09daef
"
checksum = "2
1b6b32576413a8e69b90e952e4a026476040d81017b80445deda5f2d3921857
"
dependencies = [
"hermit-abi 0.3.1",
"io-lifetimes",
...
...
@@ -1253,14 +1254,14 @@ dependencies = [
[[package]]
name = "mio"
version = "0.8.
5
"
version = "0.8.
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
e5d732bc30207a6423068df043e3d02e0735b155ad7ce1a6f76fe2baa5b158de
"
checksum = "
5b9d9a46eff5b4ff64b45a9e316a6d1e0bc719ef429cbec4dc630684212bfdf9
"
dependencies = [
"libc",
"log",
"wasi 0.11.0+wasi-snapshot-preview1",
"windows-sys 0.4
2
.0",
"windows-sys 0.4
5
.0",
]
[[package]]
...
...
@@ -1349,9 +1350,9 @@ checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3"
[[package]]
name = "once_cell"
version = "1.17.
0
"
version = "1.17.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
6f61fba1741ea2b3d6a1e3178721804bb716a68a6aeba1149b5d52e3d464ea66
"
checksum = "
b7e5500299e16ebb147ae15a00a942af264cf3688f47923b8fc2cd5858f23ad3
"
[[package]]
name = "onig"
...
...
@@ -1652,9 +1653,9 @@ dependencies = [
[[package]]
name = "prost"
version = "0.11.
6
"
version = "0.11.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
21dc42e00223fc37204bd4aa177e69420c604ca4a183209a8f9de30c6d934698
"
checksum = "
3933d3ac2717077b3d5f42b40f59edfb1fb6a8c14e1c7de0f38075c4bac8e314
"
dependencies = [
"bytes",
"prost-derive",
...
...
@@ -1662,9 +1663,9 @@ dependencies = [
[[package]]
name = "prost-build"
version = "0.11.
6
"
version = "0.11.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a
3f8ad728fb08fe212df3c05169e940fbb6d9d16a877ddde14644a983ba2012e
"
checksum = "a
24be1d23b4552a012093e1b93697b73d644ae9590e3253d878d0e77d411b614
"
dependencies = [
"bytes",
"heck",
...
...
@@ -1684,9 +1685,9 @@ dependencies = [
[[package]]
name = "prost-derive"
version = "0.11.
6
"
version = "0.11.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8
bda8c0881ea9f722eb9629376db3d0b903b462477c1aafcb0566610ac28ac5d
"
checksum = "8
e9935362e8369bc3acd874caeeae814295c504c2bdbcde5c024089cf8b4dc12
"
dependencies = [
"anyhow",
"itertools 0.10.5",
...
...
@@ -1697,11 +1698,10 @@ dependencies = [
[[package]]
name = "prost-types"
version = "0.11.
6
"
version = "0.11.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
a5e0526209433e96d83d750dd81a99118edbc55739e7e61a46764fd2ad537788
"
checksum = "
7de56acd5cc9642cac2a9518d4c8c53818905398fe42d33235859e0d542a7695
"
dependencies = [
"bytes",
"prost",
]
...
...
@@ -1716,7 +1716,7 @@ dependencies = [
"mach",
"once_cell",
"raw-cpuid",
"wasi 0.10.
0
+wasi-snapshot-preview1",
"wasi 0.10.
2
+wasi-snapshot-preview1",
"web-sys",
"winapi",
]
...
...
@@ -2085,9 +2085,9 @@ dependencies = [
[[package]]
name = "signal-hook-registry"
version = "1.4.
0
"
version = "1.4.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
e51e73328dc4ac0c7ccbda3a494dfa03df1de2f46018127f60c693f2648455b0
"
checksum = "
d8229b473baa5980ac72ef434c4415e70c4b5e71b423043adb4ba059f89c99a1
"
dependencies = [
"libc",
]
...
...
@@ -2100,9 +2100,9 @@ checksum = "ceb945e54128e09c43d8e4f1277851bd5044c6fc540bbaa2ad888f60b3da9ae7"
[[package]]
name = "slab"
version = "0.4.
7
"
version = "0.4.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
4614a76b2a8be0058caa9dbbaf66d988527d86d003c11a94fbd335d7661edcef
"
checksum = "
6528351c9bc8ab22353f9d776db39a20288e8d6c37ef8cfe3317cf875eecfc2d
"
dependencies = [
"autocfg",
]
...
...
@@ -2171,9 +2171,9 @@ dependencies = [
[[package]]
name = "syn"
version = "1.0.10
7
"
version = "1.0.10
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
1f4064b5b16e03ae50984a5a8ed5d4f8803e6bc1fd170a3cda91a1be4b18e3f5
"
checksum = "
72b64191b275b66ffe2469e8af2c1cfe3bafa67b529ead792a6d0160888b4237
"
dependencies = [
"proc-macro2",
"quote",
...
...
@@ -2222,7 +2222,7 @@ dependencies = [
[[package]]
name = "text-generation-client"
version = "0.3.
0
"
version = "0.3.
1
"
dependencies = [
"futures",
"grpc-metadata",
...
...
@@ -2239,9 +2239,9 @@ dependencies = [
[[package]]
name = "text-generation-launcher"
version = "0.3.
0
"
version = "0.3.
1
"
dependencies = [
"clap 4.1.
4
",
"clap 4.1.
6
",
"ctrlc",
"float_eq",
"reqwest",
...
...
@@ -2254,12 +2254,12 @@ dependencies = [
[[package]]
name = "text-generation-router"
version = "0.3.
0
"
version = "0.3.
1
"
dependencies = [
"async-stream",
"axum",
"axum-tracing-opentelemetry",
"clap 4.1.
4
",
"clap 4.1.
6
",
"futures",
"metrics",
"metrics-exporter-prometheus",
...
...
@@ -2314,9 +2314,9 @@ dependencies = [
[[package]]
name = "thread_local"
version = "1.1.
6
"
version = "1.1.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
50f297120ff9d4efe680df143d5631bba9c75fa371992b7fcb33eb3453cb0a07
"
checksum = "
3fdd6f064ccff2d6567adcb3873ca630700f00b5ad3f060c25b5dcfd9a4ce152
"
dependencies = [
"cfg-if",
"once_cell",
...
...
@@ -2324,12 +2324,11 @@ dependencies = [
[[package]]
name = "time"
version = "0.1.4
5
"
version = "0.1.4
3
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
1b797afad3f312d1c66a56d11d0316f916356d11bd158fbc6ca6389ff6bf805a
"
checksum = "
ca8a50ef2360fbd1eeb0ecd46795a87a19024eb4b53c5dc916ca1fd95fe62438
"
dependencies = [
"libc",
"wasi 0.10.0+wasi-snapshot-preview1",
"winapi",
]
...
...
@@ -2436,9 +2435,9 @@ dependencies = [
[[package]]
name = "tokio-stream"
version = "0.1.1
1
"
version = "0.1.1
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
d660770404473ccd7bc9f8b28
49
4
a8
11bc18542b915c0855c51e8f419d5223ce
"
checksum = "
8fb52b74f05dbf
49
5
a8
fba459fdc331812b96aa086d9eb78101fa0d4569c3313
"
dependencies = [
"futures-core",
"pin-project-lite",
...
...
@@ -2447,9 +2446,9 @@ dependencies = [
[[package]]
name = "tokio-util"
version = "0.7.
6
"
version = "0.7.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
bc6a3b08b64e6dfad376fa2432c7b1f01522e37a623c3050bc95db2d3ff21583
"
checksum = "
5427d89453009325de0d8f342c9490009f76e999cb7672d77e46267448f7e6b2
"
dependencies = [
"bytes",
"futures-core",
...
...
@@ -2748,9 +2747,9 @@ dependencies = [
[[package]]
name = "utoipa"
version = "3.0.
1
"
version = "3.0.
3
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
3920fa753064b1be7842bea26175ffa0dfc4a8f30bcb52b8ff03fddf8889914c
"
checksum = "
a15f6da6a2b471134ca44b7d18e8a76d73035cf8b3ed24c4dd5ca6a63aa439c5
"
dependencies = [
"indexmap",
"serde",
...
...
@@ -2760,9 +2759,9 @@ dependencies = [
[[package]]
name = "utoipa-gen"
version = "3.0.
1
"
version = "3.0.
3
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
72
0298
fac6efca20df9e457e67a1eab41a20d1c3101380b5c4dca1ca60ae0062
"
checksum = "
6f2e33
02
7
98
6a4707b3f5c37ed01b33d0e5a53da30204b52ff18f80600f1d0ec
"
dependencies = [
"proc-macro-error",
"proc-macro2",
...
...
@@ -2833,9 +2832,9 @@ dependencies = [
[[package]]
name = "wasi"
version = "0.10.
0
+wasi-snapshot-preview1"
version = "0.10.
2
+wasi-snapshot-preview1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
1a143597ca7c7793eff794def352d41792a93c481eb1042423ff7ff72ba2c31f
"
checksum = "
fd6fbd9a79829dd1ad0cc20627bf1ed606756a7f77edff7b66b7064f9cb327c6
"
[[package]]
name = "wasi"
...
...
launcher/Cargo.toml
View file @
4b1c9720
[package]
name
=
"text-generation-launcher"
version
=
"0.3.
0
"
version
=
"0.3.
1
"
edition
=
"2021"
authors
=
[
"Olivier Dehaene"
]
description
=
"Text Generation Launcher"
...
...
router/Cargo.toml
View file @
4b1c9720
[package]
name
=
"text-generation-router"
version
=
"0.3.
0
"
version
=
"0.3.
1
"
edition
=
"2021"
authors
=
[
"Olivier Dehaene"
]
description
=
"Text Generation Webserver"
...
...
router/client/Cargo.toml
View file @
4b1c9720
[package]
name
=
"text-generation-client"
version
=
"0.3.
0
"
version
=
"0.3.
1
"
edition
=
"2021"
[dependencies]
...
...
router/grpc-metadata/Cargo.toml
View file @
4b1c9720
[package]
name
=
"grpc-metadata"
version
=
"0.3.
0
"
version
=
"0.3.
1
"
edition
=
"2021"
[dependencies]
...
...
server/pyproject.toml
View file @
4b1c9720
[tool.poetry]
name
=
"text-generation"
version
=
"0.3.
0
"
version
=
"0.3.
1
"
description
=
"Text Generation Inference Python gRPC Server"
authors
=
[
"Olivier Dehaene <olivier@huggingface.co>"
]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment