Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
f59fb8b6
Unverified
Commit
f59fb8b6
authored
Jun 16, 2023
by
OlivierDehaene
Committed by
GitHub
Jun 16, 2023
Browse files
feat(router): add ngrok integration (#453)
parent
5ce89059
Changes
7
Hide whitespace changes
Inline
Side-by-side
Showing
7 changed files
with
564 additions
and
224 deletions
+564
-224
Cargo.lock
Cargo.lock
+431
-212
launcher/src/main.rs
launcher/src/main.rs
+44
-0
router/Cargo.toml
router/Cargo.toml
+5
-0
router/src/main.rs
router/src/main.rs
+20
-0
router/src/queue.rs
router/src/queue.rs
+3
-3
router/src/server.rs
router/src/server.rs
+61
-8
server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
...erver/models/custom_modeling/flash_santacoder_modeling.py
+0
-1
No files found.
Cargo.lock
View file @
f59fb8b6
...
...
@@ -10,14 +10,13 @@ checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
[[package]]
name = "aes"
version = "0.
7.5
"
version = "0.
8.2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
9e8b47f52ea9bae42228d07ec09eb676433d7c4ed1ebdf0f1d1c29ed446f1ab8
"
checksum = "
433cfd6710c9986c576a25ca913c39d66a6474107b406f34f91d4a8923395241
"
dependencies = [
"cfg-if",
"cipher",
"cpufeatures",
"opaque-debug",
]
[[package]]
...
...
@@ -40,11 +39,20 @@ dependencies = [
"memchr",
]
[[package]]
name = "aho-corasick"
version = "1.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "43f6cb1bf222025340178f382c426f13757b2960e89779dfcb319c32542a5a41"
dependencies = [
"memchr",
]
[[package]]
name = "anstream"
version = "0.3.
0
"
version = "0.3.
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
9e579a7752471abc2a8268df8b20005e3eadd975f585398f17efcfd8d4927371
"
checksum = "
0ca84f3628370c59db74ee214b3263d58f9aadd9b4fe7e711fd87dc452b7f163
"
dependencies = [
"anstyle",
"anstyle-parse",
...
...
@@ -81,9 +89,9 @@ dependencies = [
[[package]]
name = "anstyle-wincon"
version = "1.0.
0
"
version = "1.0.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
4bcd8291a340dd8ac70e18878bc4501dd7b4ff970cfa21c207d36ece51ea88fd
"
checksum = "
180abfa45703aebe0093f79badacc01b8fd4ea2e35118747e5811127f926e188
"
dependencies = [
"anstyle",
"windows-sys 0.48.0",
...
...
@@ -91,9 +99,26 @@ dependencies = [
[[package]]
name = "anyhow"
version = "1.0.70"
version = "1.0.71"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9c7d0618f0e0b7e8ff11427422b64564d5fb0be1940354bfe2e0529b18a9d9b8"
[[package]]
name = "arc-swap"
version = "1.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7de8ce5e0f9f8d88245311066a578d72b7af3e7088f32783804676302df237e4"
checksum = "bddcadddf5e9015d310179a59bb28c4d4b9920ad0f11e8e14dbadf654890c9a6"
[[package]]
name = "async-rustls"
version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "93b21a03b7c21702a0110f9f8d228763a533570deb376119042dabf33c37a01a"
dependencies = [
"futures-io",
"rustls",
"webpki",
]
[[package]]
name = "async-stream"
...
...
@@ -114,7 +139,7 @@ checksum = "16e62a023e7c117e27523144c5d2459f4397fcc3cab0085af8e2224f643a0193"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
...
...
@@ -125,7 +150,7 @@ checksum = "b9ccdd8f2a161be9bd5c023df56f1b2a0bd1d83872ae53b71a84a12c9bf6e842"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
...
...
@@ -145,11 +170,23 @@ dependencies = [
"num-traits",
]
[[package]]
name = "awaitdrop"
version = "0.1.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "771051cdc7eec2dc1b23fbf870bb7fbb89136fe374227c875e377f1eed99a429"
dependencies = [
"futures",
"generational-arena",
"parking_lot",
"slotmap",
]
[[package]]
name = "axum"
version = "0.6.1
5
"
version = "0.6.1
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
3b32c5ea3aabaf4deb5f5ced2d688ec0844c881c9e6c696a8b769a05fc691e62
"
checksum = "
f8175979259124331c1d7bf6586ee7e0da434155e4b2d48ec2c8386281d8df39
"
dependencies = [
"async-trait",
"axum-core",
...
...
@@ -218,9 +255,9 @@ checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8"
[[package]]
name = "base64"
version = "0.21.
0
"
version = "0.21.
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
a4a4ddaa51a5bc52a6948f74c06d20aaaddb71924eab79b8c97a8c556e942d6a
"
checksum = "
604178f6c5c21f02dc555784810edfb88d34ac2c73b2eae109655649ee73ce3d
"
[[package]]
name = "base64ct"
...
...
@@ -245,9 +282,9 @@ dependencies = [
[[package]]
name = "bumpalo"
version = "3.1
2
.0"
version = "3.1
3
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
0d261e256854913907f67ed06efbc3338dfe6179796deefc1ff763fc1aee5535
"
checksum = "
a3e2c3daef883ecc1b5d58c15adae93470a91d425f3532ba1695849656af3fc1
"
[[package]]
name = "bytecount"
...
...
@@ -333,18 +370,19 @@ checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
[[package]]
name = "cipher"
version = "0.
3.0
"
version = "0.
4.4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7
ee52072ec15386f770805afd189a01c8841be8696bed250fa2f13c4c0d6dfb7
"
checksum = "7
73f3b9af64447d2ce9850330c473515014aa235e6a783b02db81ff39e4a3dad
"
dependencies = [
"generic-array",
"crypto-common",
"inout",
]
[[package]]
name = "clap"
version = "4.
2.2
"
version = "4.
3.4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
9b802d85aaf3a1cdb02b224ba472ebdea62014fccfcb269b95a4d76443b5ee5a
"
checksum = "
80672091db20273a15cf9fdd4e47ed43b5091ec9841bf4c6145c9dfbbcae09ed
"
dependencies = [
"clap_builder",
"clap_derive",
...
...
@@ -353,9 +391,9 @@ dependencies = [
[[package]]
name = "clap_builder"
version = "4.
2.2
"
version = "4.
3.4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "14
a1a858f532119338887a4b8e1af9c60de8249cd7bafd68036a489e261e37b
6"
checksum = "
c
14
58a1df40e1e2afebb7ab60ce55c1fa8f431146205aa5f4887e0b111c2763
6"
dependencies = [
"anstream",
"anstyle",
...
...
@@ -366,21 +404,21 @@ dependencies = [
[[package]]
name = "clap_derive"
version = "4.
2.0
"
version = "4.
3.2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
3f9644cd56d6b87dbe899ef8b053e331c0637664e9e21a33dfcdc36093f5c5c4
"
checksum = "
b8cd2b2a819ad6eec39e8f1d6b53001af1e5469f8c177579cdaeb313115b825f
"
dependencies = [
"heck",
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
name = "clap_lex"
version = "0.
4.1
"
version = "0.
5.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8a2dd5a6fe8c6e3502f568a6353e5273bbb15193ad9a89e457b9970798efbea1
"
checksum = "
2da6da31387c7e4ef160ffab6d5e7f00c42626fe39aea70a7b0f1773f7dd6c1b
"
[[package]]
name = "colorchoice"
...
...
@@ -390,15 +428,15 @@ checksum = "acbf1af155f9b9ef647e42cdc158db4b64a1b61f743629225fde6f3e0be2a7c7"
[[package]]
name = "console"
version = "0.15.
5
"
version = "0.15.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c
3d79fbe8970a77e3e34151cc13d3b3e248aa0faaecb9f6091fa07ebefe5ad60
"
checksum = "c
926e00cc70edefdc64d3a5ff31cc65bb97a3460097762bd23afb4d8145fccf8
"
dependencies = [
"encode_unicode",
"lazy_static",
"libc",
"unicode-width",
"windows-sys 0.4
2
.0",
"windows-sys 0.4
5
.0",
]
[[package]]
...
...
@@ -425,9 +463,9 @@ checksum = "e496a50fda8aacccc86d7529e2c1e0892dbd0f898a6b5645b5561b89c3210efa"
[[package]]
name = "cpufeatures"
version = "0.2.
6
"
version = "0.2.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
280a9f2d8b3a38871a3c8a46fb80db65e5e5ed97da80c4d08bf27fb63e35e181
"
checksum = "
03e69e28e9f7f77debdedbaafa2866e1de9ba56df55a8bd7cfc724c25a09987c
"
dependencies = [
"libc",
]
...
...
@@ -464,9 +502,9 @@ dependencies = [
[[package]]
name = "crossbeam-epoch"
version = "0.9.1
4
"
version = "0.9.1
5
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
46bd5f3f85273295a9d14aedfb86f6aadbff6d8f5295c4a9edb08e819dcf5695
"
checksum = "
ae211234986c545741a7dc064309f67ee1e5ad243d0e48335adc0484d960bcc7
"
dependencies = [
"autocfg",
"cfg-if",
...
...
@@ -477,9 +515,9 @@ dependencies = [
[[package]]
name = "crossbeam-utils"
version = "0.8.1
5
"
version = "0.8.1
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
3c063cd8cc95f5c377ed0d4b49a4b21f632396ff690e8470c29b3359b346984b
"
checksum = "
5a22b2d63d4d1dc0b7f1b6b2747dd0088008a9be28b6ddf0b1e7d335e3037294
"
dependencies = [
"cfg-if",
]
...
...
@@ -502,9 +540,9 @@ dependencies = [
[[package]]
name = "crossterm_winapi"
version = "0.9.
0
"
version = "0.9.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
2ae1b35a484aa10e07fe0638d02301c5ad24de82d310ccbd2f3693da5f09bf1c
"
checksum = "
acdd7c62a3665c7f6830a51635d9ac9b23ed385797f70a83bb8bafe9c572ab2b
"
dependencies = [
"winapi",
]
...
...
@@ -521,12 +559,12 @@ dependencies = [
[[package]]
name = "ctrlc"
version = "3.
2.5
"
version = "3.
4.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
bbcf33c2a618cbe41ee43ae6e9f2e48368cd9f9db2896f10167d8d762679f639
"
checksum = "
2a011bbe2c35ce9c1f143b7af6f94f29a167beb4cd1d29e6740ce836f723120e
"
dependencies = [
"nix",
"windows-sys 0.4
5
.0",
"windows-sys 0.4
8
.0",
]
[[package]]
...
...
@@ -610,9 +648,9 @@ dependencies = [
[[package]]
name = "digest"
version = "0.10.
6
"
version = "0.10.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8168378f4e5023e7218c89c891c0fd8ecdb5e5e4f18cb78f38cf245dd021e76f
"
checksum = "
9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292
"
dependencies = [
"block-buffer",
"crypto-common",
...
...
@@ -728,9 +766,9 @@ checksum = "0ce7134b9999ecaf8bcd65542e436736ef32ddca1b3e06094cb6ec5755203b80"
[[package]]
name = "flate2"
version = "1.0.2
5
"
version = "1.0.2
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
a8a2db397cb1c8772f31494cb8917e48cd1e64f0fa7efac59fbd741a0a8ce841
"
checksum = "
3b9429470923de8e8cbd4d2dc513535400b4b3fef0319fb5c4e1f520a7bef743
"
dependencies = [
"crc32fast",
"miniz_oxide",
...
...
@@ -758,7 +796,7 @@ dependencies = [
"futures-sink",
"nanorand",
"pin-project",
"spin",
"spin
0.9.8
",
]
[[package]]
...
...
@@ -784,9 +822,9 @@ checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b"
[[package]]
name = "form_urlencoded"
version = "1.
1
.0"
version = "1.
2
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a
9c384f161156f5260c24a097c56119f9be8c798586aecc13afbcbe7b7e26bf8
"
checksum = "a
62bc1cf6f830c2ec14a513a9fb124d0a213a629668a4186f329db21fe045652
"
dependencies = [
"percent-encoding",
]
...
...
@@ -857,7 +895,7 @@ checksum = "89ca545a94061b6365f2c7355b4b32bd20df3ff95f02da9329b34ccc3bd6ee72"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
...
...
@@ -890,6 +928,15 @@ dependencies = [
"slab",
]
[[package]]
name = "generational-arena"
version = "0.2.9"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "877e94aff08e743b651baaea359664321055749b398adff8740a7399af7796e7"
dependencies = [
"cfg-if",
]
[[package]]
name = "generic-array"
version = "0.14.7"
...
...
@@ -902,9 +949,9 @@ dependencies = [
[[package]]
name = "getrandom"
version = "0.2.
9
"
version = "0.2.
10
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
c85e1d9ab2eadba7e5040d4e09cbd6d072b76a557ad64e797c2cb9d4da21d7e4
"
checksum = "
be4136b2a15dd319360be1c07d9933517ccf0be8f16bf62a3bee4f0d618df427
"
dependencies = [
"cfg-if",
"js-sys",
...
...
@@ -931,9 +978,9 @@ dependencies = [
[[package]]
name = "h2"
version = "0.3.1
8
"
version = "0.3.1
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
17f8a914c2987b688368b5138aa0532
1db9
1f4090cf26118185672ad588bce21
"
checksum = "
d357c7ae988e7d2182f7d787
1d
0
b9
63962420b0678b0997ce7de72001aeab782
"
dependencies = [
"bytes",
"fnv",
...
...
@@ -987,6 +1034,17 @@ dependencies = [
"digest",
]
[[package]]
name = "hostname"
version = "0.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3c731c3e10504cc8ed35cfe2f1db4c9274c3d35fa486e3b31df46f068ef3e867"
dependencies = [
"libc",
"match_cfg",
"winapi",
]
[[package]]
name = "http"
version = "0.2.9"
...
...
@@ -1084,9 +1142,9 @@ checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39"
[[package]]
name = "idna"
version = "0.
3
.0"
version = "0.
4
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
e14ddfc70884202db2244c223200c204c2bda1bc6e0998d11b5e024d657209e6
"
checksum = "
7d20d6b07bfbc108882d88ed8e37d39636dcc260e15e30c45e6ba089610b917c
"
dependencies = [
"unicode-bidi",
"unicode-normalization",
...
...
@@ -1127,6 +1185,15 @@ dependencies = [
"regex",
]
[[package]]
name = "inout"
version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a0c10553d664a4d0bcff9f4215d0aac67a639cc68ef660840afe309b807bc9f5"
dependencies = [
"generic-array",
]
[[package]]
name = "instant"
version = "0.1.12"
...
...
@@ -1138,9 +1205,9 @@ dependencies = [
[[package]]
name = "io-lifetimes"
version = "1.0.1
0
"
version = "1.0.1
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
9c66c74d2ae7
e79a
5a8f7ac924adbe38ee42a859c6539ad869eb51f0b52dc220
"
checksum = "
ea
e7
b
9a
ee968036d54dce06cebaefd919e4472e753296daccd6d344e3e2df0c2
"
dependencies = [
"hermit-abi 0.3.1",
"libc",
...
...
@@ -1209,9 +1276,9 @@ dependencies = [
[[package]]
name = "js-sys"
version = "0.3.6
1
"
version = "0.3.6
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
445dde2150c55e483f3d8416706b97ec8e8237c307e5b7b4b8dd15e6af2a0730
"
checksum = "
c5f195fe497f702db0f318b07fdd68edb16955aed830df8363d837542f8f935a
"
dependencies = [
"wasm-bindgen",
]
...
...
@@ -1224,27 +1291,27 @@ checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
[[package]]
name = "libc"
version = "0.2.14
1
"
version = "0.2.14
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
3304a64d199bb964be99741b7a14d26972741915b3649639149b2479bb46f4b5
"
checksum = "
f92be4933c13fd498862a9e02a3055f8a8d9c039ce33db97306fd5a6caa7f29b
"
[[package]]
name = "libm"
version = "0.2.
6
"
version = "0.2.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
348108ab3fba42ec82ff6e9564fc4ca0247bdccdc68dd8af9764bbc79c3c8
ff
b
"
checksum = "
f7012b1bbb0719e1097c47611d3898568c546d597c2e74d66f6087edd5233
ff
4
"
[[package]]
name = "linux-raw-sys"
version = "0.3.
1
"
version = "0.3.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
d59d8c75012853d2e872fb56bc8a2e53718e2cafe1a4c823143141c6d90c322f
"
checksum = "
ef53942eb7bf7ff43a617b3e2c1c4a5ecf5944a7c1bc12d7ee39bbb15e5c1519
"
[[package]]
name = "lock_api"
version = "0.4.
9
"
version = "0.4.
10
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
435011366fe56583b16cf956f9df0095b405b82d76425bc8981c0e22e60ec4df
"
checksum = "
c1cc9717a20b1bb222f333e6a92fd32f7d8a18ddc5a3191a11af45dcbf4dcd16
"
dependencies = [
"autocfg",
"scopeguard",
...
...
@@ -1252,12 +1319,9 @@ dependencies = [
[[package]]
name = "log"
version = "0.4.1
7
"
version = "0.4.1
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "abb12e687cfb44aa40f41fc3978ef76448f9b6038cad6aef4259d3c095a2382e"
dependencies = [
"cfg-if",
]
checksum = "b06a4cde4c0f271a446782e3eff8de789548ce57dbc8eca9292c27f4a42004b4"
[[package]]
name = "mach"
...
...
@@ -1284,6 +1348,12 @@ version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "58093314a45e00c77d5c508f76e77c3396afbbc0d01506e7fae47b018bac2b1d"
[[package]]
name = "match_cfg"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ffbee8634e0d45d258acb448e7eaab3fce7a0a467395d4d9f228e3c1f01fb2e4"
[[package]]
name = "matchers"
version = "0.1.0"
...
...
@@ -1307,9 +1377,9 @@ checksum = "2dffe52ecf27772e601905b7522cb4ef790d2cc203488bbd0e2fe85fcb74566d"
[[package]]
name = "memoffset"
version = "0.
8
.0"
version = "0.
9
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
d61c719bcfbcf5d62b3a09efa6088de8c54bc0bfcd3ea7ae39fcc186108b8de1
"
checksum = "
5a634b1c61a95585bd15607c6ab0c4e5b226e695ff2800ba0cdccddf208c406c
"
dependencies = [
"autocfg",
]
...
...
@@ -1322,7 +1392,7 @@ checksum = "7b9b8653cec6897f73b519a43fba5ee3d50f62fe9af80b428accdcc093b4a849"
dependencies = [
"ahash",
"metrics-macros",
"portable-atomic",
"portable-atomic
0.3.20
",
]
[[package]]
...
...
@@ -1337,7 +1407,7 @@ dependencies = [
"metrics",
"metrics-util",
"parking_lot",
"portable-atomic",
"portable-atomic
0.3.20
",
"quanta",
"thiserror",
"tokio",
...
...
@@ -1367,7 +1437,7 @@ dependencies = [
"metrics",
"num_cpus",
"parking_lot",
"portable-atomic",
"portable-atomic
0.3.20
",
"quanta",
"sketches-ddsketch",
]
...
...
@@ -1396,23 +1466,23 @@ checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
[[package]]
name = "miniz_oxide"
version = "0.
6.2
"
version = "0.
7.1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b275950c28b37e794e8c55d88aeb5e139d0ce23fdbbeda68f8d7174abdf9e8fa
"
checksum = "
e7810e0be55b428ada41041c41f32c9f1a42817901b4ccf45fa3d4b6561e74c7
"
dependencies = [
"adler",
]
[[package]]
name = "mio"
version = "0.8.
6
"
version = "0.8.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
5b9d9a46eff5b4ff64b45a9e316a6d1e0bc719ef429cbec4dc630684212bfdf9
"
checksum = "
927a765cd3fc26206e66b296465fa9d3e5ab003e651c1b3c060e7956d96b19d2
"
dependencies = [
"libc",
"log",
"wasi 0.11.0+wasi-snapshot-preview1",
"windows-sys 0.4
5
.0",
"windows-sys 0.4
8
.0",
]
[[package]]
...
...
@@ -1433,7 +1503,7 @@ checksum = "8795add3e14028f11f8e848bd3294898a8294767b3776b6f733560d33bd2530b"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
...
...
@@ -1442,6 +1512,25 @@ version = "0.8.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e5ce46fe64a9d73be07dcbe690a38ce1b293be448fd8ce1e6c1b8062c9f72c6a"
[[package]]
name = "muxado"
version = "0.4.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e92b89ac3127251efde6f5a9586e5aae99468d06fcf9f133b377f58d5ed66446"
dependencies = [
"async-trait",
"awaitdrop",
"bitflags",
"bytes",
"futures",
"pin-project",
"rand",
"thiserror",
"tokio",
"tokio-util",
"tracing",
]
[[package]]
name = "nanorand"
version = "0.7.0"
...
...
@@ -1469,6 +1558,37 @@ dependencies = [
"tempfile",
]
[[package]]
name = "ngrok"
version = "0.12.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "98ce3514eec7338e2d4663e3efb4429e08d8f3662996be4b9585350e7d8ad728"
dependencies = [
"arc-swap",
"async-rustls",
"async-trait",
"awaitdrop",
"axum",
"base64 0.13.1",
"bytes",
"futures",
"hostname",
"hyper",
"muxado",
"once_cell",
"parking_lot",
"regex",
"rustls-pemfile",
"serde",
"serde_json",
"thiserror",
"tokio",
"tokio-retry",
"tokio-util",
"tracing",
"windows-sys 0.45.0",
]
[[package]]
name = "nix"
version = "0.26.2"
...
...
@@ -1550,9 +1670,9 @@ checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3"
[[package]]
name = "once_cell"
version = "1.1
7.1
"
version = "1.1
8.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b7e5500299e16ebb147ae15a00a942af264cf3688f47923b8fc2cd5858f23ad3
"
checksum = "
dd8b5dd2ae5ed71462c540258bedcb51965123ad7e7ccf4b9a8cafaa4a63576d
"
[[package]]
name = "onig"
...
...
@@ -1576,17 +1696,11 @@ dependencies = [
"pkg-config",
]
[[package]]
name = "opaque-debug"
version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "624a8340c38c1b80fd549087862da4ba43e08858af025b236e509b6649fc13d5"
[[package]]
name = "openssl"
version = "0.10.5
0
"
version = "0.10.5
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
7e30d8bc91859781f0a943411186324d580f2bbeb71b452fe91ae344806af3f1
"
checksum = "
69b3f656a17a6cbc115b5c7a40c616947d213ba182135b014d6051b73ab6f019
"
dependencies = [
"bitflags",
"cfg-if",
...
...
@@ -1605,7 +1719,7 @@ checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
...
...
@@ -1616,9 +1730,9 @@ checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf"
[[package]]
name = "openssl-sys"
version = "0.9.8
5
"
version = "0.9.8
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
0d3d193fb1488ad46ffe3aaabc912cc931d02ee8518fe2959aea8ef52718b0c0
"
checksum = "
c2ce0f250f34a308dcfdbb351f511359857d4ed2134ba715a4eadd46e1ffd617
"
dependencies = [
"cc",
"libc",
...
...
@@ -1714,9 +1828,9 @@ checksum = "b15813163c1d831bf4a13c3610c05c0d03b39feb07f7e09fa234dac9b15aaf39"
[[package]]
name = "papergrid"
version = "0.9.
0
"
version = "0.9.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
1fdfe703c51ddc52887ad78fc69cd2ea78d895ffcd6e955c9d03566db8ab5bb1
"
checksum = "
ae7891b22598926e4398790c8fe6447930c72a67d36d983a49d6ce682ce83290
"
dependencies = [
"bytecount",
"fnv",
...
...
@@ -1735,15 +1849,15 @@ dependencies = [
[[package]]
name = "parking_lot_core"
version = "0.9.
7
"
version = "0.9.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9
069cbb9f99e3a5083476ccb29ceb1de18b9118cafa53e90c9551235de2b9521
"
checksum = "9
3f00c865fe7cabf650081affecd3871070f26767e7b2070a3ffae14c654b447
"
dependencies = [
"cfg-if",
"libc",
"redox_syscall 0.
2.16
",
"redox_syscall 0.
3.5
",
"smallvec",
"windows-
sy
s 0.4
5
.0",
"windows-
target
s 0.4
8
.0",
]
[[package]]
...
...
@@ -1777,9 +1891,9 @@ dependencies = [
[[package]]
name = "percent-encoding"
version = "2.
2
.0"
version = "2.
3
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
478c572c3d73181ff3c2539045f
6e
b
99
e5491218eae919370993b890cdbdd98e
"
checksum = "
9b2a478729
6e99
89611394c33f193f676704af1686e70b8f8033ab5ba9a35a94
"
[[package]]
name = "petgraph"
...
...
@@ -1793,22 +1907,22 @@ dependencies = [
[[package]]
name = "pin-project"
version = "1.
0.12
"
version = "1.
1.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
ad29a609b6bcd67fee905812e544992d216af9d755757c05ed2d0e15a74c6ecc
"
checksum = "
c95a7476719eab1e366eaf73d0260af3021184f18177925b07f54b30089ceead
"
dependencies = [
"pin-project-internal",
]
[[package]]
name = "pin-project-internal"
version = "1.
0.12
"
version = "1.
1.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
069bdb1e05adc7a8990dce9cc75370895fbe4e3d58b9b73bf1aee56359344a55
"
checksum = "
39407670928234ebc5e6e580247dd567ad73a3578460c5990f9503df207e8f07
"
dependencies = [
"proc-macro2",
"quote",
"syn
1
.0.1
09
",
"syn
2
.0.1
8
",
]
[[package]]
...
...
@@ -1825,15 +1939,24 @@ checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
[[package]]
name = "pkg-config"
version = "0.3.2
6
"
version = "0.3.2
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
6ac9a59f73473f1b8d852421e59e64809f025994837ef743615c6d0c5b305160
"
checksum = "
26072860ba924cbfa98ea39c8c19b4dd6a4a25423dbdf219c1eca91aa0cf6964
"
[[package]]
name = "portable-atomic"
version = "0.3.
19
"
version = "0.3.
20
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "26f6a7b87c2e435a3241addceeeff740ff8b7e76b74c13bf9acb17fa454ea00b"
checksum = "e30165d31df606f5726b090ec7592c308a0eaf61721ff64c9a3018e344a8753e"
dependencies = [
"portable-atomic 1.3.3",
]
[[package]]
name = "portable-atomic"
version = "1.3.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "767eb9f07d4a5ebcb39bbf2d452058a93c011373abf6832e24194a1c3f004794"
[[package]]
name = "ppv-lite86"
...
...
@@ -1877,9 +2000,9 @@ dependencies = [
[[package]]
name = "proc-macro2"
version = "1.0.
5
6"
version = "1.0.6
0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
2b63bdb0cd06f1f4dedf69b254734f9b45af66e4a031e42a7480257d9898b435
"
checksum = "
dec2b086b7a862cf4de201096214fa870344cf922b2b30c167badb3af3195406
"
dependencies = [
"unicode-ident",
]
...
...
@@ -1956,9 +2079,9 @@ dependencies = [
[[package]]
name = "quote"
version = "1.0.2
6
"
version = "1.0.2
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
4424af4bf778aae2051a77b60283332f386554255d722233d09fbfc7e30da2fc
"
checksum = "
1b9ab9c7eadfd8df19006f1cf1a4aed13540ed5cbc047010ece5826e10825488
"
dependencies = [
"proc-macro2",
]
...
...
@@ -2079,13 +2202,13 @@ dependencies = [
[[package]]
name = "regex"
version = "1.
7.3
"
version = "1.
8.4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8b1f693b24f6ac912f4893ef08244d70b6067480d2f1a46e950c9691e6749d1d
"
checksum = "
d0ab3ca65655bb1e41f2a8c8cd662eb4fb035e67c3f78da1d61dffe89d07300f
"
dependencies = [
"aho-corasick",
"aho-corasick
1.0.2
",
"memchr",
"regex-syntax",
"regex-syntax
0.7.2
",
]
[[package]]
...
...
@@ -2094,7 +2217,7 @@ version = "0.1.10"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6c230d73fb8d8c1b9c0b3135c5142a8acee3a0558fb8db5cf1cb65f8d7862132"
dependencies = [
"regex-syntax",
"regex-syntax
0.6.29
",
]
[[package]]
...
...
@@ -2103,13 +2226,19 @@ version = "0.6.29"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f162c6dd7b008981e4d40210aca20b4bd0f9b60ca9271061b07f78537722f2e1"
[[package]]
name = "regex-syntax"
version = "0.7.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "436b050e76ed2903236f032a59761c1eb99e1b0aead2c257922771dab1fc8c78"
[[package]]
name = "reqwest"
version = "0.11.1
6
"
version = "0.11.1
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
27b71749df584b7f4cac2c426c127a7c785a5106cc98f7a8feb044115f0fa254
"
checksum = "
cde824a14b7c14f85caff81225f411faacc04a2013f41670f41443742b1c1c55
"
dependencies = [
"base64 0.21.
0
",
"base64 0.21.
2
",
"bytes",
"encoding_rs",
"futures-core",
...
...
@@ -2140,11 +2269,26 @@ dependencies = [
"winreg",
]
[[package]]
name = "ring"
version = "0.16.20"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3053cf52e236a3ed746dfc745aa9cacf1b791d846bdaf412f60a8d7d6e17c8fc"
dependencies = [
"cc",
"libc",
"once_cell",
"spin 0.5.2",
"untrusted",
"web-sys",
"winapi",
]
[[package]]
name = "rust-embed"
version = "6.
6.1
"
version = "6.
7.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
1b68543d5527e158213414a92832d2aab11a84d2571a5eb021ebe22c43aab066
"
checksum = "
b73e721f488c353141288f223b599b4ae9303ecf3e62923f40a492f0634a4dc3
"
dependencies = [
"rust-embed-impl",
"rust-embed-utils",
...
...
@@ -2153,15 +2297,15 @@ dependencies = [
[[package]]
name = "rust-embed-impl"
version = "6.
5
.0"
version = "6.
6
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
4d4e0f0ced47ded9a68374ac145edd65a6c1fa13a96447b873660b2a568a0fd7
"
checksum = "
e22ce362f5561923889196595504317a4372b84210e6e335da529a65ea5452b5
"
dependencies = [
"proc-macro2",
"quote",
"rust-embed-utils",
"shellexpand",
"syn
1
.0.1
09
",
"syn
2
.0.1
8
",
"walkdir",
]
...
...
@@ -2186,9 +2330,9 @@ dependencies = [
[[package]]
name = "rustix"
version = "0.37.
11
"
version = "0.37.
20
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
85597d61f83914ddeba6a47b3b8ffe7365107221c2e557ed94426489fefb5f77
"
checksum = "
b96e891d04aa506a6d1f318d2771bcb1c7dfda84e126660ace067c9b474bb2c0
"
dependencies = [
"bitflags",
"errno",
...
...
@@ -2198,6 +2342,27 @@ dependencies = [
"windows-sys 0.48.0",
]
[[package]]
name = "rustls"
version = "0.20.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "fff78fc74d175294f4e83b28343315ffcfb114b156f0185e9741cb5570f50e2f"
dependencies = [
"log",
"ring",
"sct",
"webpki",
]
[[package]]
name = "rustls-pemfile"
version = "1.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d194b56d58803a43635bdc398cd17e383d6f71f9182b9a192c127ca42494a59b"
dependencies = [
"base64 0.21.2",
]
[[package]]
name = "rustversion"
version = "1.0.12"
...
...
@@ -2234,11 +2399,21 @@ version = "1.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d29ab0c6d3fc0ee92fe66e2d99f700eab17a8d57d1c1d3b748380fb20baa78cd"
[[package]]
name = "sct"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d53dcdb7c9f8158937a7981b48accfd39a43af418591a5d008c7b22b5e1b7ca4"
dependencies = [
"ring",
"untrusted",
]
[[package]]
name = "security-framework"
version = "2.
8.2
"
version = "2.
9.1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
a332be01508d814fed64bf28f798a146d73792121129962fdf335bb3c49a4254
"
checksum = "
1fc758eb7bffce5b308734e9b0c1468893cae9ff70ebf13e7090be8dcbcc83a8
"
dependencies = [
"bitflags",
"core-foundation",
...
...
@@ -2249,9 +2424,9 @@ dependencies = [
[[package]]
name = "security-framework-sys"
version = "2.
8
.0"
version = "2.
9
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
31c9bb296072e961fcbd8853511dd39c2d8be2deb1e17c6860b1d30732b323b4
"
checksum = "
f51d0c0d83bec45f16480d0ce0058397a69e48fcdc52d1dc8855fb68acbd31a7
"
dependencies = [
"core-foundation-sys",
"libc",
...
...
@@ -2265,29 +2440,29 @@ checksum = "bebd363326d05ec3e2f532ab7660680f3b02130d780c299bca73469d521bc0ed"
[[package]]
name = "serde"
version = "1.0.16
0
"
version = "1.0.16
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
bb2f3770c8bce3bcda7e149193a069a0f4365bda1fa5cd88e03bca26afc1216c
"
checksum = "
9e8c8cf938e98f769bc164923b06dce91cea1751522f46f8466461af04c9027d
"
dependencies = [
"serde_derive",
]
[[package]]
name = "serde_derive"
version = "1.0.16
0
"
version = "1.0.16
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
291a097c63d8497e00160b166a967a4a79c64f3facdd01cbd75022
3168
8d77df
"
checksum = "
d9735b638ccc51c28bf6914d90a2e9725b377144fc612c49a611fddd1b6
31
d
68"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
name = "serde_json"
version = "1.0.9
6
"
version = "1.0.9
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
057d394a50403bcac12672b2b18fb387ab6d289d957dab67dd201875391e52f1
"
checksum = "
bdf3bf93142acad5821c99197022e170842cdbc1c30482b98750c688c640842a
"
dependencies = [
"itoa",
"ryu",
...
...
@@ -2328,9 +2503,9 @@ dependencies = [
[[package]]
name = "sha2"
version = "0.10.
6
"
version = "0.10.
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
82e6b795fe2e3b1e845bafcb27aa35405c4d47cdfc92af5fc8d3002f76cebdc0
"
checksum = "
479fb9d862239e610720565ca91403019f2f00410f1864c5aa7479b950a76ed8
"
dependencies = [
"cfg-if",
"cpufeatures",
...
...
@@ -2400,6 +2575,15 @@ dependencies = [
"autocfg",
]
[[package]]
name = "slotmap"
version = "1.0.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e1e08e261d0e8f5c43123b7adf3e4ca1690d655377ac93a03b2c9d3e98de1342"
dependencies = [
"version_check",
]
[[package]]
name = "smallvec"
version = "1.10.0"
...
...
@@ -2416,6 +2600,12 @@ dependencies = [
"winapi",
]
[[package]]
name = "spin"
version = "0.5.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6e63cff320ae2c57904679ba7cb63280a3dc4613885beafb148ee7bf9aa9042d"
[[package]]
name = "spin"
version = "0.9.8"
...
...
@@ -2461,9 +2651,9 @@ dependencies = [
[[package]]
name = "subtle"
version = "2.
4.1
"
version = "2.
5.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
6bdef32e8150c2a081110b42772ffe7d7c9032b606bc226c8260fd97e0976601
"
checksum = "
81cdd64d312baedb58e21336b31bc043b77e01cc99033ce76ef539f78e965ebc
"
[[package]]
name = "syn"
...
...
@@ -2478,9 +2668,9 @@ dependencies = [
[[package]]
name = "syn"
version = "2.0.1
5
"
version = "2.0.1
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
a34fcf3e8b60f57e6a14301a2e916d323af98b0ea63c599441eec8558660c822
"
checksum = "
32d41677bcbe24c20c52e7c70b0d8db04134c5d1066bf98662e2871ad200ea3e
"
dependencies = [
"proc-macro2",
"quote",
...
...
@@ -2495,9 +2685,9 @@ checksum = "2047c6ded9c721764247e62cd3b03c09ffc529b2ba5b10ec482ae507a4a70160"
[[package]]
name = "sysinfo"
version = "0.2
8.4
"
version = "0.2
9.2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b4c2f3ca6693feb29a89724516f016488e9aafc7f37264f898593ee4b942f31b
"
checksum = "
9557d0845b86eea8182f7b10dff120214fb6cd9fd937b6f4917714e546a38695
"
dependencies = [
"cfg-if",
"core-foundation-sys",
...
...
@@ -2509,9 +2699,9 @@ dependencies = [
[[package]]
name = "tabled"
version = "0.12.
0
"
version = "0.12.
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
da1a2e56bbf7bfdd08aaa7592157a742205459eff774b73bc01809ae2d99dc2a
"
checksum = "
0ce69a5028cd9576063ec1f48edb2c75339fd835e6094ef3e05b3a079bf594a6
"
dependencies = [
"papergrid",
"tabled_derive",
...
...
@@ -2544,15 +2734,16 @@ dependencies = [
[[package]]
name = "tempfile"
version = "3.
5
.0"
version = "3.
6
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
b9fbec84f381d5795b08656e4912bec604d162bff9291d6189a78f4c8ab87998
"
checksum = "
31c0432476357e58790aaa47a8efb0c5138f137343f3b5f23bd36a27e3b0a6d6
"
dependencies = [
"autocfg",
"cfg-if",
"fastrand",
"redox_syscall 0.3.5",
"rustix",
"windows-sys 0.4
5
.0",
"windows-sys 0.4
8
.0",
]
[[package]]
...
...
@@ -2619,6 +2810,7 @@ dependencies = [
"futures",
"metrics",
"metrics-exporter-prometheus",
"ngrok",
"nohash-hasher",
"opentelemetry",
"opentelemetry-otlp",
...
...
@@ -2656,7 +2848,7 @@ checksum = "f9456a42c5b0d803c8cd86e73dd7cc9edd429499f37a3550d286d5e86720569f"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
...
...
@@ -2671,9 +2863,9 @@ dependencies = [
[[package]]
name = "time"
version = "0.3.2
0
"
version = "0.3.2
2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
cd0cbfecb4d19b5ea75bb31ad904eb5b9fa13f21079c3b92017ebdf4999a5890
"
checksum = "
ea9e1b3cf1243ae005d9e74085d4d542f3125458f3a81af210d901dcd7411efd
"
dependencies = [
"itoa",
"serde",
...
...
@@ -2683,15 +2875,15 @@ dependencies = [
[[package]]
name = "time-core"
version = "0.1.
0
"
version = "0.1.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
2e153e1f1acaef8acc537e68b44906d2db6436e2b35ac2c6b42640fff91f00fd
"
checksum = "
7300fbefb4dadc1af235a9cef3737cea692a9d97e1b9cbcd4ebdae6f8868e6fb
"
[[package]]
name = "time-macros"
version = "0.2.
8
"
version = "0.2.
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
fd80a657e71da814b8e5d60d3374fc6d35045062245d80224748ae522dd76f36
"
checksum = "
372950940a5f07bf38dbe211d7283c9e6d7327df53794992d293e534c733d09b
"
dependencies = [
"time-core",
]
...
...
@@ -2717,7 +2909,7 @@ version = "0.13.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5cf49017523bf0bc01c9966f172c5f120bbb7b96cccd1708772dd42e767fb9f5"
dependencies = [
"aho-corasick",
"aho-corasick
0.7.20
",
"cached-path",
"clap",
"derive_builder",
...
...
@@ -2736,7 +2928,7 @@ dependencies = [
"rayon",
"rayon-cond",
"regex",
"regex-syntax",
"regex-syntax
0.6.29
",
"reqwest",
"serde",
"serde_json",
...
...
@@ -2749,9 +2941,9 @@ dependencies = [
[[package]]
name = "tokio"
version = "1.2
7.0
"
version = "1.2
8.2
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
d0de47a4eecbe11f498978a9b29d792f0d2692d1dd003650c24c76510e3bc001
"
checksum = "
94d7b1cfd2aa4011f2de74c2c4c63665e27a71006b0a192dcd2710272e73dfa2
"
dependencies = [
"autocfg",
"bytes",
...
...
@@ -2763,7 +2955,7 @@ dependencies = [
"signal-hook-registry",
"socket2",
"tokio-macros",
"windows-sys 0.4
5
.0",
"windows-sys 0.4
8
.0",
]
[[package]]
...
...
@@ -2778,13 +2970,13 @@ dependencies = [
[[package]]
name = "tokio-macros"
version = "2.
0
.0"
version = "2.
1
.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6
1a573bdc87985e9d6ddeed1b3d864e8a302c847e40d647746df2f1de209d1c
e"
checksum = "6
30bdcf245f78637c13ec01ffae6187cca34625e8c63150d424b59e55af2675
e"
dependencies = [
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
...
...
@@ -2797,11 +2989,22 @@ dependencies = [
"tokio",
]
[[package]]
name = "tokio-retry"
version = "0.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7f57eb36ecbe0fc510036adff84824dd3c24bb781e21bfa67b69d556aa85214f"
dependencies = [
"pin-project",
"rand",
"tokio",
]
[[package]]
name = "tokio-stream"
version = "0.1.1
2
"
version = "0.1.1
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
8fb52b74f05dbf495a8fba459fdc331812b96aa086d9eb78101fa0d4569c3313
"
checksum = "
397c988d37662c7dda6d2208364a706264bf3d6138b11d436cbac0ad38832842
"
dependencies = [
"futures-core",
"pin-project-lite",
...
...
@@ -2810,12 +3013,13 @@ dependencies = [
[[package]]
name = "tokio-util"
version = "0.7.
7
"
version = "0.7.
8
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
5427d89453009325de0d8f342c9490009f76e999cb7672d77e46267448f7e6b2
"
checksum = "
806fe8c2c87eccc8b3267cbae29ed3ab2d0bd37fca70ab622e46aaa9375ddb7d
"
dependencies = [
"bytes",
"futures-core",
"futures-io",
"futures-sink",
"pin-project-lite",
"tokio",
...
...
@@ -2951,20 +3155,20 @@ dependencies = [
[[package]]
name = "tracing-attributes"
version = "0.1.2
3
"
version = "0.1.2
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
4017f8f45139870ca7e672686113917c71c7a6e02d4924eda67186083c03081a
"
checksum = "
0f57e3ca2a01450b1a921183a9c9cbfda207fd822cef4ccb00a65402cbba7a74
"
dependencies = [
"proc-macro2",
"quote",
"syn
1
.0.1
09
",
"syn
2
.0.1
8
",
]
[[package]]
name = "tracing-core"
version = "0.1.3
0
"
version = "0.1.3
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
24eb03ba0eab1fd845050058ce5e616558e8f8d8fca633e6b163fe25c797213
a"
checksum = "
0955b8137a1df6f1a2e9a37d8a6656291ff0297c1a97c24e0d8425fe2312f79
a"
dependencies = [
"once_cell",
"valuable",
...
...
@@ -3017,9 +3221,9 @@ dependencies = [
[[package]]
name = "tracing-subscriber"
version = "0.3.1
6
"
version = "0.3.1
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
a6176eae26dd70d0c919749377897b54a9276bd7061339665dd68777926b5a70
"
checksum = "
30a651bc37f915e81f087d86e62a18eec5f79550c7faff886f7090b4ea757c77
"
dependencies = [
"matchers",
"nu-ansi-term",
...
...
@@ -3065,9 +3269,9 @@ checksum = "92888ba5573ff080736b3648696b70cafad7d250551175acbaa4e0385b3e1460"
[[package]]
name = "unicode-ident"
version = "1.0.
8
"
version = "1.0.
9
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
e5464a87b239f13a63a501f2701565754bae92d243d4bb7eb12f6d57d2269bf4
"
checksum = "
b15811caf2415fb889178633e7724bad2509101cde276048e013b9def5e51fa0
"
[[package]]
name = "unicode-normalization"
...
...
@@ -3105,11 +3309,17 @@ version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e"
[[package]]
name = "untrusted"
version = "0.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a156c684c91ea7d62626509bce3cb4e1d9ed5c4d978f7b4352658f96a4c26b4a"
[[package]]
name = "url"
version = "2.
3.1
"
version = "2.
4.0
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
0d68c799ae75762b8c3fe375feb6600ef5602c883c5d21eb51c09f22b83c4643
"
checksum = "
50bff7831e19200a85b17131d085c25d7811bc4e186efdaf54bbd132994a88cb
"
dependencies = [
"form_urlencoded",
"idna",
...
...
@@ -3143,7 +3353,7 @@ dependencies = [
"proc-macro-error",
"proc-macro2",
"quote",
"syn 2.0.1
5
",
"syn 2.0.1
8
",
]
[[package]]
...
...
@@ -3176,9 +3386,9 @@ checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426"
[[package]]
name = "vergen"
version = "8.
1
.1"
version = "8.
2
.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
c1b86a8af1dedf089b1c78338678e4c7492b6045649042d94faf19690499d23
6"
checksum = "
8b3c89c2c7e50f33e4d35527e5bf9c11d6d132226dbbd1753f0fbe9f19ef88c
6"
dependencies = [
"anyhow",
"rustc_version",
...
...
@@ -3205,11 +3415,10 @@ dependencies = [
[[package]]
name = "want"
version = "0.3.
0
"
version = "0.3.
1
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
1ce8a968cb1cd110d136ff8b819a556d6fb6d919363c61534f6860c7eb172ba0
"
checksum = "
bfa7760aed19e106de2c7c0b581b509f2f25d3dacaf737cb82ac61bc6d760b0e
"
dependencies = [
"log",
"try-lock",
]
...
...
@@ -3227,9 +3436,9 @@ checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423"
[[package]]
name = "wasm-bindgen"
version = "0.2.8
4
"
version = "0.2.8
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
31f8dcbc21f30d9b8f2ea926ecb58f6b91192c17e9d33594b3df58b2007ca53b
"
checksum = "
7706a72ab36d8cb1f80ffbf0e071533974a60d0a308d01a5d0375bf60499a342
"
dependencies = [
"cfg-if",
"wasm-bindgen-macro",
...
...
@@ -3237,24 +3446,24 @@ dependencies = [
[[package]]
name = "wasm-bindgen-backend"
version = "0.2.8
4
"
version = "0.2.8
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
95ce90fd5bcc06af55a641a86428ee4229e44e07033963a2290a8e241607ccb9
"
checksum = "
5ef2b6d3c510e9625e5fe6f509ab07d66a760f0885d858736483c32ed7809abd
"
dependencies = [
"bumpalo",
"log",
"once_cell",
"proc-macro2",
"quote",
"syn
1
.0.1
09
",
"syn
2
.0.1
8
",
"wasm-bindgen-shared",
]
[[package]]
name = "wasm-bindgen-futures"
version = "0.4.3
4
"
version = "0.4.3
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
f219e0d211ba40266969f6dbdd90636da12f75bee4fc9d6c23d1260dadb51454
"
checksum = "
c02dbc21516f9f1f04f187958890d7e6026df8d16540b7ad9492bc34a67cea03
"
dependencies = [
"cfg-if",
"js-sys",
...
...
@@ -3264,9 +3473,9 @@ dependencies = [
[[package]]
name = "wasm-bindgen-macro"
version = "0.2.8
4
"
version = "0.2.8
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
4c21f77c0bedc37fd5dc21f897894a5ca01e7bb159884559461862ae90c0b4c5
"
checksum = "
dee495e55982a3bd48105a7b947fd2a9b4a8ae3010041b9e0faab3f9cd028f1d
"
dependencies = [
"quote",
"wasm-bindgen-macro-support",
...
...
@@ -3274,33 +3483,43 @@ dependencies = [
[[package]]
name = "wasm-bindgen-macro-support"
version = "0.2.8
4
"
version = "0.2.8
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
2aff81306fcac3c7515ad4e177f521b5c9a15f2b08f4e32d823066102f35a5f6
"
checksum = "
54681b18a46765f095758388f2d0cf16eb8d4169b639ab575a8f5693af210c7b
"
dependencies = [
"proc-macro2",
"quote",
"syn
1
.0.1
09
",
"syn
2
.0.1
8
",
"wasm-bindgen-backend",
"wasm-bindgen-shared",
]
[[package]]
name = "wasm-bindgen-shared"
version = "0.2.8
4
"
version = "0.2.8
7
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
0046fef7e28c3804e5e38bfa31ea2a0f73905319b677e57ebe37e49358989b5d
"
checksum = "
ca6ad05a4870b2bf5fe995117d3728437bd27d7cd5f06f13c17443ef369775a1
"
[[package]]
name = "web-sys"
version = "0.3.6
1
"
version = "0.3.6
4
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
e33b99f4b23ba3eec1a53ac264e35a755f00e966e0065077d6027c0f575b0b97
"
checksum = "
9b85cbef8c220a6abc02aefd892dfc0fc23afb1c6a426316ec33253a3877249b
"
dependencies = [
"js-sys",
"wasm-bindgen",
]
[[package]]
name = "webpki"
version = "0.22.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f095d78192e208183081cc07bc5515ef55216397af48b873e5edcd72637fa1bd"
dependencies = [
"ring",
"untrusted",
]
[[package]]
name = "which"
version = "4.4.0"
...
...
@@ -3510,9 +3729,9 @@ dependencies = [
[[package]]
name = "zip"
version = "0.6.
4
"
version = "0.6.
6
"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "
0445d0fbc924bb93539b4316c11afb121ea39296f99a3c4c9edad09e3658cdef
"
checksum = "
760394e246e4c28189f19d488c058bf16f564016aefac5d32bb1f3b51d5e9261
"
dependencies = [
"aes",
"byteorder",
...
...
launcher/src/main.rs
View file @
f59fb8b6
...
...
@@ -229,6 +229,26 @@ struct Args {
#[clap(long,
env)]
watermark_delta
:
Option
<
f32
>
,
/// Enable ngrok tunneling
#[clap(long,
env)]
ngrok
:
bool
,
/// ngrok authentication token
#[clap(long,
env)]
ngrok_authtoken
:
Option
<
String
>
,
/// ngrok domain name where the axum webserver will be available at
#[clap(long,
env)]
ngrok_domain
:
Option
<
String
>
,
/// ngrok basic auth username
#[clap(long,
env)]
ngrok_username
:
Option
<
String
>
,
/// ngrok basic auth password
#[clap(long,
env)]
ngrok_password
:
Option
<
String
>
,
/// Display a lot of information about your runtime environment
#[clap(long,
short,
action)]
env
:
bool
,
...
...
@@ -845,6 +865,30 @@ fn spawn_webserver(
argv
.push
(
origin
);
}
// Ngrok
if
args
.ngrok
{
let
authtoken
=
args
.ngrok_authtoken
.ok_or_else
(||
{
tracing
::
error!
(
"`ngrok-authtoken` must be set when using ngrok tunneling"
);
LauncherError
::
WebserverCannotStart
})
?
;
argv
.push
(
"--ngrok"
.to_string
());
argv
.push
(
"--ngrok-authtoken"
.to_string
());
argv
.push
(
authtoken
);
if
let
Some
(
domain
)
=
args
.ngrok_domain
{
argv
.push
(
"--ngrok-domain"
.to_string
());
argv
.push
(
domain
);
}
if
let
(
Some
(
username
),
Some
(
password
))
=
(
args
.ngrok_username
,
args
.ngrok_password
)
{
argv
.push
(
"--ngrok-username"
.to_string
());
argv
.push
(
username
);
argv
.push
(
"--ngrok-password"
.to_string
());
argv
.push
(
password
);
}
}
// Copy current process env
let
mut
env
:
Vec
<
(
OsString
,
OsString
)
>
=
env
::
vars_os
()
.collect
();
...
...
router/Cargo.toml
View file @
f59fb8b6
...
...
@@ -40,6 +40,11 @@ tracing-opentelemetry = "0.18.0"
tracing-subscriber
=
{
version
=
"0.3.16"
,
features
=
[
"json"
,
"env-filter"
]
}
utoipa
=
{
version
=
"3.0.1"
,
features
=
["axum_extras"]
}
utoipa-swagger-ui
=
{
version
=
"3.0.2"
,
features
=
["axum"]
}
ngrok
=
{
version
=
"0.12.3"
,
features
=
["axum"]
,
optional
=
true
}
[build-dependencies]
vergen
=
{
version
=
"8.0.0"
,
features
=
[
"build"
,
"git"
,
"gitcl"
]
}
[features]
default
=
["ngrok"]
ngrok
=
["dep:ngrok"]
\ No newline at end of file
router/src/main.rs
View file @
f59fb8b6
...
...
@@ -56,6 +56,16 @@ struct Args {
otlp_endpoint
:
Option
<
String
>
,
#[clap(long,
env)]
cors_allow_origin
:
Option
<
Vec
<
String
>>
,
#[clap(long,
env)]
ngrok
:
bool
,
#[clap(long,
env)]
ngrok_authtoken
:
Option
<
String
>
,
#[clap(long,
env)]
ngrok_domain
:
Option
<
String
>
,
#[clap(long,
env)]
ngrok_username
:
Option
<
String
>
,
#[clap(long,
env)]
ngrok_password
:
Option
<
String
>
,
}
fn
main
()
->
Result
<
(),
std
::
io
::
Error
>
{
...
...
@@ -80,6 +90,11 @@ fn main() -> Result<(), std::io::Error> {
json_output
,
otlp_endpoint
,
cors_allow_origin
,
ngrok
,
ngrok_authtoken
,
ngrok_domain
,
ngrok_username
,
ngrok_password
,
}
=
args
;
if
validation_workers
==
0
{
...
...
@@ -198,6 +213,11 @@ fn main() -> Result<(), std::io::Error> {
validation_workers
,
addr
,
cors_allow_origin
,
ngrok
,
ngrok_authtoken
,
ngrok_domain
,
ngrok_username
,
ngrok_password
,
)
.await
;
Ok
(())
...
...
router/src/queue.rs
View file @
f59fb8b6
...
...
@@ -49,7 +49,7 @@ impl Queue {
// Send append command to the background task managing the state
// Unwrap is safe here
self
.queue_sender
.send
(
QueueCommand
::
Append
(
entry
,
Span
::
current
()))
.send
(
QueueCommand
::
Append
(
Box
::
new
(
entry
)
,
Span
::
current
()))
.unwrap
();
}
...
...
@@ -85,7 +85,7 @@ async fn queue_task(requires_padding: bool, receiver: flume::Receiver<QueueComma
while
let
Ok
(
cmd
)
=
receiver
.recv_async
()
.await
{
match
cmd
{
QueueCommand
::
Append
(
entry
,
span
)
=>
{
span
.in_scope
(||
state
.append
(
entry
));
span
.in_scope
(||
state
.append
(
*
entry
));
metrics
::
increment_gauge!
(
"tgi_queue_size"
,
1.0
);
}
QueueCommand
::
NextBatch
{
...
...
@@ -256,7 +256,7 @@ type NextBatch = (IntMap<u64, Entry>, Batch, Span);
#[derive(Debug)]
enum
QueueCommand
{
Append
(
Entry
,
Span
),
Append
(
Box
<
Entry
>
,
Span
),
NextBatch
{
min_size
:
Option
<
usize
>
,
token_budget
:
u32
,
...
...
router/src/server.rs
View file @
f59fb8b6
use
crate
::
health
::
Health
;
/// HTTP Server logic
use
crate
::
health
::
Health
;
use
crate
::
infer
::{
InferError
,
InferResponse
,
InferStreamResponse
};
use
crate
::
validation
::
ValidationError
;
use
crate
::{
...
...
@@ -520,6 +520,11 @@ pub async fn run(
validation_workers
:
usize
,
addr
:
SocketAddr
,
allow_origin
:
Option
<
AllowOrigin
>
,
ngrok
:
bool
,
ngrok_authtoken
:
Option
<
String
>
,
ngrok_domain
:
Option
<
String
>
,
ngrok_username
:
Option
<
String
>
,
ngrok_password
:
Option
<
String
>
,
)
{
// OpenAPI documentation
#[derive(OpenApi)]
...
...
@@ -683,13 +688,61 @@ pub async fn run(
.layer
(
opentelemetry_tracing_layer
())
.layer
(
cors_layer
);
// Run server
axum
::
Server
::
bind
(
&
addr
)
.serve
(
app
.into_make_service
())
// Wait until all requests are finished to shut down
.with_graceful_shutdown
(
shutdown_signal
())
.await
.unwrap
();
if
ngrok
{
#[cfg(feature
=
"ngrok"
)]
{
use
ngrok
::
config
::
TunnelBuilder
;
use
ngrok
::
tunnel
::
UrlTunnel
;
let
_
=
addr
;
let
authtoken
=
ngrok_authtoken
.expect
(
"`ngrok-authtoken` must be set when using ngrok tunneling"
);
let
mut
tunnel
=
ngrok
::
Session
::
builder
()
.authtoken
(
authtoken
)
.connect
()
.await
.unwrap
()
.http_endpoint
();
if
let
Some
(
domain
)
=
ngrok_domain
{
tunnel
=
tunnel
.domain
(
domain
);
}
if
let
(
Some
(
username
),
Some
(
password
))
=
(
ngrok_username
,
ngrok_password
)
{
tunnel
=
tunnel
.basic_auth
(
username
,
password
);
}
let
listener
=
tunnel
.listen
()
.await
.unwrap
();
// Run server
tracing
::
info!
(
"Ingress URL: {:?}"
,
listener
.url
());
axum
::
Server
::
builder
(
listener
)
.serve
(
app
.into_make_service
())
//Wait until all requests are finished to shut down
.with_graceful_shutdown
(
shutdown_signal
())
.await
.unwrap
();
}
#[cfg(not(feature
=
"ngrok"
))]
{
let
_
ngrok_authtoken
=
ngrok_authtoken
;
let
_
ngrok_domain
=
ngrok_domain
;
let
_
ngrok_username
=
ngrok_username
;
let
_
ngrok_password
=
ngrok_password
;
panic!
(
"`text-generation-router` was compiled without the `ngrok` feature"
);
}
}
else
{
// Run server
axum
::
Server
::
bind
(
&
addr
)
.serve
(
app
.into_make_service
())
// Wait until all requests are finished to shut down
.with_graceful_shutdown
(
shutdown_signal
())
.await
.unwrap
();
}
}
/// Shutdown signal handler
...
...
server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
View file @
f59fb8b6
...
...
@@ -47,7 +47,6 @@ def load_multi_mqa(
shape
=
slice_
.
get_shape
()
block_size
=
(
shape
[
0
]
-
2
*
head_size
)
//
world_size
assert
(
shape
[
0
]
-
2
*
head_size
)
%
world_size
==
0
q_tensor
=
slice_
[
start
:
stop
]
start
=
rank
*
block_size
stop
=
(
rank
+
1
)
*
block_size
q_tensor
=
slice_
[
start
:
stop
]
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment