Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
c1037601
Unverified
Commit
c1037601
authored
Sep 19, 2024
by
Daniël de Kok
Committed by
GitHub
Sep 19, 2024
Browse files
Update to moe-kenels 0.3.1 (#2535)
* Update to moe-kenels 0.3.1 * Attempt to fix apt failure
parent
f512021e
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
19 additions
and
19 deletions
+19
-19
flake.lock
flake.lock
+3
-3
server/poetry.lock
server/poetry.lock
+12
-12
server/pyproject.toml
server/pyproject.toml
+4
-4
No files found.
flake.lock
View file @
c1037601
...
@@ -978,11 +978,11 @@
...
@@ -978,11 +978,11 @@
"nixpkgs": "nixpkgs_6"
"nixpkgs": "nixpkgs_6"
},
},
"locked": {
"locked": {
"lastModified": 1726
229792
,
"lastModified": 1726
743157
,
"narHash": "sha256-
9xsLmjc9nr7a4PTddKv2DOi82ompTtJNyjO6R67y5tE
=",
"narHash": "sha256-
7OczwJsA47o+aUftMwkoh8R31DlNSl2FgRjqE8zAggk
=",
"owner": "danieldk",
"owner": "danieldk",
"repo": "tgi-nix",
"repo": "tgi-nix",
"rev": "
1a902f4818e94c3f8d95f6000db17bc3fadd0ce7
",
"rev": "
bcc9fd01cf81bc42cebb999a736a377adfa8942f
",
"type": "github"
"type": "github"
},
},
"original": {
"original": {
...
...
server/poetry.lock
View file @
c1037601
...
@@ -1244,12 +1244,12 @@ files = [
...
@@ -1244,12 +1244,12 @@ files = [
[[package]]
[[package]]
name = "moe-kernels"
name = "moe-kernels"
version = "0.
2.2
"
version = "0.
3.1
"
description = "MoE kernels"
description = "MoE kernels"
optional = true
optional = true
python-versions = ">=3.7"
python-versions = ">=3.7"
files = [
files = [
{file = "moe_kernels-0.
2.2
+cu123torch2.4-cp310-cp310-linux_x86_64.whl", hash = "sha256:
d268d818932ddcbca9bc71021dc63b008aae832827a7c0484cf206bd59cfc
9a
b
"},
{file = "moe_kernels-0.
3.1
+cu123torch2.4-cp310-cp310-linux_x86_64.whl", hash = "sha256:
b679984a53807127f25af053ec0a2c07dec97ec196f76363a8bfdc3fbb3d1a
9a"},
]
]
[package.dependencies]
[package.dependencies]
...
@@ -1259,16 +1259,16 @@ triton = "*"
...
@@ -1259,16 +1259,16 @@ triton = "*"
[package.source]
[package.source]
type = "url"
type = "url"
url = "https://github.com/danieldk/moe-kernels/releases/download/v0.
2.2
/moe_kernels-0.
2.2
+cu123torch2.4-cp310-cp310-linux_x86_64.whl"
url = "https://github.com/danieldk/moe-kernels/releases/download/v0.
3.1
/moe_kernels-0.
3.1
+cu123torch2.4-cp310-cp310-linux_x86_64.whl"
[[package]]
[[package]]
name = "moe-kernels"
name = "moe-kernels"
version = "0.
2.2
"
version = "0.
3.1
"
description = "MoE kernels"
description = "MoE kernels"
optional = true
optional = true
python-versions = ">=3.7"
python-versions = ">=3.7"
files = [
files = [
{file = "moe_kernels-0.
2.2
+cu123torch2.4-cp311-cp311-linux_x86_64.whl", hash = "sha256:
614bbc3f41b707b0c40372f0bb00e218ad0842d306f90bef28ce8e98e7fcb7cb
"},
{file = "moe_kernels-0.
3.1
+cu123torch2.4-cp311-cp311-linux_x86_64.whl", hash = "sha256:
29684f81495f6e032085295c86d160022f03d5d9a9981446f311ca94fbbbc2cd
"},
]
]
[package.dependencies]
[package.dependencies]
...
@@ -1278,16 +1278,16 @@ triton = "*"
...
@@ -1278,16 +1278,16 @@ triton = "*"
[package.source]
[package.source]
type = "url"
type = "url"
url = "https://github.com/danieldk/moe-kernels/releases/download/v0.
2.2
/moe_kernels-0.
2.2
+cu123torch2.4-cp311-cp311-linux_x86_64.whl"
url = "https://github.com/danieldk/moe-kernels/releases/download/v0.
3.1
/moe_kernels-0.
3.1
+cu123torch2.4-cp311-cp311-linux_x86_64.whl"
[[package]]
[[package]]
name = "moe-kernels"
name = "moe-kernels"
version = "0.
2.2
"
version = "0.
3.1
"
description = "MoE kernels"
description = "MoE kernels"
optional = true
optional = true
python-versions = ">=3.7"
python-versions = ">=3.7"
files = [
files = [
{file = "moe_kernels-0.
2.2
+cu123torch2.4-cp312-cp312-linux_x86_64.whl", hash = "sha256:
c2f48ed541353be03157d4015270dff797f7b7b8a664babdcbdf7414867d5abd
"},
{file = "moe_kernels-0.
3.1
+cu123torch2.4-cp312-cp312-linux_x86_64.whl", hash = "sha256:
9dfdbef48b5b7e97912aaa7420b1b694876a3281f5edfe7d4ca9a69e1f48bff2
"},
]
]
[package.dependencies]
[package.dependencies]
...
@@ -1297,16 +1297,16 @@ triton = "*"
...
@@ -1297,16 +1297,16 @@ triton = "*"
[package.source]
[package.source]
type = "url"
type = "url"
url = "https://github.com/danieldk/moe-kernels/releases/download/v0.
2.2
/moe_kernels-0.
2.2
+cu123torch2.4-cp312-cp312-linux_x86_64.whl"
url = "https://github.com/danieldk/moe-kernels/releases/download/v0.
3.1
/moe_kernels-0.
3.1
+cu123torch2.4-cp312-cp312-linux_x86_64.whl"
[[package]]
[[package]]
name = "moe-kernels"
name = "moe-kernels"
version = "0.
2.2
"
version = "0.
3.1
"
description = "MoE kernels"
description = "MoE kernels"
optional = true
optional = true
python-versions = ">=3.7"
python-versions = ">=3.7"
files = [
files = [
{file = "moe_kernels-0.
2.2
+cu123torch2.4-cp39-cp39-linux_x86_64.whl", hash = "sha256:
d5f0339b73426c422872f7ff060433df6cd8e881451baf85ee7454e0e905f9d8
"},
{file = "moe_kernels-0.
3.1
+cu123torch2.4-cp39-cp39-linux_x86_64.whl", hash = "sha256:
f7d0fc8f191c905a668f3d2eb889999ee988048d08bfd7062d64bca3876588ae
"},
]
]
[package.dependencies]
[package.dependencies]
...
@@ -1316,7 +1316,7 @@ triton = "*"
...
@@ -1316,7 +1316,7 @@ triton = "*"
[package.source]
[package.source]
type = "url"
type = "url"
url = "https://github.com/danieldk/moe-kernels/releases/download/v0.
2.2
/moe_kernels-0.
2.2
+cu123torch2.4-cp39-cp39-linux_x86_64.whl"
url = "https://github.com/danieldk/moe-kernels/releases/download/v0.
3.1
/moe_kernels-0.
3.1
+cu123torch2.4-cp39-cp39-linux_x86_64.whl"
[[package]]
[[package]]
name = "mpmath"
name = "mpmath"
...
...
server/pyproject.toml
View file @
c1037601
...
@@ -47,10 +47,10 @@ marlin-kernels = [
...
@@ -47,10 +47,10 @@ marlin-kernels = [
{
url
=
"https://github.com/danieldk/marlin-kernels/releases/download/v0.2.0/marlin_kernels-0.2.0+cu123torch2.4-cp312-cp312-linux_x86_64.whl"
,
python
=
"~3.12"
,
optional
=
true
}
,
{
url
=
"https://github.com/danieldk/marlin-kernels/releases/download/v0.2.0/marlin_kernels-0.2.0+cu123torch2.4-cp312-cp312-linux_x86_64.whl"
,
python
=
"~3.12"
,
optional
=
true
}
,
]
]
moe-kernels
=
[
moe-kernels
=
[
{
url
=
"https://github.com/danieldk/moe-kernels/releases/download/v0.
2.2
/moe_kernels-0.
2.2
+cu123torch2.4-cp39-cp39-linux_x86_64.whl"
,
python
=
"~3.9"
,
optional
=
true
}
,
{
url
=
"https://github.com/danieldk/moe-kernels/releases/download/v0.
3.1
/moe_kernels-0.
3.1
+cu123torch2.4-cp39-cp39-linux_x86_64.whl"
,
python
=
"~3.9"
,
optional
=
true
}
,
{
url
=
"https://github.com/danieldk/moe-kernels/releases/download/v0.
2.2
/moe_kernels-0.
2.2
+cu123torch2.4-cp310-cp310-linux_x86_64.whl"
,
python
=
"~3.10"
,
optional
=
true
}
,
{
url
=
"https://github.com/danieldk/moe-kernels/releases/download/v0.
3.1
/moe_kernels-0.
3.1
+cu123torch2.4-cp310-cp310-linux_x86_64.whl"
,
python
=
"~3.10"
,
optional
=
true
}
,
{
url
=
"https://github.com/danieldk/moe-kernels/releases/download/v0.
2.2
/moe_kernels-0.
2.2
+cu123torch2.4-cp311-cp311-linux_x86_64.whl"
,
python
=
"~3.11"
,
optional
=
true
}
,
{
url
=
"https://github.com/danieldk/moe-kernels/releases/download/v0.
3.1
/moe_kernels-0.
3.1
+cu123torch2.4-cp311-cp311-linux_x86_64.whl"
,
python
=
"~3.11"
,
optional
=
true
}
,
{
url
=
"https://github.com/danieldk/moe-kernels/releases/download/v0.
2.2
/moe_kernels-0.
2.2
+cu123torch2.4-cp312-cp312-linux_x86_64.whl"
,
python
=
"~3.12"
,
optional
=
true
}
,
{
url
=
"https://github.com/danieldk/moe-kernels/releases/download/v0.
3.1
/moe_kernels-0.
3.1
+cu123torch2.4-cp312-cp312-linux_x86_64.whl"
,
python
=
"~3.12"
,
optional
=
true
}
,
]
]
rich
=
"^13.7.1"
rich
=
"^13.7.1"
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment