Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
513d19b9
Unverified
Commit
513d19b9
authored
Oct 28, 2024
by
Nicolas Patry
Committed by
GitHub
Oct 28, 2024
Browse files
More timeout on docker start ? (#2701)
* More timeout on docker start ? * Latest upgrade.
parent
3a9cdc32
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
12 additions
and
12 deletions
+12
-12
integration-tests/conftest.py
integration-tests/conftest.py
+1
-1
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json
...rcoder_gptq/test_flash_starcoder_gptq_default_params.json
+11
-11
No files found.
integration-tests/conftest.py
View file @
513d19b9
...
@@ -557,7 +557,7 @@ def launcher(event_loop):
...
@@ -557,7 +557,7 @@ def launcher(event_loop):
devices
=
devices
,
devices
=
devices
,
volumes
=
volumes
,
volumes
=
volumes
,
ports
=
{
"80/tcp"
:
port
},
ports
=
{
"80/tcp"
:
port
},
healthcheck
=
{
"timeout"
:
int
(
1
0
*
1e9
)
}
,
healthcheck
=
{
"timeout"
:
int
(
6
0
*
1e9
),
"retries"
:
2
},
# 60s
shm_size
=
"1G"
,
shm_size
=
"1G"
,
)
)
...
...
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json
View file @
513d19b9
...
@@ -16,52 +16,52 @@
...
@@ -16,52 +16,52 @@
},
},
{
{
"id"
:
21017
,
"id"
:
21017
,
"logprob"
:
-9.0
85
9375
,
"logprob"
:
-9.09375
,
"text"
:
"ometric"
"text"
:
"ometric"
},
},
{
{
"id"
:
81
,
"id"
:
81
,
"logprob"
:
-0.25
585938
,
"logprob"
:
-0.25
90332
,
"text"
:
"_"
"text"
:
"_"
},
},
{
{
"id"
:
6009
,
"id"
:
6009
,
"logprob"
:
-2.2
304688
,
"logprob"
:
-2.2
03125
,
"text"
:
"mean"
"text"
:
"mean"
},
},
{
{
"id"
:
26
,
"id"
:
26
,
"logprob"
:
-0.
29760742
,
"logprob"
:
-0.
30029297
,
"text"
:
"("
"text"
:
"("
},
},
{
{
"id"
:
62
,
"id"
:
62
,
"logprob"
:
-5.67
96875
,
"logprob"
:
-5.67
57812
,
"text"
:
"L"
"text"
:
"L"
},
},
{
{
"id"
:
44
,
"id"
:
44
,
"logprob"
:
-3.0
74218
8
,
"logprob"
:
-3.0
89843
8
,
"text"
:
":"
"text"
:
":"
},
},
{
{
"id"
:
1682
,
"id"
:
1682
,
"logprob"
:
-0.67
626953
,
"logprob"
:
-0.67
333984
,
"text"
:
" List"
"text"
:
" List"
},
},
{
{
"id"
:
77
,
"id"
:
77
,
"logprob"
:
-0.38
842773
,
"logprob"
:
-0.38
69629
,
"text"
:
"["
"text"
:
"["
},
},
{
{
"id"
:
1808
,
"id"
:
1808
,
"logprob"
:
-0.9
165039
,
"logprob"
:
-0.9
2041016
,
"text"
:
"float"
"text"
:
"float"
},
},
{
{
"id"
:
10794
,
"id"
:
10794
,
"logprob"
:
-2.5
527344
,
"logprob"
:
-2.5
390625
,
"text"
:
"]):"
"text"
:
"]):"
}
}
],
],
...
@@ -69,7 +69,7 @@
...
@@ -69,7 +69,7 @@
"tokens"
:
[
"tokens"
:
[
{
{
"id"
:
284
,
"id"
:
284
,
"logprob"
:
-
0.0
48583984
,
"logprob"
:
0.0
,
"special"
:
false
,
"special"
:
false
,
"text"
:
"
\n
"
"text"
:
"
\n
"
},
},
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment