Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
444400b4
You need to sign in or sign up before continuing.
Commit
444400b4
authored
May 31, 2023
by
OlivierDehaene
Browse files
increase health checks
parent
081b9265
Changes
10
Hide whitespace changes
Inline
Side-by-side
Showing
10 changed files
with
10 additions
and
10 deletions
+10
-10
integration-tests/models/test_bloom_560m.py
integration-tests/models/test_bloom_560m.py
+1
-1
integration-tests/models/test_bloom_560m_sharded.py
integration-tests/models/test_bloom_560m_sharded.py
+1
-1
integration-tests/models/test_flash_falcon.py
integration-tests/models/test_flash_falcon.py
+1
-1
integration-tests/models/test_flash_llama.py
integration-tests/models/test_flash_llama.py
+1
-1
integration-tests/models/test_flash_neox.py
integration-tests/models/test_flash_neox.py
+1
-1
integration-tests/models/test_flash_neox_sharded.py
integration-tests/models/test_flash_neox_sharded.py
+1
-1
integration-tests/models/test_flash_santacoder.py
integration-tests/models/test_flash_santacoder.py
+1
-1
integration-tests/models/test_flash_starcoder.py
integration-tests/models/test_flash_starcoder.py
+1
-1
integration-tests/models/test_mt0_base.py
integration-tests/models/test_mt0_base.py
+1
-1
integration-tests/models/test_t5_sharded.py
integration-tests/models/test_t5_sharded.py
+1
-1
No files found.
integration-tests/models/test_bloom_560m.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def bloom_560_handle(launcher):
...
@@ -9,7 +9,7 @@ def bloom_560_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
bloom_560
(
bloom_560_handle
):
async
def
bloom_560
(
bloom_560_handle
):
await
bloom_560_handle
.
health
(
6
0
)
await
bloom_560_handle
.
health
(
24
0
)
return
bloom_560_handle
.
client
return
bloom_560_handle
.
client
...
...
integration-tests/models/test_bloom_560m_sharded.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def bloom_560m_sharded_handle(launcher):
...
@@ -9,7 +9,7 @@ def bloom_560m_sharded_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
bloom_560m_sharded
(
bloom_560m_sharded_handle
):
async
def
bloom_560m_sharded
(
bloom_560m_sharded_handle
):
await
bloom_560m_sharded_handle
.
health
(
6
0
)
await
bloom_560m_sharded_handle
.
health
(
24
0
)
return
bloom_560m_sharded_handle
.
client
return
bloom_560m_sharded_handle
.
client
...
...
integration-tests/models/test_flash_falcon.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def flash_falcon_handle(launcher):
...
@@ -9,7 +9,7 @@ def flash_falcon_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
flash_falcon
(
flash_falcon_handle
):
async
def
flash_falcon
(
flash_falcon_handle
):
await
flash_falcon_handle
.
health
(
12
0
)
await
flash_falcon_handle
.
health
(
30
0
)
return
flash_falcon_handle
.
client
return
flash_falcon_handle
.
client
...
...
integration-tests/models/test_flash_llama.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def flash_llama_handle(launcher):
...
@@ -9,7 +9,7 @@ def flash_llama_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
flash_llama
(
flash_llama_handle
):
async
def
flash_llama
(
flash_llama_handle
):
await
flash_llama_handle
.
health
(
12
0
)
await
flash_llama_handle
.
health
(
30
0
)
return
flash_llama_handle
.
client
return
flash_llama_handle
.
client
...
...
integration-tests/models/test_flash_neox.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def flash_neox_handle(launcher):
...
@@ -9,7 +9,7 @@ def flash_neox_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
flash_neox
(
flash_neox_handle
):
async
def
flash_neox
(
flash_neox_handle
):
await
flash_neox_handle
.
health
(
24
0
)
await
flash_neox_handle
.
health
(
30
0
)
return
flash_neox_handle
.
client
return
flash_neox_handle
.
client
...
...
integration-tests/models/test_flash_neox_sharded.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def flash_neox_sharded_handle(launcher):
...
@@ -9,7 +9,7 @@ def flash_neox_sharded_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
flash_neox_sharded
(
flash_neox_sharded_handle
):
async
def
flash_neox_sharded
(
flash_neox_sharded_handle
):
await
flash_neox_sharded_handle
.
health
(
24
0
)
await
flash_neox_sharded_handle
.
health
(
30
0
)
return
flash_neox_sharded_handle
.
client
return
flash_neox_sharded_handle
.
client
...
...
integration-tests/models/test_flash_santacoder.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def flash_santacoder_handle(launcher):
...
@@ -9,7 +9,7 @@ def flash_santacoder_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
flash_santacoder
(
flash_santacoder_handle
):
async
def
flash_santacoder
(
flash_santacoder_handle
):
await
flash_santacoder_handle
.
health
(
24
0
)
await
flash_santacoder_handle
.
health
(
30
0
)
return
flash_santacoder_handle
.
client
return
flash_santacoder_handle
.
client
...
...
integration-tests/models/test_flash_starcoder.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def flash_starcoder_handle(launcher):
...
@@ -9,7 +9,7 @@ def flash_starcoder_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
flash_starcoder
(
flash_starcoder_handle
):
async
def
flash_starcoder
(
flash_starcoder_handle
):
await
flash_starcoder_handle
.
health
(
24
0
)
await
flash_starcoder_handle
.
health
(
30
0
)
return
flash_starcoder_handle
.
client
return
flash_starcoder_handle
.
client
...
...
integration-tests/models/test_mt0_base.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def mt0_base_handle(launcher):
...
@@ -9,7 +9,7 @@ def mt0_base_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
mt0_base
(
mt0_base_handle
):
async
def
mt0_base
(
mt0_base_handle
):
await
mt0_base_handle
.
health
(
6
0
)
await
mt0_base_handle
.
health
(
30
0
)
return
mt0_base_handle
.
client
return
mt0_base_handle
.
client
...
...
integration-tests/models/test_t5_sharded.py
View file @
444400b4
...
@@ -9,7 +9,7 @@ def t5_sharded_handle(launcher):
...
@@ -9,7 +9,7 @@ def t5_sharded_handle(launcher):
@
pytest
.
fixture
(
scope
=
"module"
)
@
pytest
.
fixture
(
scope
=
"module"
)
async
def
t5_sharded
(
t5_sharded_handle
):
async
def
t5_sharded
(
t5_sharded_handle
):
await
t5_sharded_handle
.
health
(
24
0
)
await
t5_sharded_handle
.
health
(
30
0
)
return
t5_sharded_handle
.
client
return
t5_sharded_handle
.
client
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment