Skip to content

GitLab

"stubs/git@developer.sourcefind.cn:OpenDAS/fairscale.git" did not exist on "429f3d318b6ca9b970568e19170af9c5d77af010"
Unverified Commit 69a2d4cc authored by Jeffrey Morgan's avatar Jeffrey Morgan Committed by GitHub
Browse files

Fix generate test flakyness (#5804)

parent e8b954c6
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
server/routes_generate_test.go
View file @ 69a2d4cc
...@@ -73,8 +73,8 @@ func TestGenerateChat(t *testing.T) { ...@@ -73,8 +73,8 @@ func TestGenerateChat(t *testing.T) {
getCpuFn: gpu.GetCPUInfo, getCpuFn: gpu.GetCPUInfo,
reschedDelay: 250 * time.Millisecond, reschedDelay: 250 * time.Millisecond,
loadFn: func(req *LlmRequest, ggml *llm.GGML, gpus gpu.GpuInfoList, numParallel int) { loadFn: func(req *LlmRequest, ggml *llm.GGML, gpus gpu.GpuInfoList, numParallel int) {
// add 10ms delay to simulate loading // add small delay to simulate loading
time.Sleep(10 * time.Millisecond) time.Sleep(time.Millisecond)
req.successCh <- &runnerRef{ req.successCh <- &runnerRef{
llama: &mock, llama: &mock,
} }
...@@ -371,6 +371,8 @@ func TestGenerate(t *testing.T) { ...@@ -371,6 +371,8 @@ func TestGenerate(t *testing.T) {
getCpuFn: gpu.GetCPUInfo, getCpuFn: gpu.GetCPUInfo,
reschedDelay: 250 * time.Millisecond, reschedDelay: 250 * time.Millisecond,
loadFn: func(req *LlmRequest, ggml *llm.GGML, gpus gpu.GpuInfoList, numParallel int) { loadFn: func(req *LlmRequest, ggml *llm.GGML, gpus gpu.GpuInfoList, numParallel int) {
// add small delay to simulate loading
time.Sleep(time.Millisecond)
req.successCh <- &runnerRef{ req.successCh <- &runnerRef{
llama: &mock, llama: &mock,
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment