"vllm/vscode:/vscode.git/clone" did not exist on "af0444bf40b7db2f3fb9fe1508d25ceba24cac87"
Unverified Commit fedf6433 authored by linhaifeng's avatar linhaifeng Committed by GitHub
Browse files

[Bugfix]: Fix display errors in TORCH_CHECK messages (#32942)


Signed-off-by: default avatarlinhaifeng <1371675203@qq.com>
Co-authored-by: default avatarWentao Ye <44945378+yewentao256@users.noreply.github.com>
parent 2238a12c
...@@ -265,7 +265,7 @@ void tinygemm_kernel( ...@@ -265,7 +265,7 @@ void tinygemm_kernel(
// mb_size = 4 // mb_size = 4
case 0x42: LAUNCH_TINYGEMM_KERNEL_NN(4, 32); break; case 0x42: LAUNCH_TINYGEMM_KERNEL_NN(4, 32); break;
case 0x44: LAUNCH_TINYGEMM_KERNEL_NN(4, 64); break; case 0x44: LAUNCH_TINYGEMM_KERNEL_NN(4, 64); break;
default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", "nb_size"); default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", nb_size);
} }
} }
} }
......
...@@ -324,7 +324,7 @@ void tinygemm_kernel( ...@@ -324,7 +324,7 @@ void tinygemm_kernel(
case 0x22: LAUNCH_TINYGEMM_KERNEL_NN(2, 32); break; case 0x22: LAUNCH_TINYGEMM_KERNEL_NN(2, 32); break;
case 0x32: LAUNCH_TINYGEMM_KERNEL_NN(3, 32); break; case 0x32: LAUNCH_TINYGEMM_KERNEL_NN(3, 32); break;
case 0x42: LAUNCH_TINYGEMM_KERNEL_NN(4, 32); break; case 0x42: LAUNCH_TINYGEMM_KERNEL_NN(4, 32); break;
default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", "nb_size"); default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", nb_size);
} }
} }
} }
......
...@@ -180,7 +180,7 @@ void tinygemm_kernel( ...@@ -180,7 +180,7 @@ void tinygemm_kernel(
// mb_size = 4 // mb_size = 4
case 0x42: LAUNCH_TINYGEMM_KERNEL_NN(4, 32); break; case 0x42: LAUNCH_TINYGEMM_KERNEL_NN(4, 32); break;
case 0x44: LAUNCH_TINYGEMM_KERNEL_NN(4, 64); break; case 0x44: LAUNCH_TINYGEMM_KERNEL_NN(4, 64); break;
default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", "nb_size"); default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", nb_size);
} }
} }
} }
......
...@@ -398,7 +398,7 @@ void tinygemm_kernel( ...@@ -398,7 +398,7 @@ void tinygemm_kernel(
case 0x32: LAUNCH_TINYGEMM_KERNEL_NN(3, 32); break; case 0x32: LAUNCH_TINYGEMM_KERNEL_NN(3, 32); break;
// mb_size = 4 // mb_size = 4
case 0x42: LAUNCH_TINYGEMM_KERNEL_NN(4, 32); break; case 0x42: LAUNCH_TINYGEMM_KERNEL_NN(4, 32); break;
default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", "nb_size"); default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", nb_size);
} }
} }
} }
...@@ -511,7 +511,7 @@ void tinygemm_kernel( ...@@ -511,7 +511,7 @@ void tinygemm_kernel(
case 0x32: LAUNCH_TINYGEMM_KERNEL_NN2(3, 32); break; case 0x32: LAUNCH_TINYGEMM_KERNEL_NN2(3, 32); break;
// mb_size = 4 // mb_size = 4
case 0x42: LAUNCH_TINYGEMM_KERNEL_NN2(4, 32); break; case 0x42: LAUNCH_TINYGEMM_KERNEL_NN2(4, 32); break;
default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", "nb_size"); default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", nb_size);
} }
} }
} }
......
...@@ -271,7 +271,7 @@ void tinygemm_kernel( ...@@ -271,7 +271,7 @@ void tinygemm_kernel(
case 0x22: LAUNCH_TINYGEMM_KERNEL_VNNI(2, 32); break; case 0x22: LAUNCH_TINYGEMM_KERNEL_VNNI(2, 32); break;
case 0x32: LAUNCH_TINYGEMM_KERNEL_VNNI(3, 32); break; case 0x32: LAUNCH_TINYGEMM_KERNEL_VNNI(3, 32); break;
case 0x42: LAUNCH_TINYGEMM_KERNEL_VNNI(4, 32); break; case 0x42: LAUNCH_TINYGEMM_KERNEL_VNNI(4, 32); break;
default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", "nb_size"); default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", nb_size);
} }
} }
} }
...@@ -401,7 +401,7 @@ void tinygemm_kernel( ...@@ -401,7 +401,7 @@ void tinygemm_kernel(
case 0x22: LAUNCH_TINYGEMM_KERNEL_VNNI2(2, 32); break; case 0x22: LAUNCH_TINYGEMM_KERNEL_VNNI2(2, 32); break;
case 0x32: LAUNCH_TINYGEMM_KERNEL_VNNI2(3, 32); break; case 0x32: LAUNCH_TINYGEMM_KERNEL_VNNI2(3, 32); break;
case 0x42: LAUNCH_TINYGEMM_KERNEL_VNNI2(4, 32); break; case 0x42: LAUNCH_TINYGEMM_KERNEL_VNNI2(4, 32); break;
default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", "nb_size"); default: TORCH_CHECK(false, "Unexpected block size, ", mb_size, "x", nb_size);
} }
} }
} }
......
...@@ -770,7 +770,7 @@ torch::Tensor moe_wna16_marlin_gemm( ...@@ -770,7 +770,7 @@ torch::Tensor moe_wna16_marlin_gemm(
b_bias = b_bias_or_none.value(); b_bias = b_bias_or_none.value();
TORCH_CHECK(b_bias.device().is_cuda(), "b_bias is not on GPU"); TORCH_CHECK(b_bias.device().is_cuda(), "b_bias is not on GPU");
TORCH_CHECK(b_bias.is_contiguous(), "b_bias is not contiguous"); TORCH_CHECK(b_bias.is_contiguous(), "b_bias is not contiguous");
TORCH_CHECK(b_bias.size(1) == size_n, "b_bias.size(0) != size_n"); TORCH_CHECK(b_bias.size(1) == size_n, "b_bias.size(1) != size_n");
TORCH_CHECK(b_bias.stride(1) == 1, "b_bias.stride(1) != 1"); TORCH_CHECK(b_bias.stride(1) == 1, "b_bias.stride(1) != 1");
} else { } else {
b_bias = torch::empty({0}, options); b_bias = torch::empty({0}, options);
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment