Fix rocm example yaml

85c32fdd · Azure-Tang · 4a312373 · 85c32fdd
Commit 85c32fdd authored Mar 15, 2025 by Azure-Tang
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

ktransformers/optimize/optimize_rules/rocm/DeepSeek-V3-Chat.yaml ...ormers/optimize/optimize_rules/rocm/DeepSeek-V3-Chat.yaml +2 -2

No files found.
--- a/ktransformers/optimize/optimize_rules/rocm/DeepSeek-V3-Chat.yaml
+++ b/ktransformers/optimize/optimize_rules/rocm/DeepSeek-V3-Chat.yaml
@@ -12,7 +12,7 @@
  replace:
    class: ktransformers.operators.linear.KTransformersLinear  # optimized Kernel on quantized data types
    kwargs:
-      generate_device: "cuda"
+      generate_device: "cpu"
      prefill_device: "cuda"
      generate_op: "KLinearCPUInfer"
      prefill_op: "KLinearTorch"
@@ -23,7 +23,7 @@
  replace:
    class: ktransformers.operators.linear.KTransformersLinear  # optimized Kernel on quantized data types
    kwargs:
-      generate_device: "cpu"
+      generate_device: "cuda"
      prefill_device: "cuda"
      generate_op: "KLinearQ8"
      prefill_op: "KLinearTorch"