Merge pull request #906 from Azure-Tang/main

[Fix] Fix rocm example yaml

Merge pull request #906 from Azure-Tang/main
[Fix] Fix rocm example yaml
0e93a09d · Azure · GitHub · 63604cac · 85c32fdd · 0e93a09d
Unverified Commit 0e93a09d authored Mar 16, 2025 by Azure Committed by GitHub Mar 16, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

ktransformers/optimize/optimize_rules/rocm/DeepSeek-V3-Chat.yaml ...ormers/optimize/optimize_rules/rocm/DeepSeek-V3-Chat.yaml +2 -2

No files found.
--- a/ktransformers/optimize/optimize_rules/rocm/DeepSeek-V3-Chat.yaml
+++ b/ktransformers/optimize/optimize_rules/rocm/DeepSeek-V3-Chat.yaml
@@ -12,7 +12,7 @@
  replace:
    class: ktransformers.operators.linear.KTransformersLinear  # optimized Kernel on quantized data types
    kwargs:
-      generate_device: "cuda"
+      generate_device: "cpu"
      prefill_device: "cuda"
      generate_op: "KLinearCPUInfer"
      prefill_op: "KLinearTorch"
@@ -23,7 +23,7 @@
  replace:
    class: ktransformers.operators.linear.KTransformersLinear  # optimized Kernel on quantized data types
    kwargs:
-      generate_device: "cpu"
+      generate_device: "cuda"
      prefill_device: "cuda"
      generate_op: "KLinearQ8"
      prefill_op: "KLinearTorch"