Skip to content

GitLab

"python/shared/256_128_128_8_2.cpp" did not exist on "f945f40aba1e95b1d8c949a5897cbd0d5c8c376f"
Commit 6401c4cb authored by letaoqin's avatar letaoqin
Browse files

change input parameters

parent 16dc96eb
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 5 deletions
example/ck_tile/16_fused_moe_general/main.cpp
View file @ 6401c4cb
...@@ -88,12 +88,12 @@ auto create_args(int argc, char* argv[]) ...@@ -88,12 +88,12 @@ auto create_args(int argc, char* argv[])
ck_tile::ArgParser arg_parser; ck_tile::ArgParser arg_parser;
arg_parser.insert("t", "128", "num input tokens") arg_parser.insert("t", "128", "num input tokens")
.insert("e", "32", "num of experts") .insert("e", "32", "num of experts")
.insert("k", "5", "topk") .insert("k", "2", "topk")
.insert("h", "8192", "hidden_size of this model") .insert("h", "32", "hidden_size of this model")
.insert("i", "8192", "intermediate_size between 2 gemms of FFN") .insert("i", "32", "intermediate_size between 2 gemms of FFN")
.insert("stride", "-1", "stride per row, if -1 then equal to hidden_size") .insert("stride", "-1", "stride per row, if -1 then equal to hidden_size")
.insert("bm", "32", "blocking factor for sorted tokens") .insert("bm", "32", "blocking factor for sorted tokens")
.insert("tp", "8", "tensor parallel size") .insert("tp", "1", "tensor parallel size")
.insert("v", "1", "cpu validation or not") .insert("v", "1", "cpu validation or not")
.insert("kname", "1", "print kernel name or not") .insert("kname", "1", "print kernel name or not")
.insert("prec_i", "bf16", "input precision") .insert("prec_i", "bf16", "input precision")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment