Skip to content

GitLab

"platforms/cuda/vscode:/vscode.git/clone" did not exist on "af57bf9852d7d7de958a2c0db75213059a79e35f"
Commit 85762c1a authored by Xiaowei.zhang's avatar Xiaowei.zhang
Browse files

Init the main branch for aiter

parent ae0b3521
Pipeline #3505 canceled with stages
Hide whitespace changes
Inline Side-by-side
Showing with 2389 additions and 0 deletions
aiter/moe_c_configs/E=128,N=768,gfx_version=gfx936,num_cus=80,dtype=int8_w8a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 98
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 183
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 146
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=128,N=768,gfx_version=gfx938,num_cus=64,dtype=int8_w8a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 42
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 42
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 46
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 46
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 86
}
}
\ No newline at end of file
aiter/moe_c_configs/E=128,N=768,gfx_version=gfx938,num_cus=64,dtype=int8_w8a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 98
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 183
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 146
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=128,N=768,gfx_version=gfx938,num_cus=72,dtype=int8_w8a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 42
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 42
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 46
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 46
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 86
}
}
\ No newline at end of file
aiter/moe_c_configs/E=128,N=768,gfx_version=gfx938,num_cus=72,dtype=int8_w8a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 98
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 183
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 146
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=1024,gfx_version=gfx936,num_cus=80,dtype=int8_w4a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 118
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 166
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=1024,gfx_version=gfx936,num_cus=80,dtype=int8_w4a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 290
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=1024,gfx_version=gfx938,num_cus=64,dtype=int8_w4a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 118
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 166
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=1024,gfx_version=gfx938,num_cus=64,dtype=int8_w4a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 290
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=1024,gfx_version=gfx938,num_cus=72,dtype=int8_w4a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 118
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 166
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=1024,gfx_version=gfx938,num_cus=72,dtype=int8_w4a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 290
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,device_name=BW200,dtype=fp8_w8a8,block_shape=[128,128],is_cuda_kernel=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"2": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 4,
"nloops": 4
},
"3": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"4": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"5": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"6": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"7": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"8": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"9": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"10": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"11": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"12": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"13": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"14": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"15": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"16": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"32": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 2,
"nloops": 4
},
"64": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 4,
"nloops": 4
},
"128": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 4,
"nloops": 4
},
"256": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 7,
"nloops": 4
},
"512": {
"BLOCK_SIZE_M": 32,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 7,
"nloops": 4
},
"1024": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 56,
"nloops": 4
},
"2048": {
"BLOCK_SIZE_M": 32,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 56,
"nloops": 4
},
"4096": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 28,
"nloops": 4
},
"8192": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 56,
"nloops": 4
},
"16384": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 56,
"nloops": 4
},
"32768": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 56,
"nloops": 4
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,device_name=BW200,dtype=fp8_w8a8,is_bottom=True,block_shape=[128,128],is_cuda_kernel=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"2": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"3": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"4": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"5": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"6": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"7": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"8": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"9": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"10": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"11": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"12": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"13": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"14": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"15": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"16": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"32": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"64": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"128": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"256": {
"BLOCK_SIZE_M": 16,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"512": {
"BLOCK_SIZE_M": 32,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"1024": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"2048": {
"BLOCK_SIZE_M": 32,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"4096": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"8192": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"16384": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
},
"32768": {
"BLOCK_SIZE_M": 48,
"BLOCK_SIZE_N": 64,
"BLOCK_SIZE_K": 128,
"kloops": 1,
"nloops": 4
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,gfx_version=gfx936,num_cus=80,dtype=int8_w4a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 118
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 166
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,gfx_version=gfx936,num_cus=80,dtype=int8_w4a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 16
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 290
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,gfx_version=gfx936,num_cus=80,dtype=int8_w8a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 42
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 42
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 46
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 46
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 86
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,gfx_version=gfx936,num_cus=80,dtype=int8_w8a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 98
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 183
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 146
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,gfx_version=gfx938,num_cus=64,dtype=fp8_w8a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 42
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 42
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 38
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 46
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 46
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 43
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 86
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 86
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,gfx_version=gfx938,num_cus=64,dtype=fp8_w8a8.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 121
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 98
},
"1024": {
"BLOCK_SIZE_M": 32,
"MODE": 183
},
"2048": {
"BLOCK_SIZE_M": 32,
"MODE": 146
},
"4096": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"8192": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"16384": {
"BLOCK_SIZE_M": 32,
"MODE": 160
},
"32768": {
"BLOCK_SIZE_M": 32,
"MODE": 160
}
}
\ No newline at end of file
aiter/moe_c_configs/E=256,N=128,gfx_version=gfx938,num_cus=64,dtype=int8_w4a8,is_bottom=True.json 0 → 100644
View file @ 85762c1a
{
"1": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"2": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"3": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"4": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"5": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"6": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"7": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"8": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"9": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"10": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"11": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"12": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"13": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"14": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"15": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"16": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"32": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"64": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"128": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"256": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"512": {
"BLOCK_SIZE_M": 16,
"MODE": 32
},
"1024": {
"BLOCK_SIZE_M": 48,
"MODE": 118
},
"2048": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"4096": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"8192": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"16384": {
"BLOCK_SIZE_M": 64,
"MODE": 166
},
"32768": {
"BLOCK_SIZE_M": 64,
"MODE": 166
}
}
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment