DCU-migraphx-driver-4.log

Compiling ... 
Reading: /home/workspace/ByteMLPerf/bytedance/models/model_1/mxr2//model-static-batch-size-4.mxr
Allocating params ... 
Running performance report ... 
main:@0 = check_context::migraphx::version_1::gpu::context -> float_type, {}, {}: 0.00161904ms, 0.0146328%
main:@1 = hip::hip_allocate_memory[shape=float_type, {221476}, {1},id=main:scratch] -> float_type, {221476}, {1}: 0.00102376ms, 0.00925266%
nv2tzWRf1I:0 = @param:nv2tzWRf1I:0 -> float_type, {4, 301}, {301, 1}: 0.0006617ms, 0.00598039%
main:@3 = slice[axes={0, 1},starts={0, 285},ends={4, 301}](nv2tzWRf1I:0) -> float_type, {4, 16}, {301, 1}: 0.00126462ms, 0.0114295%
n4iptOVFwE:0 = @param:n4iptOVFwE:0 -> float_type, {4, 113}, {113, 1}: 0.00045616ms, 0.00412274%
main:@5 = slice[axes={0, 1},starts={0, 105},ends={4, 113}](n4iptOVFwE:0) -> float_type, {4, 8}, {113, 1}: 0.0007497ms, 0.00677573%
lyiDxfzZg3:0 = @param:lyiDxfzZg3:0 -> float_type, {4, 701}, {701, 1}: 0.00045124ms, 0.00407827%
main:@7 = slice[axes={0, 1},starts={0, 541},ends={4, 573}](lyiDxfzZg3:0) -> float_type, {4, 32}, {701, 1}: 0.00071206ms, 0.00643554%
main:@8 = load[offset=32896,end=34048](main:@1) -> float_type, {4, 72}, {72, 1}: 0.0005779ms, 0.00522301%
uFSOc5Chp2:0 = @param:uFSOc5Chp2:0 -> float_type, {4, 481}, {481, 1}: 0.00051294ms, 0.00463591%
main:@10 = slice[axes={0, 1},starts={0, 337},ends={4, 353}](uFSOc5Chp2:0) -> float_type, {4, 16}, {481, 1}: 0.0007288ms, 0.00658683%
main:@11 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=72,local=256,](main:@7,main:@3,main:@10,main:@5,main:@8) -> float_type, {4, 72}, {72, 1}: 0.0216556ms, 0.195721%
main:@12 = hip::hip_copy_literal[id=main:@literal:11] -> float_type, {16, 18, 64}, {1152, 64, 1}: 0.00093656ms, 0.00846455%
main:@13 = hip::hip_copy_literal[id=main:@literal:24] -> float_type, {16, 18, 18}, {324, 18, 1}: 0.00056644ms, 0.00511944%
main:@14 = load[offset=0,end=20736](main:@1) -> float_type, {16, 18, 18}, {324, 18, 1}: 0.00051828ms, 0.00468417%
main:@15 = gpu::code_object[code_object=14552,symbol_name=softmax_kernel,global=18432,local=64,](main:@13,main:@14) -> float_type, {16, 18, 18}, {324, 18, 1}: 0.0185648ms, 0.167787%
main:@16 = load[offset=155520,end=229248](main:@1) -> float_type, {16, 18, 64}, {1152, 64, 1}: 0.00065318ms, 0.00590339%
main:@17 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@15,main:@12,main:@16) -> float_type, {16, 18, 64}, {1152, 64, 1}: 0.0250286ms, 0.226206%
0MZVmrKeC6:0 = @param:0MZVmrKeC6:0 -> int32_type, {4, 10}, {10, 1}: 0.0007018ms, 0.00634281%
main:@19 = unsqueeze[axes={2},steps={}](0MZVmrKeC6:0) -> int32_type, {4, 10, 1}, {10, 1, 1}: 0.00093748ms, 0.00847287%
main:@20 = load[offset=2560,end=2720](main:@1) -> float_type, {4, 10, 1}, {10, 1, 1}: 0.00048486ms, 0.00438212%
main:@21 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=20,local=256,](main:@19,main:@20) -> float_type, {4, 10, 1}, {10, 1, 1}: 0.0130251ms, 0.11772%
main:@22 = multibroadcast[out_lens={4, 10, 16}](main:@21) -> float_type, {4, 10, 16}, {10, 1, 0}: 0.00081916ms, 0.0074035%
main:@23 = load[offset=0,end=2560](main:@1) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.00047498ms, 0.00429283%
WsiwEgbYlT:0 = @param:WsiwEgbYlT:0 -> float_type, {4, 10, 17}, {170, 17, 1}: 0.00045772ms, 0.00413684%
main:@25 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 10, 17}](WsiwEgbYlT:0) -> float_type, {4, 10, 16}, {170, 17, 1}: 0.00087866ms, 0.00794126%
main:@26 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=640,local=256,](main:@25,main:@22,main:@23) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.014671ms, 0.132596%
main:@27 = reshape_lazy[dims={-1, 160}](main:@26) -> float_type, {4, 160}, {160, 1}: 0.00080774ms, 0.00730029%
main:@28 = load[offset=318656,end=322368](main:@1) -> float_type, {4, 232}, {232, 1}: 0.0004884ms, 0.00441412%
main:@29 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=464,local=256,](main:@11,main:@27,main:@28) -> float_type, {4, 232}, {232, 1}: 0.0138204ms, 0.124907%
main:@30 = hip::hip_copy_literal[id=main:@literal:157] -> float_type, {232, 128}, {128, 1}: 0.00080614ms, 0.00728583%
main:@31 = load[offset=0,end=2048](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00048932ms, 0.00442243%
main:@32 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@29,main:@30,main:@31) -> float_type, {4, 128}, {128, 1}: 0.0261549ms, 0.236386%
main:@33 = hip::hip_copy_literal[id=main:@literal:121] -> float_type, {128, 16}, {16, 1}: 0.0007244ms, 0.00654707%
main:@34 = load[offset=2048,end=4096](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00052682ms, 0.00476136%
main:@35 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=256,local=256,](main:@32,main:@34) -> float_type, {4, 128}, {128, 1}: 0.0131081ms, 0.11847%
main:@36 = load[offset=32640,end=32896](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00061274ms, 0.00553789%
main:@37 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@35,main:@33,main:@36) -> float_type, {4, 16}, {16, 1}: 0.0252031ms, 0.227783%
yDES0Cj7Td:0 = @param:yDES0Cj7Td:0 -> int32_type, {4, 10}, {10, 1}: 0.0006789ms, 0.00613584%
main:@39 = unsqueeze[axes={2},steps={}](yDES0Cj7Td:0) -> int32_type, {4, 10, 1}, {10, 1, 1}: 0.00056388ms, 0.0050963%
main:@40 = load[offset=34048,end=34208](main:@1) -> float_type, {4, 10, 1}, {10, 1, 1}: 0.00049588ms, 0.00448172%
main:@41 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=20,local=256,](main:@39,main:@40) -> float_type, {4, 10, 1}, {10, 1, 1}: 0.0132529ms, 0.119779%
I5iNBsTtoe:0 = @param:I5iNBsTtoe:0 -> int32_type, {4, 60}, {60, 1}: 0.0006312ms, 0.00570473%
main:@43 = unsqueeze[axes={2},steps={}](I5iNBsTtoe:0) -> int32_type, {4, 60, 1}, {60, 1, 1}: 0.0005803ms, 0.0052447%
main:@44 = load[offset=0,end=960](main:@1) -> float_type, {4, 60, 1}, {60, 1, 1}: 0.00046186ms, 0.00417425%
main:@45 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=120,local=256,](main:@43,main:@44) -> float_type, {4, 60, 1}, {60, 1, 1}: 0.0134111ms, 0.121208%
main:@46 = multibroadcast[out_lens={4, 60, 16}](main:@45) -> float_type, {4, 60, 16}, {60, 1, 0}: 0.00070598ms, 0.00638059%
main:@47 = load[offset=243584,end=258944](main:@1) -> float_type, {4, 60, 16}, {960, 16, 1}: 0.00048706ms, 0.00440201%
S3KJ2tl1VG:0 = @param:S3KJ2tl1VG:0 -> float_type, {4, 60, 17}, {1020, 17, 1}: 0.00050458ms, 0.00456035%
main:@49 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 60, 17}](S3KJ2tl1VG:0) -> float_type, {4, 60, 16}, {1020, 17, 1}: 0.0007226ms, 0.0065308%
main:@50 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=3840,local=256,](main:@49,main:@46,main:@47) -> float_type, {4, 60, 16}, {960, 16, 1}: 0.0158029ms, 0.142825%
uVm4kOBe8l:0 = @param:uVm4kOBe8l:0 -> int32_type, {4, 50}, {50, 1}: 0.00062812ms, 0.0056769%
main:@52 = unsqueeze[axes={2},steps={}](uVm4kOBe8l:0) -> int32_type, {4, 50, 1}, {50, 1, 1}: 0.0007474ms, 0.00675494%
main:@53 = load[offset=34208,end=35008](main:@1) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.00049572ms, 0.00448028%
main:@54 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=100,local=256,](main:@52,main:@53) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.0129641ms, 0.117168%
IYWQSCjynR:0 = @param:IYWQSCjynR:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.00063788ms, 0.00576511%
main:@56 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](IYWQSCjynR:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00067614ms, 0.0061109%
VvUalZIQHK:0 = @param:VvUalZIQHK:0 -> float_type, {4, 30, 5}, {150, 5, 1}: 0.00045168ms, 0.00408225%
main:@58 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 5}](VvUalZIQHK:0) -> float_type, {4, 30, 4}, {150, 5, 1}: 0.0007877ms, 0.00711917%
Z9QLFGO2Su:0 = @param:Z9QLFGO2Su:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.00050118ms, 0.00452962%
bX19AmYnBL:0 = @param:bX19AmYnBL:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.00049634ms, 0.00448588%
74jZTbEdLU:0 = @param:74jZTbEdLU:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.00043528ms, 0.00393402%
6DYAlXkjub:0 = @param:6DYAlXkjub:0 -> float_type, {4, 30, 17}, {510, 17, 1}: 0.00046572ms, 0.00420914%
WixXdEln2I:0 = @param:WixXdEln2I:0 -> float_type, {4, 30, 17}, {510, 17, 1}: 0.0004364ms, 0.00394415%
main:@64 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](74jZTbEdLU:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00077216ms, 0.00697872%
main:@65 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](Z9QLFGO2Su:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00068214ms, 0.00616513%
main:@66 = load[offset=0,end=32640](main:@1) -> float_type, {4, 30, 68}, {2040, 68, 1}: 0.00047084ms, 0.00425541%
main:@67 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 17}](6DYAlXkjub:0) -> float_type, {4, 30, 16}, {510, 17, 1}: 0.00062842ms, 0.00567961%
main:@68 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](bX19AmYnBL:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00080478ms, 0.00727354%
main:@69 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 17}](WixXdEln2I:0) -> float_type, {4, 30, 16}, {510, 17, 1}: 0.00066376ms, 0.00599901%
main:@70 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1165,local=256,](main:@58,main:@69,main:@56,main:@67,main:@64,main:@68,main:@65,main:@66) -> float_type, {4, 30, 68}, {2040, 68, 1}: 0.0219397ms, 0.198289%
main:@71 = hip::hip_copy_literal[id=main:@literal:17] -> float_type, {68, 64}, {64, 1}: 0.00082494ms, 0.00745574%
main:@72 = reshape_lazy[dims={120, 68}](main:@70) -> float_type, {120, 68}, {68, 1}: 0.00054164ms, 0.0048953%
main:@73 = load[offset=287936,end=318656](main:@1) -> float_type, {120, 64}, {64, 1}: 0.00045034ms, 0.00407014%
main:@74 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@72,main:@71,main:@73) -> float_type, {120, 64}, {64, 1}: 0.0212318ms, 0.191891%
m5MfQhR1Bp:0 = @param:m5MfQhR1Bp:0 -> float_type, {4, 13}, {13, 1}: 0.00069302ms, 0.00626346%
Vi28Dy4Ll5:0 = @param:Vi28Dy4Ll5:0 -> float_type, {4, 13}, {13, 1}: 0.00052042ms, 0.00470351%
qeZ76Hc03v:0 = @param:qeZ76Hc03v:0 -> float_type, {4, 13}, {13, 1}: 0.00044926ms, 0.00406037%
w27LgiJW6P:0 = @param:w27LgiJW6P:0 -> float_type, {4, 13}, {13, 1}: 0.00047616ms, 0.00430349%
main:@79 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](w27LgiJW6P:0) -> float_type, {4, 4}, {13, 1}: 0.00081422ms, 0.00735885%
main:@80 = load[offset=35008,end=38784](main:@1) -> float_type, {4, 236}, {236, 1}: 0.00046996ms, 0.00424746%
Qp3K1PHvte:0 = @param:Qp3K1PHvte:0 -> float_type, {4, 69}, {69, 1}: 0.00049634ms, 0.00448588%
main:@82 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](Qp3K1PHvte:0) -> float_type, {4, 16}, {69, 1}: 0.00065536ms, 0.00592309%
S5AzoJmqUC:0 = @param:S5AzoJmqUC:0 -> float_type, {4, 13}, {13, 1}: 0.00047562ms, 0.00429861%
main:@84 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](S5AzoJmqUC:0) -> float_type, {4, 4}, {13, 1}: 0.00081074ms, 0.0073274%
main:@85 = slice[axes={0, 1},starts={0, 129},ends={4, 161}](uFSOc5Chp2:0) -> float_type, {4, 32}, {481, 1}: 0.00062858ms, 0.00568105%
main:@86 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](qeZ76Hc03v:0) -> float_type, {4, 4}, {13, 1}: 0.0007899ms, 0.00713905%
main:@87 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](Vi28Dy4Ll5:0) -> float_type, {4, 4}, {13, 1}: 0.0006022ms, 0.00544263%
cHzIDJm6us:0 = @param:cHzIDJm6us:0 -> float_type, {4, 33}, {33, 1}: 0.00044412ms, 0.00401392%
3mk8BKjDey:0 = @param:3mk8BKjDey:0 -> float_type, {4, 25}, {25, 1}: 0.00049582ms, 0.00448118%
0sDBrPmfS9:0 = @param:0sDBrPmfS9:0 -> float_type, {4, 13}, {13, 1}: 0.0004806ms, 0.00434362%
gU9SoiHyRO:0 = @param:gU9SoiHyRO:0 -> float_type, {4, 13}, {13, 1}: 0.00047982ms, 0.00433657%
main:@92 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](gU9SoiHyRO:0) -> float_type, {4, 4}, {13, 1}: 0.00080908ms, 0.0073124%
d1ExPaGqMN:0 = @param:d1ExPaGqMN:0 -> float_type, {4, 13}, {13, 1}: 0.00051528ms, 0.00465706%
main:@94 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](d1ExPaGqMN:0) -> float_type, {4, 4}, {13, 1}: 0.00063094ms, 0.00570238%
whRnWGgf0Q:0 = @param:whRnWGgf0Q:0 -> float_type, {4, 13}, {13, 1}: 0.00049154ms, 0.0044425%
main:@96 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](whRnWGgf0Q:0) -> float_type, {4, 4}, {13, 1}: 0.0006825ms, 0.00616838%
mIR0ToEnMH:0 = @param:mIR0ToEnMH:0 -> float_type, {4, 13}, {13, 1}: 0.00048678ms, 0.00439948%
main:@98 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](mIR0ToEnMH:0) -> float_type, {4, 4}, {13, 1}: 0.00070908ms, 0.00640861%
main:@99 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](cHzIDJm6us:0) -> float_type, {4, 16}, {33, 1}: 0.0007004ms, 0.00633016%
ifP6Ceko5T:0 = @param:ifP6Ceko5T:0 -> float_type, {4, 73}, {73, 1}: 0.00045684ms, 0.00412888%
main:@101 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](ifP6Ceko5T:0) -> float_type, {4, 16}, {73, 1}: 0.00069558ms, 0.00628659%
LKAvFme9ZS:0 = @param:LKAvFme9ZS:0 -> float_type, {4, 49}, {49, 1}: 0.00049682ms, 0.00449022%
main:@103 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](LKAvFme9ZS:0) -> float_type, {4, 8}, {49, 1}: 0.00067162ms, 0.00607005%
main:@104 = slice[axes={0, 1},starts={0, 257},ends={4, 289}](lyiDxfzZg3:0) -> float_type, {4, 32}, {701, 1}: 0.00065436ms, 0.00591405%
KFhBukd7EV:0 = @param:KFhBukd7EV:0 -> float_type, {4, 13}, {13, 1}: 0.00049392ms, 0.00446401%
main:@106 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](KFhBukd7EV:0) -> float_type, {4, 4}, {13, 1}: 0.00066788ms, 0.00603624%
main:@107 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](m5MfQhR1Bp:0) -> float_type, {4, 4}, {13, 1}: 0.00082676ms, 0.00747219%
main:@108 = slice[axes={0, 1},starts={0, 129},ends={4, 161}](nv2tzWRf1I:0) -> float_type, {4, 32}, {301, 1}: 0.00066804ms, 0.00603769%
main:@109 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](3mk8BKjDey:0) -> float_type, {4, 16}, {25, 1}: 0.00065448ms, 0.00591514%
TxEdCcekGS:0 = @param:TxEdCcekGS:0 -> float_type, {4, 49}, {49, 1}: 0.00050294ms, 0.00454553%
main:@111 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](TxEdCcekGS:0) -> float_type, {4, 8}, {49, 1}: 0.00068248ms, 0.0061682%
0cjwsL5ldh:0 = @param:0cjwsL5ldh:0 -> float_type, {4, 33}, {33, 1}: 0.00043808ms, 0.00395933%
main:@113 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](0cjwsL5ldh:0) -> float_type, {4, 16}, {33, 1}: 0.00066218ms, 0.00598473%
main:@114 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](0sDBrPmfS9:0) -> float_type, {4, 4}, {13, 1}: 0.00063844ms, 0.00577017%
main:@115 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=44,local=256,](main:@104,main:@108,main:@85,main:@101,main:@82,main:@103,main:@111,main:@99,main:@109,main:@113,main:@114,main:@92,main:@106,main:@86,main:@87,main:@107,main:@98,main:@94,main:@84,main:@96,main:@79,main:@80) -> float_type, {4, 236}, {236, 1}: 0.0352686ms, 0.318755%
main:@116 = hip::hip_copy_literal[id=main:@literal:7] -> float_type, {236, 896}, {896, 1}: 0.0008013ms, 0.00724208%
main:@117 = load[offset=229248,end=243584](main:@1) -> float_type, {4, 896}, {896, 1}: 0.00048672ms, 0.00439894%
main:@118 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@115,main:@116,main:@117) -> float_type, {4, 896}, {896, 1}: 0.0247506ms, 0.223694%
YbIVz8l1un:0 = @param:YbIVz8l1un:0 -> float_type, {4, 45}, {45, 1}: 0.00068628ms, 0.00620254%
w04Keh2FJu:0 = @param:w04Keh2FJu:0 -> float_type, {4, 13}, {13, 1}: 0.00048234ms, 0.00435935%
bJsIAzhYc3:0 = @param:bJsIAzhYc3:0 -> float_type, {4, 37}, {37, 1}: 0.00053424ms, 0.00482842%
isCn4mEOSt:0 = @param:isCn4mEOSt:0 -> float_type, {4, 49}, {49, 1}: 0.00049186ms, 0.00444539%
ZcWERoz0h6:0 = @param:ZcWERoz0h6:0 -> float_type, {4, 49}, {49, 1}: 0.00047912ms, 0.00433025%
FcmWLZhDgE:0 = @param:FcmWLZhDgE:0 -> float_type, {4, 57}, {57, 1}: 0.0004998ms, 0.00451715%
main:@125 = slice[axes={0, 1},starts={0, 41},ends={4, 49}](ifP6Ceko5T:0) -> float_type, {4, 8}, {73, 1}: 0.00080638ms, 0.007288%
main:@126 = slice[axes={0, 1},starts={0, 33},ends={4, 41}](FcmWLZhDgE:0) -> float_type, {4, 8}, {57, 1}: 0.00064508ms, 0.00583018%
main:@127 = slice[axes={0, 1},starts={0, 21},ends={4, 29}](YbIVz8l1un:0) -> float_type, {4, 8}, {45, 1}: 0.00060734ms, 0.00548909%
main:@128 = slice[axes={0, 1},starts={0, 37},ends={4, 45}](Qp3K1PHvte:0) -> float_type, {4, 8}, {69, 1}: 0.00072344ms, 0.00653839%
9YqhflbMKe:0 = @param:9YqhflbMKe:0 -> float_type, {4, 29}, {29, 1}: 0.00045784ms, 0.00413792%
main:@130 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](isCn4mEOSt:0) -> float_type, {4, 4}, {49, 1}: 0.00074586ms, 0.00674102%
main:@131 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](9YqhflbMKe:0) -> float_type, {4, 8}, {29, 1}: 0.00060074ms, 0.00542944%
main:@132 = slice[axes={0, 1},starts={0, 501},ends={4, 509}](lyiDxfzZg3:0) -> float_type, {4, 8}, {701, 1}: 0.00060694ms, 0.00548547%
main:@133 = slice[axes={0, 1},starts={0, 181},ends={4, 189}](nv2tzWRf1I:0) -> float_type, {4, 8}, {301, 1}: 0.0005858ms, 0.00529441%
2CnSyUBzm0:0 = @param:2CnSyUBzm0:0 -> float_type, {4, 65}, {65, 1}: 0.00044504ms, 0.00402223%
main:@135 = slice[axes={0, 1},starts={0, 41},ends={4, 45}](2CnSyUBzm0:0) -> float_type, {4, 4}, {65, 1}: 0.00076664ms, 0.00692883%
ljyhc7HCLk:0 = @param:ljyhc7HCLk:0 -> float_type, {4, 21}, {21, 1}: 0.00049082ms, 0.00443599%
main:@137 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](ljyhc7HCLk:0) -> float_type, {4, 8}, {21, 1}: 0.00062334ms, 0.0056337%
main:@138 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](ZcWERoz0h6:0) -> float_type, {4, 4}, {49, 1}: 0.0006153ms, 0.00556103%
main:@139 = slice[axes={0, 1},starts={0, 21},ends={4, 25}](bJsIAzhYc3:0) -> float_type, {4, 4}, {37, 1}: 0.00066016ms, 0.00596647%
main:@140 = load[offset=35008,end=36320](main:@1) -> float_type, {4, 82}, {82, 1}: 0.00046244ms, 0.00417949%
main:@141 = slice[axes={0, 1},starts={0, 9},ends={4, 11}](w04Keh2FJu:0) -> float_type, {4, 2}, {13, 1}: 0.0006542ms, 0.00591261%
main:@142 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=25,local=256,](main:@132,main:@133,main:@125,main:@128,main:@135,main:@127,main:@130,main:@138,main:@141,main:@126,main:@139,main:@137,main:@131,main:@140) -> float_type, {4, 82}, {82, 1}: 0.0281759ms, 0.254652%
main:@143 = hip::hip_copy_literal[id=main:@literal:15] -> float_type, {82, 256}, {256, 1}: 0.0008222ms, 0.00743098%
main:@144 = load[offset=46976,end=51072](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00045316ms, 0.00409562%
main:@145 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@142,main:@143,main:@144) -> float_type, {4, 256}, {256, 1}: 0.0228659ms, 0.20666%
main:@146 = slice[axes={0, 1},starts={0, 53},ends={4, 61}](Qp3K1PHvte:0) -> float_type, {4, 8}, {69, 1}: 0.0008373ms, 0.00756745%
main:@147 = load[offset=35008,end=37088](main:@1) -> float_type, {4, 130}, {130, 1}: 0.00046658ms, 0.00421691%
main:@148 = slice[axes={0, 1},starts={0, 57},ends={4, 65}](ifP6Ceko5T:0) -> float_type, {4, 8}, {73, 1}: 0.0006069ms, 0.00548511%
main:@149 = slice[axes={0, 1},starts={0, 197},ends={4, 237}](nv2tzWRf1I:0) -> float_type, {4, 40}, {301, 1}: 0.00078018ms, 0.0070512%
main:@150 = slice[axes={0, 1},starts={0, 509},ends={4, 517}](lyiDxfzZg3:0) -> float_type, {4, 8}, {701, 1}: 0.00061284ms, 0.0055388%
main:@151 = slice[axes={0, 1},starts={0, 37},ends={4, 41}](isCn4mEOSt:0) -> float_type, {4, 4}, {49, 1}: 0.00057578ms, 0.00520385%
main:@152 = slice[axes={0, 1},starts={0, 11},ends={4, 13}](w04Keh2FJu:0) -> float_type, {4, 2}, {13, 1}: 0.00060438ms, 0.00546234%
main:@153 = slice[axes={0, 1},starts={0, 21},ends={4, 29}](9YqhflbMKe:0) -> float_type, {4, 8}, {29, 1}: 0.00071968ms, 0.00650441%
main:@154 = slice[axes={0, 1},starts={0, 37},ends={4, 41}](ZcWERoz0h6:0) -> float_type, {4, 4}, {49, 1}: 0.0005831ms, 0.00527001%
main:@155 = slice[axes={0, 1},starts={0, 13},ends={4, 21}](ljyhc7HCLk:0) -> float_type, {4, 8}, {21, 1}: 0.0006468ms, 0.00584573%
main:@156 = slice[axes={0, 1},starts={0, 53},ends={4, 57}](2CnSyUBzm0:0) -> float_type, {4, 4}, {65, 1}: 0.00058106ms, 0.00525157%
main:@157 = slice[axes={0, 1},starts={0, 25},ends={4, 29}](bJsIAzhYc3:0) -> float_type, {4, 4}, {37, 1}: 0.00072568ms, 0.00655864%
main:@158 = slice[axes={0, 1},starts={0, 217},ends={4, 233}](uFSOc5Chp2:0) -> float_type, {4, 16}, {481, 1}: 0.00059ms, 0.00533237%
main:@159 = slice[axes={0, 1},starts={0, 29},ends={4, 37}](YbIVz8l1un:0) -> float_type, {4, 8}, {45, 1}: 0.00061446ms, 0.00555344%
main:@160 = slice[axes={0, 1},starts={0, 41},ends={4, 49}](FcmWLZhDgE:0) -> float_type, {4, 8}, {57, 1}: 0.00061074ms, 0.00551982%
main:@161 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=37,local=256,](main:@150,main:@149,main:@158,main:@148,main:@146,main:@156,main:@159,main:@151,main:@154,main:@152,main:@160,main:@157,main:@155,main:@153,main:@147) -> float_type, {4, 130}, {130, 1}: 0.0274445ms, 0.248041%
main:@162 = hip::hip_copy_literal[id=main:@literal:27] -> float_type, {130, 128}, {128, 1}: 0.00088164ms, 0.00796819%
main:@163 = load[offset=51072,end=53120](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00047622ms, 0.00430404%
main:@164 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@161,main:@162,main:@163) -> float_type, {4, 128}, {128, 1}: 0.0213293ms, 0.192772%
main:@165 = hip::hip_copy_literal[id=main:@literal:13] -> float_type, {96, 256}, {256, 1}: 0.00074102ms, 0.00669728%
SKG7aiAo3m:0 = @param:SKG7aiAo3m:0 -> float_type, {4, 50, 9}, {450, 9, 1}: 0.0005425ms, 0.00490307%
main:@167 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 9}](SKG7aiAo3m:0) -> float_type, {4, 50, 8}, {450, 9, 1}: 0.00070134ms, 0.00633865%
UpWkNPIeJO:0 = @param:UpWkNPIeJO:0 -> float_type, {4, 50, 17}, {850, 17, 1}: 0.00046522ms, 0.00420462%
main:@169 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 17}](UpWkNPIeJO:0) -> float_type, {4, 50, 16}, {850, 17, 1}: 0.0007534ms, 0.00680917%
0pnqc4Em1y:0 = @param:0pnqc4Em1y:0 -> float_type, {4, 50, 9}, {450, 9, 1}: 0.0004507ms, 0.00407339%
D0gn7y6swk:0 = @param:D0gn7y6swk:0 -> float_type, {4, 50, 17}, {850, 17, 1}: 0.0005213ms, 0.00471147%
hKxguEQn94:0 = @param:hKxguEQn94:0 -> float_type, {4, 50, 9}, {450, 9, 1}: 0.00045026ms, 0.00406941%
nEuw2U7mFR:0 = @param:nEuw2U7mFR:0 -> float_type, {4, 50, 41}, {2050, 41, 1}: 0.00052002ms, 0.0046999%
main:@174 = load[offset=53120,end=129920](main:@1) -> float_type, {4, 50, 96}, {4800, 96, 1}: 0.00052492ms, 0.00474418%
main:@175 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 9}](hKxguEQn94:0) -> float_type, {4, 50, 8}, {450, 9, 1}: 0.00081594ms, 0.0073744%
main:@176 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 41}](nEuw2U7mFR:0) -> float_type, {4, 50, 40}, {2050, 41, 1}: 0.0006493ms, 0.00586832%
main:@177 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 17}](D0gn7y6swk:0) -> float_type, {4, 50, 16}, {850, 17, 1}: 0.00060104ms, 0.00543215%
main:@178 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 9}](0pnqc4Em1y:0) -> float_type, {4, 50, 8}, {450, 9, 1}: 0.00061558ms, 0.00556356%
main:@179 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3200,local=256,](main:@176,main:@175,main:@167,main:@177,main:@169,main:@178,main:@174) -> float_type, {4, 50, 96}, {4800, 96, 1}: 0.0220478ms, 0.199267%
main:@180 = load[offset=570512,end=775312](main:@1) -> float_type, {200, 256}, {256, 1}: 0.00068368ms, 0.00617904%
main:@181 = reshape_lazy[dims={200, 96}](main:@179) -> float_type, {200, 96}, {96, 1}: 0.00054336ms, 0.00491084%
main:@182 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@181,main:@165,main:@180) -> float_type, {200, 256}, {256, 1}: 0.0207379ms, 0.187428%
06AyS2QTzo:0 = @param:06AyS2QTzo:0 -> float_type, {4, 50, 9}, {450, 9, 1}: 0.0007453ms, 0.00673596%
main:@184 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 9}](06AyS2QTzo:0) -> float_type, {4, 50, 8}, {450, 9, 1}: 0.00068552ms, 0.00619567%
IFQJaVMDS5:0 = @param:IFQJaVMDS5:0 -> float_type, {4, 50, 17}, {850, 17, 1}: 0.00047164ms, 0.00426264%
main:@186 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 17}](IFQJaVMDS5:0) -> float_type, {4, 50, 16}, {850, 17, 1}: 0.00085982ms, 0.00777098%
Uc35C1q4oy:0 = @param:Uc35C1q4oy:0 -> float_type, {4, 50, 9}, {450, 9, 1}: 0.00051244ms, 0.00463139%
NoPO6DfgwG:0 = @param:NoPO6DfgwG:0 -> float_type, {4, 50, 17}, {850, 17, 1}: 0.00047188ms, 0.00426481%
r8QjI5SCed:0 = @param:r8QjI5SCed:0 -> float_type, {4, 50, 9}, {450, 9, 1}: 0.00049106ms, 0.00443816%
gkGLzseUSO:0 = @param:gkGLzseUSO:0 -> float_type, {4, 50, 21}, {1050, 21, 1}: 0.00048548ms, 0.00438773%
main:@191 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 9}](Uc35C1q4oy:0) -> float_type, {4, 50, 8}, {450, 9, 1}: 0.00076208ms, 0.00688762%
main:@192 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 21}](gkGLzseUSO:0) -> float_type, {4, 50, 20}, {1050, 21, 1}: 0.00066632ms, 0.00602215%
main:@193 = load[offset=322368,end=383168](main:@1) -> float_type, {4, 50, 76}, {3800, 76, 1}: 0.00048754ms, 0.00440635%
main:@194 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 9}](r8QjI5SCed:0) -> float_type, {4, 50, 8}, {450, 9, 1}: 0.00069114ms, 0.00624647%
main:@195 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 17}](NoPO6DfgwG:0) -> float_type, {4, 50, 16}, {850, 17, 1}: 0.00065404ms, 0.00591116%
main:@196 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2533,local=256,](main:@192,main:@184,main:@186,main:@194,main:@195,main:@191,main:@193) -> float_type, {4, 50, 76}, {3800, 76, 1}: 0.0219358ms, 0.198254%
main:@197 = hip::hip_copy_literal[id=main:@literal:28] -> float_type, {76, 128}, {128, 1}: 0.00077528ms, 0.00700692%
main:@198 = reshape_lazy[dims={200, 76}](main:@196) -> float_type, {200, 76}, {76, 1}: 0.00054964ms, 0.0049676%
main:@199 = load[offset=53120,end=155520](main:@1) -> float_type, {200, 128}, {128, 1}: 0.0004763ms, 0.00430476%
main:@200 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@198,main:@197,main:@199) -> float_type, {200, 128}, {128, 1}: 0.0207775ms, 0.187786%
main:@201 = hip::hip_copy_literal[id=main:@literal:104] -> float_type, {128, 16}, {16, 1}: 0.00072042ms, 0.0065111%
main:@202 = hip::hip_copy_literal[id=main:@literal:150] -> float_type, {128, 16}, {16, 1}: 0.00054566ms, 0.00493163%
YK10Jin6ca:0 = @param:YK10Jin6ca:0 -> int32_type, {4, 10}, {10, 1}: 0.00049226ms, 0.00444901%
main:@204 = load[offset=35008,end=35168](main:@1) -> float_type, {4, 10, 1}, {10, 1, 1}: 0.00051264ms, 0.0046332%
main:@205 = unsqueeze[axes={2},steps={}](YK10Jin6ca:0) -> int32_type, {4, 10, 1}, {10, 1, 1}: 0.0006162ms, 0.00556916%
main:@206 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=20,local=256,](main:@205,main:@204) -> float_type, {4, 10, 1}, {10, 1, 1}: 0.01304ms, 0.117854%
main:@207 = load[offset=35744,end=38304](main:@1) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.00065758ms, 0.00594315%
rlh04eiWzL:0 = @param:rlh04eiWzL:0 -> float_type, {4, 10, 17}, {170, 17, 1}: 0.00051796ms, 0.00468128%
main:@209 = multibroadcast[out_lens={4, 10, 16}](main:@206) -> float_type, {4, 10, 16}, {10, 1, 0}: 0.00056262ms, 0.00508491%
main:@210 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 10, 17}](rlh04eiWzL:0) -> float_type, {4, 10, 16}, {170, 17, 1}: 0.00064922ms, 0.0058676%
main:@211 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=640,local=256,](main:@210,main:@209,main:@207) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.015856ms, 0.143305%
FkwYpLOMG4:0 = @param:FkwYpLOMG4:0 -> float_type, {4, 50, 17}, {850, 17, 1}: 0.00063544ms, 0.00574305%
main:@213 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 17}](FkwYpLOMG4:0) -> float_type, {4, 50, 16}, {850, 17, 1}: 0.0008454ms, 0.00764066%
main:@214 = load[offset=258944,end=271744](main:@1) -> float_type, {4, 50, 16}, {800, 16, 1}: 0.0004538ms, 0.00410141%
main:@215 = multibroadcast[out_lens={4, 50, 16}](main:@54) -> float_type, {4, 50, 16}, {50, 1, 0}: 0.00052778ms, 0.00477003%
main:@216 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=3200,local=256,](main:@213,main:@215,main:@214) -> float_type, {4, 50, 16}, {800, 16, 1}: 0.0141746ms, 0.128109%
fFjVmAbhCX:0 = @param:fFjVmAbhCX:0 -> int32_type, {4, 10}, {10, 1}: 0.00063598ms, 0.00574793%
main:@218 = unsqueeze[axes={2},steps={}](fFjVmAbhCX:0) -> int32_type, {4, 10, 1}, {10, 1, 1}: 0.0005714ms, 0.00516427%
main:@219 = load[offset=34208,end=34368](main:@1) -> float_type, {4, 10, 1}, {10, 1, 1}: 0.0004666ms, 0.00421709%
main:@220 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=20,local=256,](main:@218,main:@219) -> float_type, {4, 10, 1}, {10, 1, 1}: 0.013002ms, 0.117511%
pjwGhTSAys:0 = @param:pjwGhTSAys:0 -> float_type, {4, 10, 17}, {170, 17, 1}: 0.00062062ms, 0.00560911%
main:@222 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 10, 17}](pjwGhTSAys:0) -> float_type, {4, 10, 16}, {170, 17, 1}: 0.00080412ms, 0.00726757%
main:@223 = multibroadcast[out_lens={4, 10, 16}](main:@220) -> float_type, {4, 10, 16}, {10, 1, 0}: 0.00052284ms, 0.00472538%
main:@224 = load[offset=38304,end=40864](main:@1) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.00049374ms, 0.00446238%
main:@225 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=640,local=256,](main:@222,main:@223,main:@224) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.0159663ms, 0.144302%
main:@226 = reshape_lazy[dims={-1, 160}](main:@225) -> float_type, {4, 160}, {160, 1}: 0.00068292ms, 0.00617217%
main:@227 = load[offset=344848,end=348560](main:@1) -> float_type, {4, 232}, {232, 1}: 0.00049126ms, 0.00443997%
main:@228 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=464,local=256,](main:@11,main:@226,main:@227) -> float_type, {4, 232}, {232, 1}: 0.0138755ms, 0.125406%
main:@229 = hip::hip_copy_literal[id=main:@literal:130] -> float_type, {232, 128}, {128, 1}: 0.00080132ms, 0.00724226%
main:@230 = load[offset=40352,end=42400](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00045674ms, 0.00412798%
main:@231 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@228,main:@229,main:@230) -> float_type, {4, 128}, {128, 1}: 0.023815ms, 0.215238%
main:@232 = load[offset=38304,end=40352](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00062444ms, 0.00564364%
main:@233 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=256,local=256,](main:@231,main:@232) -> float_type, {4, 128}, {128, 1}: 0.0130512ms, 0.117956%
main:@234 = load[offset=34208,end=34464](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00059582ms, 0.00538497%
main:@235 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@233,main:@202,main:@234) -> float_type, {4, 16}, {16, 1}: 0.0244396ms, 0.220883%
v3TAQfOsga:0 = @param:v3TAQfOsga:0 -> int32_type, {4, 15}, {15, 1}: 0.00070132ms, 0.00633847%
main:@237 = unsqueeze[axes={2},steps={}](v3TAQfOsga:0) -> int32_type, {4, 15, 1}, {15, 1, 1}: 0.0006086ms, 0.00550048%
main:@238 = load[offset=34464,end=34704](main:@1) -> float_type, {4, 15, 1}, {15, 1, 1}: 0.00049632ms, 0.0044857%
main:@239 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=30,local=256,](main:@237,main:@238) -> float_type, {4, 15, 1}, {15, 1, 1}: 0.0130206ms, 0.117679%
1qyHnroO6I:0 = @param:1qyHnroO6I:0 -> float_type, {4, 15, 21}, {315, 21, 1}: 0.00060368ms, 0.00545601%
main:@241 = load[offset=38304,end=43104](main:@1) -> float_type, {4, 15, 20}, {300, 20, 1}: 0.00048178ms, 0.00435429%
main:@242 = multibroadcast[out_lens={4, 15, 20}](main:@239) -> float_type, {4, 15, 20}, {15, 1, 0}: 0.00053604ms, 0.00484469%
main:@243 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 21}](1qyHnroO6I:0) -> float_type, {4, 15, 20}, {315, 21, 1}: 0.00094784ms, 0.0085665%
main:@244 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=1200,local=256,](main:@243,main:@242,main:@241) -> float_type, {4, 15, 20}, {300, 20, 1}: 0.0143791ms, 0.129957%
main:@245 = reshape_lazy[dims={-1, 300}](main:@244) -> float_type, {4, 300}, {300, 1}: 0.0006664ms, 0.00602287%
main:@246 = load[offset=322368,end=328320](main:@1) -> float_type, {4, 372}, {372, 1}: 0.00048272ms, 0.00436278%
main:@247 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=744,local=256,](main:@11,main:@245,main:@246) -> float_type, {4, 372}, {372, 1}: 0.0137319ms, 0.124108%
main:@248 = hip::hip_copy_literal[id=main:@literal:105] -> float_type, {372, 128}, {128, 1}: 0.00077838ms, 0.00703493%
main:@249 = load[offset=40352,end=42400](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00050762ms, 0.00458783%
main:@250 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@247,main:@248,main:@249) -> float_type, {4, 128}, {128, 1}: 0.0275607ms, 0.249091%
main:@251 = load[offset=38304,end=40352](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00063678ms, 0.00575517%
main:@252 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=256,local=256,](main:@250,main:@251) -> float_type, {4, 128}, {128, 1}: 0.0130449ms, 0.117899%
main:@253 = load[offset=34464,end=34720](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00060206ms, 0.00544137%
main:@254 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@252,main:@202,main:@253) -> float_type, {4, 16}, {16, 1}: 0.0239063ms, 0.216063%
main:@255 = load[offset=34720,end=34960](main:@1) -> float_type, {4, 15, 1}, {15, 1, 1}: 0.00063648ms, 0.00575245%
kJg5ca1rqS:0 = @param:kJg5ca1rqS:0 -> int32_type, {4, 15}, {15, 1}: 0.00050618ms, 0.00457481%
main:@257 = unsqueeze[axes={2},steps={}](kJg5ca1rqS:0) -> int32_type, {4, 15, 1}, {15, 1, 1}: 0.00060082ms, 0.00543016%
main:@258 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=30,local=256,](main:@257,main:@255) -> float_type, {4, 15, 1}, {15, 1, 1}: 0.0130571ms, 0.118009%
main:@259 = load[offset=38304,end=45024](main:@1) -> float_type, {4, 15, 28}, {420, 28, 1}: 0.00061768ms, 0.00558254%
fQkYLvqDjr:0 = @param:fQkYLvqDjr:0 -> float_type, {4, 15, 93}, {1395, 93, 1}: 0.00046244ms, 0.00417949%
main:@261 = multibroadcast[out_lens={4, 15, 28}](main:@258) -> float_type, {4, 15, 28}, {15, 1, 0}: 0.00052422ms, 0.00473786%
main:@262 = slice[axes={0, 1, 2},starts={0, 0, 65},ends={4, 15, 93}](fQkYLvqDjr:0) -> float_type, {4, 15, 28}, {1395, 93, 1}: 0.00079626ms, 0.00719653%
main:@263 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=1680,local=256,](main:@262,main:@261,main:@259) -> float_type, {4, 15, 28}, {420, 28, 1}: 0.014547ms, 0.131475%
main:@264 = reshape_lazy[dims={-1, 420}](main:@263) -> float_type, {4, 420}, {420, 1}: 0.00069192ms, 0.00625352%
main:@265 = load[offset=429200,end=437072](main:@1) -> float_type, {4, 492}, {492, 1}: 0.00048578ms, 0.00439044%
main:@266 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=984,local=256,](main:@11,main:@264,main:@265) -> float_type, {4, 492}, {492, 1}: 0.0137834ms, 0.124574%
main:@267 = hip::hip_copy_literal[id=main:@literal:127] -> float_type, {492, 128}, {128, 1}: 0.00075288ms, 0.00680447%
main:@268 = load[offset=40352,end=42400](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00048996ms, 0.00442822%
main:@269 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@266,main:@267,main:@268) -> float_type, {4, 128}, {128, 1}: 0.0306541ms, 0.277049%
main:@270 = load[offset=38304,end=40352](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00060806ms, 0.0054956%
main:@271 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=256,local=256,](main:@269,main:@270) -> float_type, {4, 128}, {128, 1}: 0.0163483ms, 0.147754%
main:@272 = load[offset=34720,end=34976](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00060518ms, 0.00546957%
main:@273 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@271,main:@202,main:@272) -> float_type, {4, 16}, {16, 1}: 0.0242684ms, 0.219336%
main:@274 = load[offset=38304,end=39264](main:@1) -> float_type, {4, 60, 1}, {60, 1, 1}: 0.00063026ms, 0.00569624%
Ouj93S4aWb:0 = @param:Ouj93S4aWb:0 -> int32_type, {4, 60}, {60, 1}: 0.00054574ms, 0.00493235%
main:@276 = unsqueeze[axes={2},steps={}](Ouj93S4aWb:0) -> int32_type, {4, 60, 1}, {60, 1, 1}: 0.00057676ms, 0.00521271%
main:@277 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=120,local=256,](main:@276,main:@274) -> float_type, {4, 60, 1}, {60, 1, 1}: 0.0132738ms, 0.119967%
fsm0Ck1QGl:0 = @param:fsm0Ck1QGl:0 -> float_type, {4, 60, 97}, {5820, 97, 1}: 0.0006739ms, 0.00609065%
main:@279 = slice[axes={0, 1, 2},starts={0, 0, 65},ends={4, 60, 97}](fsm0Ck1QGl:0) -> float_type, {4, 60, 32}, {5820, 97, 1}: 0.00082728ms, 0.00747689%
main:@280 = load[offset=348560,end=379280](main:@1) -> float_type, {4, 60, 32}, {1920, 32, 1}: 0.00046556ms, 0.00420769%
main:@281 = multibroadcast[out_lens={4, 60, 32}](main:@277) -> float_type, {4, 60, 32}, {60, 1, 0}: 0.00053828ms, 0.00486493%
main:@282 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=7680,local=256,](main:@279,main:@281,main:@280) -> float_type, {4, 60, 32}, {1920, 32, 1}: 0.0146001ms, 0.131954%
main:@283 = reshape_lazy[dims={-1, 1920}](main:@282) -> float_type, {4, 1920}, {1920, 1}: 0.0006598ms, 0.00596322%
main:@284 = load[offset=397328,end=429200](main:@1) -> float_type, {4, 1992}, {1992, 1}: 0.00045986ms, 0.00415618%
main:@285 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3984,local=256,](main:@11,main:@283,main:@284) -> float_type, {4, 1992}, {1992, 1}: 0.0140922ms, 0.127364%
main:@286 = hip::hip_copy_literal[id=main:@literal:109] -> float_type, {1992, 128}, {128, 1}: 0.00071698ms, 0.00648001%
main:@287 = load[offset=40352,end=42400](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00049032ms, 0.00443147%
main:@288 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@285,main:@286,main:@287) -> float_type, {4, 128}, {128, 1}: 0.0299223ms, 0.270435%
main:@289 = load[offset=38304,end=40352](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00062018ms, 0.00560514%
main:@290 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=256,local=256,](main:@288,main:@289) -> float_type, {4, 128}, {128, 1}: 0.0163033ms, 0.147348%
main:@291 = load[offset=34976,end=35232](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00058802ms, 0.00531448%
main:@292 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@290,main:@202,main:@291) -> float_type, {4, 16}, {16, 1}: 0.0240569ms, 0.217424%
TWPHfwn7r5:0 = @param:TWPHfwn7r5:0 -> int32_type, {4, 50}, {50, 1}: 0.00074746ms, 0.00675548%
main:@294 = unsqueeze[axes={2},steps={}](TWPHfwn7r5:0) -> int32_type, {4, 50, 1}, {50, 1, 1}: 0.0005821ms, 0.00526097%
main:@295 = load[offset=38304,end=39104](main:@1) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.00048602ms, 0.00439261%
main:@296 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=100,local=256,](main:@294,main:@295) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.0132339ms, 0.119607%
main:@297 = load[offset=271744,end=284544](main:@1) -> float_type, {4, 50, 16}, {800, 16, 1}: 0.0006148ms, 0.00555651%
main:@298 = multibroadcast[out_lens={4, 50, 16}](main:@296) -> float_type, {4, 50, 16}, {50, 1, 0}: 0.00053368ms, 0.00482336%
main:@299 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=3200,local=256,](main:@195,main:@298,main:@297) -> float_type, {4, 50, 16}, {800, 16, 1}: 0.0140326ms, 0.126825%
main:@300 = load[offset=365712,end=379664](main:@1) -> float_type, {4, 872}, {872, 1}: 0.000625ms, 0.0056487%
main:@301 = reshape_lazy[dims={-1, 800}](main:@299) -> float_type, {4, 800}, {800, 1}: 0.0005264ms, 0.00475756%
main:@302 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1744,local=256,](main:@11,main:@301,main:@300) -> float_type, {4, 872}, {872, 1}: 0.0138692ms, 0.125349%
main:@303 = hip::hip_copy_literal[id=main:@literal:61] -> float_type, {872, 128}, {128, 1}: 0.00076514ms, 0.00691527%
main:@304 = load[offset=40352,end=42400](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00047282ms, 0.00427331%
main:@305 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@302,main:@303,main:@304) -> float_type, {4, 128}, {128, 1}: 0.024731ms, 0.223517%
main:@306 = load[offset=38304,end=40352](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00060786ms, 0.00549379%
main:@307 = gpu::code_object[code_object=13520,symbol_name=tanh_div_kernel,global=256,local=256,](main:@305,main:@306) -> float_type, {4, 128}, {128, 1}: 0.0138465ms, 0.125143%
main:@308 = hip::hip_copy_literal[id=main:@literal:50] -> float_type, {128, 16}, {16, 1}: 0.00077062ms, 0.0069648%
main:@309 = load[offset=35232,end=35488](main:@1) -> float_type, {4, 16}, {16, 1}: 0.0004918ms, 0.00444485%
main:@310 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@307,main:@308,main:@309) -> float_type, {4, 16}, {16, 1}: 0.0242737ms, 0.219384%
main:@311 = hip::hip_copy_literal[id=main:@literal:162] -> float_type, {256}, {1}: 0.00073724ms, 0.00666311%
main:@312 = load[offset=38304,end=40864](main:@1) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.00047802ms, 0.00432031%
r1GsND0okc:0 = @param:r1GsND0okc:0 -> float_type, {4, 10, 17}, {170, 17, 1}: 0.00049286ms, 0.00445443%
main:@314 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 10, 17}](r1GsND0okc:0) -> float_type, {4, 10, 16}, {170, 17, 1}: 0.00070816ms, 0.00640029%
main:@315 = multibroadcast[out_lens={4, 10, 16}](main:@41) -> float_type, {4, 10, 16}, {10, 1, 0}: 0.00054358ms, 0.00491283%
main:@316 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=640,local=256,](main:@314,main:@315,main:@312) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.0142903ms, 0.129155%
main:@317 = load[offset=379664,end=383376](main:@1) -> float_type, {4, 232}, {232, 1}: 0.00060326ms, 0.00545221%
main:@318 = reshape_lazy[dims={-1, 160}](main:@316) -> float_type, {4, 160}, {160, 1}: 0.0005332ms, 0.00481902%
main:@319 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=464,local=256,](main:@11,main:@318,main:@317) -> float_type, {4, 232}, {232, 1}: 0.0138824ms, 0.125468%
main:@320 = hip::hip_copy_literal[id=main:@literal:132] -> float_type, {232, 128}, {128, 1}: 0.00076686ms, 0.00693082%
main:@321 = load[offset=40352,end=42400](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046232ms, 0.00417841%
main:@322 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@319,main:@320,main:@321) -> float_type, {4, 128}, {128, 1}: 0.0238348ms, 0.215417%
main:@323 = load[offset=38304,end=40352](main:@1) -> float_type, {4, 128}, {128, 1}: 0.0006067ms, 0.0054833%
main:@324 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=256,local=256,](main:@322,main:@323) -> float_type, {4, 128}, {128, 1}: 0.0131831ms, 0.119148%
main:@325 = load[offset=35488,end=35744](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00060876ms, 0.00550192%
main:@326 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@324,main:@201,main:@325) -> float_type, {4, 16}, {16, 1}: 0.0242581ms, 0.219242%
KOJcBD1Cxa:0 = @param:KOJcBD1Cxa:0 -> int32_type, {4, 50}, {50, 1}: 0.00066622ms, 0.00602124%
main:@328 = load[offset=38304,end=39104](main:@1) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.00047976ms, 0.00433603%
main:@329 = unsqueeze[axes={2},steps={}](KOJcBD1Cxa:0) -> int32_type, {4, 50, 1}, {50, 1, 1}: 0.00057836ms, 0.00522717%
main:@330 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=100,local=256,](main:@329,main:@328) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.0131161ms, 0.118542%
main:@331 = load[offset=271744,end=287744](main:@1) -> float_type, {4, 50, 20}, {1000, 20, 1}: 0.0006014ms, 0.0054354%
main:@332 = multibroadcast[out_lens={4, 50, 20}](main:@330) -> float_type, {4, 50, 20}, {50, 1, 0}: 0.00053022ms, 0.00479208%
main:@333 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=4000,local=256,](main:@192,main:@332,main:@331) -> float_type, {4, 50, 20}, {1000, 20, 1}: 0.0141482ms, 0.12787%
main:@334 = reshape_lazy[dims={-1, 1000}](main:@333) -> float_type, {4, 1000}, {1000, 1}: 0.00065874ms, 0.00595364%
main:@335 = load[offset=348560,end=365712](main:@1) -> float_type, {4, 1072}, {1072, 1}: 0.00047098ms, 0.00425668%
main:@336 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2144,local=256,](main:@11,main:@334,main:@335) -> float_type, {4, 1072}, {1072, 1}: 0.0139539ms, 0.126114%
main:@337 = hip::hip_copy_literal[id=main:@literal:57] -> float_type, {1072, 128}, {128, 1}: 0.00073124ms, 0.00660889%
main:@338 = load[offset=40608,end=42656](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00047976ms, 0.00433603%
main:@339 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@336,main:@337,main:@338) -> float_type, {4, 128}, {128, 1}: 0.025703ms, 0.232301%
main:@340 = load[offset=38560,end=40608](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00062244ms, 0.00562556%
main:@341 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=256,local=256,](main:@339,main:@340) -> float_type, {4, 128}, {128, 1}: 0.0128134ms, 0.115807%
main:@342 = load[offset=38304,end=38560](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00061788ms, 0.00558435%
main:@343 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@341,main:@201,main:@342) -> float_type, {4, 16}, {16, 1}: 0.0229981ms, 0.207855%
main:@344 = load[offset=38560,end=39360](main:@1) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.00063584ms, 0.00574667%
CedNyHXqE1:0 = @param:CedNyHXqE1:0 -> int32_type, {4, 50}, {50, 1}: 0.0005706ms, 0.00515704%
main:@346 = unsqueeze[axes={2},steps={}](CedNyHXqE1:0) -> int32_type, {4, 50, 1}, {50, 1, 1}: 0.00059226ms, 0.0053528%
main:@347 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=100,local=256,](main:@346,main:@344) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.0130493ms, 0.117938%
YsGAJ1iRPS:0 = @param:YsGAJ1iRPS:0 -> float_type, {4, 50, 17}, {850, 17, 1}: 0.00070506ms, 0.00637227%
main:@349 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 17}](YsGAJ1iRPS:0) -> float_type, {4, 50, 16}, {850, 17, 1}: 0.00081416ms, 0.00735831%
main:@350 = load[offset=271744,end=284544](main:@1) -> float_type, {4, 50, 16}, {800, 16, 1}: 0.00046916ms, 0.00424023%
main:@351 = multibroadcast[out_lens={4, 50, 16}](main:@347) -> float_type, {4, 50, 16}, {50, 1, 0}: 0.00053126ms, 0.00480148%
main:@352 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=3200,local=256,](main:@349,main:@351,main:@350) -> float_type, {4, 50, 16}, {800, 16, 1}: 0.0141959ms, 0.128301%
main:@353 = load[offset=383376,end=397328](main:@1) -> float_type, {4, 872}, {872, 1}: 0.00062484ms, 0.00564725%
main:@354 = reshape_lazy[dims={-1, 800}](main:@352) -> float_type, {4, 800}, {800, 1}: 0.00052524ms, 0.00474708%
main:@355 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1744,local=256,](main:@11,main:@354,main:@353) -> float_type, {4, 872}, {872, 1}: 0.0139288ms, 0.125887%
main:@356 = hip::hip_copy_literal[id=main:@literal:159] -> float_type, {872, 128}, {128, 1}: 0.00073404ms, 0.00663419%
main:@357 = load[offset=40864,end=42912](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00047112ms, 0.00425794%
main:@358 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@355,main:@356,main:@357) -> float_type, {4, 128}, {128, 1}: 0.0240291ms, 0.217173%
main:@359 = load[offset=38816,end=40864](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00061256ms, 0.00553627%
main:@360 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=256,local=256,](main:@358,main:@359) -> float_type, {4, 128}, {128, 1}: 0.012997ms, 0.117466%
main:@361 = hip::hip_copy_literal[id=main:@literal:64] -> float_type, {128, 16}, {16, 1}: 0.00072696ms, 0.0065702%
main:@362 = load[offset=38560,end=38816](main:@1) -> float_type, {4, 16}, {16, 1}: 0.0004623ms, 0.00417823%
main:@363 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@360,main:@361,main:@362) -> float_type, {4, 16}, {16, 1}: 0.0240913ms, 0.217735%
main:@364 = reshape_lazy[dims={-1, 160}](main:@211) -> float_type, {4, 160}, {160, 1}: 0.00068616ms, 0.00620146%
main:@365 = load[offset=511120,end=514832](main:@1) -> float_type, {4, 232}, {232, 1}: 0.00047008ms, 0.00424854%
main:@366 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=464,local=256,](main:@11,main:@364,main:@365) -> float_type, {4, 232}, {232, 1}: 0.0137215ms, 0.124013%
main:@367 = hip::hip_copy_literal[id=main:@literal:117] -> float_type, {232, 128}, {128, 1}: 0.00073838ms, 0.00667342%
main:@368 = load[offset=36000,end=38048](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00048654ms, 0.00439731%
main:@369 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@366,main:@367,main:@368) -> float_type, {4, 128}, {128, 1}: 0.0236898ms, 0.214106%
main:@370 = reshape_lazy[dims={-1, 960}](main:@50) -> float_type, {4, 960}, {960, 1}: 0.00065432ms, 0.00591369%
main:@371 = load[offset=328320,end=344832](main:@1) -> float_type, {4, 1032}, {1032, 1}: 0.00047066ms, 0.00425379%
main:@372 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2064,local=256,](main:@11,main:@370,main:@371) -> float_type, {4, 1032}, {1032, 1}: 0.0140606ms, 0.127079%
main:@373 = hip::hip_copy_literal[id=main:@literal:151] -> float_type, {1032, 128}, {128, 1}: 0.00071918ms, 0.00649989%
main:@374 = load[offset=40864,end=42912](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046294ms, 0.00418401%
main:@375 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@372,main:@373,main:@374) -> float_type, {4, 128}, {128, 1}: 0.0255311ms, 0.230748%
main:@376 = load[offset=38816,end=40864](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00060366ms, 0.00545583%
main:@377 = gpu::code_object[code_object=13520,symbol_name=neg_sub_kernel,global=256,local=256,](main:@375,main:@376) -> float_type, {4, 128}, {128, 1}: 0.0129239ms, 0.116805%
main:@378 = hip::hip_copy_literal[id=main:@literal:108] -> float_type, {128, 16}, {16, 1}: 0.00075528ms, 0.00682616%
main:@379 = load[offset=35744,end=36000](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00045702ms, 0.00413051%
main:@380 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@377,main:@378,main:@379) -> float_type, {4, 16}, {16, 1}: 0.0233651ms, 0.211171%
main:@381 = load[offset=460176,end=474128](main:@1) -> float_type, {4, 872}, {872, 1}: 0.00061364ms, 0.00554603%
main:@382 = reshape_lazy[dims={-1, 800}](main:@216) -> float_type, {4, 800}, {800, 1}: 0.00053878ms, 0.00486945%
main:@383 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1744,local=256,](main:@11,main:@382,main:@381) -> float_type, {4, 872}, {872, 1}: 0.0141275ms, 0.127684%
main:@384 = hip::hip_copy_literal[id=main:@literal:89] -> float_type, {872, 128}, {128, 1}: 0.00073816ms, 0.00667143%
main:@385 = load[offset=39072,end=41120](main:@1) -> float_type, {4, 128}, {128, 1}: 0.0004965ms, 0.00448733%
main:@386 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@383,main:@384,main:@385) -> float_type, {4, 128}, {128, 1}: 0.0242258ms, 0.21895%
main:@387 = load[offset=41120,end=41920](main:@1) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.00063284ms, 0.00571956%
vOI1hWzBDK:0 = @param:vOI1hWzBDK:0 -> int32_type, {4, 50}, {50, 1}: 0.00055004ms, 0.00497122%
main:@389 = unsqueeze[axes={2},steps={}](vOI1hWzBDK:0) -> int32_type, {4, 50, 1}, {50, 1, 1}: 0.00058806ms, 0.00531484%
main:@390 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=100,local=256,](main:@389,main:@387) -> float_type, {4, 50, 1}, {50, 1, 1}: 0.0131489ms, 0.118839%
UrTfLOxlV3:0 = @param:UrTfLOxlV3:0 -> float_type, {4, 50, 41}, {2050, 41, 1}: 0.00068618ms, 0.00620164%
main:@392 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 41}](UrTfLOxlV3:0) -> float_type, {4, 50, 40}, {2050, 41, 1}: 0.00078402ms, 0.00708591%
main:@393 = load[offset=243584,end=275584](main:@1) -> float_type, {4, 50, 40}, {2000, 40, 1}: 0.00046094ms, 0.00416594%
main:@394 = multibroadcast[out_lens={4, 50, 40}](main:@390) -> float_type, {4, 50, 40}, {50, 1, 0}: 0.00052736ms, 0.00476624%
main:@395 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=8000,local=256,](main:@392,main:@394,main:@393) -> float_type, {4, 50, 40}, {2000, 40, 1}: 0.0146628ms, 0.132521%
loNH8y6bTn:0 = @param:loNH8y6bTn:0 -> int32_type, {4, 15}, {15, 1}: 0.00064966ms, 0.00587157%
main:@397 = load[offset=38048,end=38288](main:@1) -> float_type, {4, 15, 1}, {15, 1, 1}: 0.00049256ms, 0.00445172%
main:@398 = unsqueeze[axes={2},steps={}](loNH8y6bTn:0) -> int32_type, {4, 15, 1}, {15, 1, 1}: 0.00053834ms, 0.00486547%
main:@399 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=30,local=256,](main:@398,main:@397) -> float_type, {4, 15, 1}, {15, 1, 1}: 0.0129125ms, 0.116702%
4Rg0WA19ot:0 = @param:4Rg0WA19ot:0 -> float_type, {4, 15, 17}, {255, 17, 1}: 0.00062582ms, 0.00565611%
main:@401 = load[offset=41120,end=44960](main:@1) -> float_type, {4, 15, 16}, {240, 16, 1}: 0.00046836ms, 0.004233%
main:@402 = multibroadcast[out_lens={4, 15, 16}](main:@399) -> float_type, {4, 15, 16}, {15, 1, 0}: 0.00052204ms, 0.00471815%
main:@403 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 17}](4Rg0WA19ot:0) -> float_type, {4, 15, 16}, {255, 17, 1}: 0.00079278ms, 0.00716508%
main:@404 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=960,local=256,](main:@403,main:@402,main:@401) -> float_type, {4, 15, 16}, {240, 16, 1}: 0.014295ms, 0.129197%
main:@405 = reshape_lazy[dims={-1, 240}](main:@404) -> float_type, {4, 240}, {240, 1}: 0.00064714ms, 0.0058488%
main:@406 = load[offset=455184,end=460176](main:@1) -> float_type, {4, 312}, {312, 1}: 0.00048342ms, 0.00436911%
main:@407 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=624,local=256,](main:@11,main:@405,main:@406) -> float_type, {4, 312}, {312, 1}: 0.0138219ms, 0.124922%
main:@408 = hip::hip_copy_literal[id=main:@literal:139] -> float_type, {312, 128}, {128, 1}: 0.00075114ms, 0.00678874%
main:@409 = load[offset=41120,end=43168](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00047208ms, 0.00426662%
main:@410 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@407,main:@408,main:@409) -> float_type, {4, 128}, {128, 1}: 0.0258614ms, 0.233734%
main:@411 = hip::hip_copy_literal[id=main:@literal:91] -> float_type, {128, 16}, {16, 1}: 0.00073988ms, 0.00668697%
main:@412 = load[offset=43168,end=45216](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00047924ms, 0.00433133%
main:@413 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=256,local=256,](main:@410,main:@412) -> float_type, {4, 128}, {128, 1}: 0.0161347ms, 0.145824%
main:@414 = load[offset=38048,end=38304](main:@1) -> float_type, {4, 16}, {16, 1}: 0.000608ms, 0.00549505%
main:@415 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@413,main:@411,main:@414) -> float_type, {4, 16}, {16, 1}: 0.0242922ms, 0.219551%
main:@416 = load[offset=477968,end=511120](main:@1) -> float_type, {4, 2072}, {2072, 1}: 0.00060346ms, 0.00545402%
main:@417 = reshape_lazy[dims={-1, 2000}](main:@395) -> float_type, {4, 2000}, {2000, 1}: 0.00055672ms, 0.00503159%
main:@418 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4144,local=256,](main:@11,main:@417,main:@416) -> float_type, {4, 2072}, {2072, 1}: 0.0142133ms, 0.128458%
main:@419 = hip::hip_copy_literal[id=main:@literal:85] -> float_type, {2072, 128}, {128, 1}: 0.0007441ms, 0.00672511%
main:@420 = load[offset=41120,end=43168](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046176ms, 0.00417335%
main:@421 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@418,main:@419,main:@420) -> float_type, {4, 128}, {128, 1}: 0.0297845ms, 0.269189%
main:@422 = hip::hip_copy_literal[id=main:@literal:79] -> float_type, {128, 16}, {16, 1}: 0.00076462ms, 0.00691057%
main:@423 = load[offset=43168,end=45216](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046292ms, 0.00418383%
main:@424 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=256,local=256,](main:@421,main:@423) -> float_type, {4, 128}, {128, 1}: 0.0130351ms, 0.117811%
main:@425 = load[offset=38816,end=39072](main:@1) -> float_type, {4, 16}, {16, 1}: 0.0006021ms, 0.00544173%
main:@426 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@424,main:@422,main:@425) -> float_type, {4, 16}, {16, 1}: 0.0240587ms, 0.217441%
main:@427 = load[offset=41120,end=42080](main:@1) -> float_type, {4, 60, 1}, {60, 1, 1}: 0.00062194ms, 0.00562104%
vyDGpmRhC3:0 = @param:vyDGpmRhC3:0 -> int32_type, {4, 60}, {60, 1}: 0.00051264ms, 0.0046332%
main:@429 = unsqueeze[axes={2},steps={}](vyDGpmRhC3:0) -> int32_type, {4, 60, 1}, {60, 1, 1}: 0.00058666ms, 0.00530218%
main:@430 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=120,local=256,](main:@429,main:@427) -> float_type, {4, 60, 1}, {60, 1, 1}: 0.0130499ms, 0.117944%
main:@431 = load[offset=243584,end=258944](main:@1) -> float_type, {4, 60, 16}, {960, 16, 1}: 0.00060452ms, 0.0054636%
y5fPVEH2j4:0 = @param:y5fPVEH2j4:0 -> float_type, {4, 60, 17}, {1020, 17, 1}: 0.0005352ms, 0.00483709%
main:@433 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 60, 17}](y5fPVEH2j4:0) -> float_type, {4, 60, 16}, {1020, 17, 1}: 0.00081868ms, 0.00739916%
main:@434 = multibroadcast[out_lens={4, 60, 16}](main:@430) -> float_type, {4, 60, 16}, {60, 1, 0}: 0.00051648ms, 0.0046679%
main:@435 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=3840,local=256,](main:@433,main:@434,main:@431) -> float_type, {4, 60, 16}, {960, 16, 1}: 0.0141427ms, 0.127821%
main:@436 = load[offset=438672,end=455184](main:@1) -> float_type, {4, 1032}, {1032, 1}: 0.00061148ms, 0.00552651%
main:@437 = reshape_lazy[dims={-1, 960}](main:@435) -> float_type, {4, 960}, {960, 1}: 0.0005049ms, 0.00456324%
main:@438 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2064,local=256,](main:@11,main:@437,main:@436) -> float_type, {4, 1032}, {1032, 1}: 0.0139752ms, 0.126306%
main:@439 = hip::hip_copy_literal[id=main:@literal:56] -> float_type, {1032, 128}, {128, 1}: 0.00076876ms, 0.00694799%
main:@440 = load[offset=41120,end=43168](main:@1) -> float_type, {4, 128}, {128, 1}: 0.0005142ms, 0.0046473%
main:@441 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@438,main:@439,main:@440) -> float_type, {4, 128}, {128, 1}: 0.0253023ms, 0.22868%
main:@442 = hip::hip_copy_literal[id=main:@literal:90] -> float_type, {128, 16}, {16, 1}: 0.00074278ms, 0.00671318%
main:@443 = load[offset=43168,end=45216](main:@1) -> float_type, {4, 128}, {128, 1}: 0.000462ms, 0.00417552%
main:@444 = gpu::code_object[code_object=13520,symbol_name=log_sub_kernel,global=256,local=256,](main:@441,main:@443) -> float_type, {4, 128}, {128, 1}: 0.0128991ms, 0.116581%
main:@445 = load[offset=33408,end=33664](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00062594ms, 0.00565719%
main:@446 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@444,main:@442,main:@445) -> float_type, {4, 16}, {16, 1}: 0.0239528ms, 0.216484%
main:@447 = load[offset=41120,end=43168](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00060682ms, 0.00548439%
main:@448 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=256,local=256,](main:@369,main:@447) -> float_type, {4, 128}, {128, 1}: 0.0162594ms, 0.146951%
main:@449 = load[offset=32896,end=33152](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00059456ms, 0.00537358%
main:@450 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@448,main:@202,main:@449) -> float_type, {4, 16}, {16, 1}: 0.0241424ms, 0.218197%
main:@451 = hip::hip_copy_literal[id=main:@literal:100] -> float_type, {128, 16}, {16, 1}: 0.00072502ms, 0.00655267%
main:@452 = load[offset=36000,end=38048](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00048414ms, 0.00437562%
main:@453 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=256,local=256,](main:@386,main:@452) -> float_type, {4, 128}, {128, 1}: 0.0131357ms, 0.118719%
main:@454 = load[offset=33152,end=33408](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00060104ms, 0.00543215%
main:@455 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@453,main:@451,main:@454) -> float_type, {4, 16}, {16, 1}: 0.0239629ms, 0.216574%
main:@456 = hip::hip_copy_literal[id=main:@literal:19] -> float_type, {80, 64}, {64, 1}: 0.00078262ms, 0.00707326%
T3LHlorDnM:0 = @param:T3LHlorDnM:0 -> float_type, {4, 15, 17}, {255, 17, 1}: 0.00057612ms, 0.00520693%
main:@458 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 17}](T3LHlorDnM:0) -> float_type, {4, 15, 16}, {255, 17, 1}: 0.00072686ms, 0.0065693%
yFeB2xg6sO:0 = @param:yFeB2xg6sO:0 -> float_type, {4, 15, 9}, {135, 9, 1}: 0.00053014ms, 0.00479136%
main:@460 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 9}](yFeB2xg6sO:0) -> float_type, {4, 15, 8}, {135, 9, 1}: 0.00077148ms, 0.00697257%
kw7Kzgp1JD:0 = @param:kw7Kzgp1JD:0 -> float_type, {4, 15, 21}, {315, 21, 1}: 0.00050192ms, 0.00453631%
hGtXM6ZJUv:0 = @param:hGtXM6ZJUv:0 -> float_type, {4, 15, 9}, {135, 9, 1}: 0.00055168ms, 0.00498604%
main:@463 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 9}](hGtXM6ZJUv:0) -> float_type, {4, 15, 8}, {135, 9, 1}: 0.0006338ms, 0.00572823%
main:@464 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 21}](kw7Kzgp1JD:0) -> float_type, {4, 15, 20}, {315, 21, 1}: 0.0009351ms, 0.00845136%
main:@465 = load[offset=514832,end=534032](main:@1) -> float_type, {4, 15, 80}, {1200, 80, 1}: 0.00050066ms, 0.00452492%
main:@466 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=960,local=256,](main:@463,main:@458,main:@262,main:@464,main:@460,main:@465) -> float_type, {4, 15, 80}, {1200, 80, 1}: 0.0174315ms, 0.157544%
main:@467 = load[offset=257920,end=273280](main:@1) -> float_type, {60, 64}, {64, 1}: 0.00064264ms, 0.00580813%
main:@468 = reshape_lazy[dims={60, 80}](main:@466) -> float_type, {60, 80}, {80, 1}: 0.00053854ms, 0.00486728%
main:@469 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@468,main:@456,main:@467) -> float_type, {60, 64}, {64, 1}: 0.0197552ms, 0.178546%
main:@470 = hip::hip_copy_literal[id=main:@literal:10] -> float_type, {896}, {1}: 0.0007487ms, 0.00676669%
main:@471 = slice[axes={0},starts={12},ends={16}](main:@17) -> float_type, {4, 18, 64}, {1152, 64, 1}: 0.00069786ms, 0.0063072%
main:@472 = slice[axes={0},starts={8},ends={12}](main:@17) -> float_type, {4, 18, 64}, {1152, 64, 1}: 0.00058712ms, 0.00530634%
main:@473 = slice[axes={0},starts={4},ends={8}](main:@17) -> float_type, {4, 18, 64}, {1152, 64, 1}: 0.00057184ms, 0.00516824%
main:@474 = slice[axes={0},starts={0},ends={4}](main:@17) -> float_type, {4, 18, 64}, {1152, 64, 1}: 0.00057416ms, 0.00518921%
main:@475 = load[offset=775312,end=849040](main:@1) -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.00048384ms, 0.00437291%
main:@476 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4608,local=256,](main:@474,main:@473,main:@472,main:@471,main:@475) -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.0150047ms, 0.135611%
main:@477 = hip::hip_copy_literal[id=main:@literal:20] -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.00080148ms, 0.00724371%
main:@478 = hip::hip_copy_literal[id=main:@literal:163] -> float_type, {256}, {1}: 0.00058982ms, 0.00533074%
main:@479 = load[offset=155520,end=229248](main:@1) -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.00046654ms, 0.00421655%
main:@480 = multibroadcast[out_lens={4, 18, 256}](main:@478) -> float_type, {4, 18, 256}, {0, 0, 1}: 0.00060782ms, 0.00549343%
main:@481 = multibroadcast[out_lens={4, 18, 256}](main:@311) -> float_type, {4, 18, 256}, {0, 0, 1}: 0.00068868ms, 0.00622423%
main:@482 = gpu::code_object[code_object=13624,symbol_name=mul_relu_reduce_prod_sub_mul_reduce_sum_add_add_add_add_pow_kernel,global=9216,local=128,](main:@476,main:@477,main:@481,main:@480,main:@479) -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.0187772ms, 0.169707%
main:@483 = load[offset=33664,end=33920](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00060318ms, 0.00545149%
main:@484 = gpu::code_object[code_object=13520,symbol_name=rsqrt_sub_kernel,global=32,local=256,](main:@446,main:@483) -> float_type, {4, 16}, {16, 1}: 0.0126917ms, 0.114707%
main:@485 = load[offset=39072,end=40352](main:@1) -> float_type, {4, 80}, {80, 1}: 0.00063928ms, 0.00577776%
main:@486 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=64,local=256,](main:@273,main:@343,main:@310,main:@254,main:@415,main:@485) -> float_type, {4, 80}, {80, 1}: 0.0148812ms, 0.134495%
main:@487 = load[offset=37280,end=37792](main:@1) -> float_type, {4, 32}, {32, 1}: 0.00060914ms, 0.00550536%
main:@488 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=64,local=256,](main:@343,main:@310,main:@487) -> float_type, {4, 32}, {32, 1}: 0.0133292ms, 0.120468%
main:@489 = load[offset=36000,end=37280](main:@1) -> float_type, {4, 80}, {80, 1}: 0.00059098ms, 0.00534123%
main:@490 = gpu::code_object[code_object=13560,symbol_name=neg_rsqrt_tanh_log_concat_add_kernel,global=80,local=256,](main:@273,main:@488,main:@254,main:@415,main:@486,main:@489) -> float_type, {4, 80}, {80, 1}: 0.0159089ms, 0.143783%
main:@491 = load[offset=33408,end=33664](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00058516ms, 0.00528863%
main:@492 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=32,local=256,](main:@235,main:@491) -> float_type, {4, 16}, {16, 1}: 0.0128189ms, 0.115856%
main:@493 = load[offset=33920,end=34176](main:@1) -> float_type, {4, 16}, {16, 1}: 0.0006435ms, 0.0058159%
main:@494 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=32,local=256,](main:@380,main:@493) -> float_type, {4, 16}, {16, 1}: 0.0162468ms, 0.146838%
main:@495 = load[offset=34176,end=34432](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00059332ms, 0.00536238%
main:@496 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=32,local=256,](main:@363,main:@495) -> float_type, {4, 16}, {16, 1}: 0.0129466ms, 0.117011%
main:@497 = load[offset=34432,end=34688](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00059548ms, 0.0053819%
main:@498 = gpu::code_object[code_object=13520,symbol_name=tanh_add_kernel,global=32,local=256,](main:@326,main:@497) -> float_type, {4, 16}, {16, 1}: 0.0134217ms, 0.121305%
main:@499 = load[offset=34688,end=34944](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00058668ms, 0.00530237%
main:@500 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=32,local=256,](main:@426,main:@499) -> float_type, {4, 16}, {16, 1}: 0.0127799ms, 0.115503%
main:@501 = load[offset=35232,end=35488](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00059718ms, 0.00539726%
main:@502 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=32,local=256,](main:@37,main:@501) -> float_type, {4, 16}, {16, 1}: 0.0135699ms, 0.122644%
main:@503 = load[offset=32640,end=32896](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00060336ms, 0.00545312%
main:@504 = gpu::code_object[code_object=13520,symbol_name=tanh_div_kernel,global=32,local=256,](main:@292,main:@503) -> float_type, {4, 16}, {16, 1}: 0.0137325ms, 0.124114%
main:@505 = load[offset=34944,end=35200](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00059686ms, 0.00539437%
main:@506 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=32,local=256,](main:@450,main:@505) -> float_type, {4, 16}, {16, 1}: 0.0134944ms, 0.121961%
main:@507 = load[offset=32896,end=33152](main:@1) -> float_type, {4, 16}, {16, 1}: 0.00058856ms, 0.00531936%
main:@508 = gpu::code_object[code_object=13520,symbol_name=rsqrt_sub_kernel,global=32,local=256,](main:@455,main:@507) -> float_type, {4, 16}, {16, 1}: 0.0127992ms, 0.115678%
main:@509 = load[offset=474128,end=477968](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00058898ms, 0.00532315%
main:@510 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=87,local=256,](main:@508,main:@496,main:@500,main:@504,main:@484,main:@494,main:@490,main:@506,main:@498,main:@492,main:@502,main:@509) -> float_type, {4, 240}, {240, 1}: 0.0191902ms, 0.173439%
main:@511 = hip::hip_copy_literal[id=main:@literal:146] -> float_type, {256, 512}, {512, 1}: 0.00075934ms, 0.00686285%
main:@512 = multibroadcast[out_lens={4, 896}](main:@470) -> float_type, {4, 896}, {0, 1}: 0.00059158ms, 0.00534665%
main:@513 = load[offset=32640,end=46976](main:@1) -> float_type, {4, 896}, {896, 1}: 0.00050142ms, 0.00453179%
main:@514 = gpu::code_object[code_object=13536,symbol_name=add_leaky_relu_kernel,global=1792,local=256,](main:@118,main:@512,main:@513) -> float_type, {4, 896}, {896, 1}: 0.0133849ms, 0.120972%
main:@515 = hip::hip_copy_literal[id=main:@literal:164] -> float_type, {256, 512}, {512, 1}: 0.0007342ms, 0.00663564%
main:@516 = hip::hip_copy_literal[id=main:@literal:154] -> float_type, {512, 256}, {256, 1}: 0.00063944ms, 0.00577921%
main:@517 = hip::hip_copy_literal[id=main:@literal:107] -> float_type, {128, 240}, {240, 1}: 0.00074574ms, 0.00673994%
main:@518 = slice[axes={0, 1, 2},starts={0, 0, 0},ends={4, 1, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00065302ms, 0.00590194%
main:@519 = squeeze[axes={1}](main:@518) -> float_type, {4, 256}, {4608, 1}: 0.00075132ms, 0.00679037%
main:@520 = load[offset=562320,end=570512](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00048094ms, 0.0043467%
main:@521 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@519,main:@515,main:@520) -> float_type, {4, 512}, {512, 1}: 0.0248311ms, 0.224421%
main:@522 = hip::hip_copy_literal[id=main:@literal:86] -> float_type, {256, 512}, {512, 1}: 0.00078534ms, 0.00709784%
main:@523 = slice[axes={0, 1, 2},starts={0, 14, 0},ends={4, 15, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00062532ms, 0.00565159%
main:@524 = squeeze[axes={1}](main:@523) -> float_type, {4, 256}, {4608, 1}: 0.00059072ms, 0.00533888%
main:@525 = load[offset=241536,end=249728](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00051586ms, 0.0046623%
main:@526 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@524,main:@522,main:@525) -> float_type, {4, 512}, {512, 1}: 0.0241448ms, 0.218218%
main:@527 = load[offset=233344,end=241536](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0006358ms, 0.00574631%
main:@528 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@526,main:@527) -> float_type, {4, 512}, {512, 1}: 0.0128799ms, 0.116408%
main:@529 = load[offset=229248,end=233344](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00062604ms, 0.0056581%
main:@530 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@528,main:@516,main:@529) -> float_type, {4, 256}, {256, 1}: 0.0306053ms, 0.276608%
main:@531 = hip::hip_copy_literal[id=main:@literal:141] -> float_type, {256, 512}, {512, 1}: 0.00077768ms, 0.00702861%
main:@532 = slice[axes={0, 1, 2},starts={0, 12, 0},ends={4, 13, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00064982ms, 0.00587302%
main:@533 = squeeze[axes={1}](main:@532) -> float_type, {4, 256}, {4608, 1}: 0.00088394ms, 0.00798898%
main:@534 = load[offset=233344,end=241536](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00047872ms, 0.00432663%
main:@535 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@533,main:@531,main:@534) -> float_type, {4, 512}, {512, 1}: 0.0237896ms, 0.215008%
main:@536 = hip::hip_copy_literal[id=main:@literal:113] -> float_type, {512, 256}, {256, 1}: 0.00077126ms, 0.00697058%
main:@537 = load[offset=241536,end=249728](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00049806ms, 0.00450143%
main:@538 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@535,main:@537) -> float_type, {4, 512}, {512, 1}: 0.012961ms, 0.11714%
main:@539 = load[offset=233344,end=237440](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00060358ms, 0.00545511%
main:@540 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@538,main:@536,main:@539) -> float_type, {4, 256}, {256, 1}: 0.0305628ms, 0.276224%
main:@541 = slice[axes={0, 1, 2},starts={0, 17, 0},ends={4, 18, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00075242ms, 0.00680031%
main:@542 = squeeze[axes={1}](main:@541) -> float_type, {4, 256}, {4608, 1}: 0.00059362ms, 0.00536509%
main:@543 = load[offset=249728,end=257920](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046652ms, 0.00421637%
main:@544 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@542,main:@511,main:@543) -> float_type, {4, 512}, {512, 1}: 0.0232604ms, 0.210226%
main:@545 = load[offset=241536,end=249728](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0006115ms, 0.00552669%
main:@546 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@544,main:@545) -> float_type, {4, 512}, {512, 1}: 0.012925ms, 0.116815%
main:@547 = hip::hip_copy_literal[id=main:@literal:96] -> float_type, {512, 256}, {256, 1}: 0.00075628ms, 0.0068352%
main:@548 = load[offset=237440,end=241536](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00047526ms, 0.00429536%
main:@549 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@546,main:@547,main:@548) -> float_type, {4, 256}, {256, 1}: 0.0307754ms, 0.278146%
main:@550 = slice[axes={0, 1, 2},starts={0, 10, 0},ends={4, 11, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00076146ms, 0.00688201%
main:@551 = squeeze[axes={1}](main:@550) -> float_type, {4, 256}, {4608, 1}: 0.00063322ms, 0.00572299%
main:@552 = load[offset=273280,end=281472](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046952ms, 0.00424348%
main:@553 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@551,main:@511,main:@552) -> float_type, {4, 512}, {512, 1}: 0.0230284ms, 0.208129%
main:@554 = load[offset=245632,end=253824](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0006068ms, 0.00548421%
main:@555 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@553,main:@554) -> float_type, {4, 512}, {512, 1}: 0.0129143ms, 0.116718%
main:@556 = hip::hip_copy_literal[id=main:@literal:42] -> float_type, {512, 256}, {256, 1}: 0.00075368ms, 0.0068117%
main:@557 = load[offset=241536,end=245632](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00047264ms, 0.00427168%
main:@558 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@555,main:@556,main:@557) -> float_type, {4, 256}, {256, 1}: 0.0303383ms, 0.274195%
main:@559 = slice[axes={0, 1, 2},starts={0, 13, 0},ends={4, 14, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00077296ms, 0.00698595%
main:@560 = squeeze[axes={1}](main:@559) -> float_type, {4, 256}, {4608, 1}: 0.00061302ms, 0.00554042%
main:@561 = load[offset=273280,end=281472](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00049854ms, 0.00450576%
main:@562 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@560,main:@515,main:@561) -> float_type, {4, 512}, {512, 1}: 0.0230092ms, 0.207955%
main:@563 = load[offset=249728,end=257920](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00060298ms, 0.00544968%
main:@564 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@562,main:@563) -> float_type, {4, 512}, {512, 1}: 0.0129543ms, 0.11708%
main:@565 = hip::hip_copy_literal[id=main:@literal:41] -> float_type, {512, 256}, {256, 1}: 0.00075498ms, 0.00682345%
main:@566 = load[offset=245632,end=249728](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00046052ms, 0.00416214%
main:@567 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@564,main:@565,main:@566) -> float_type, {4, 256}, {256, 1}: 0.0303688ms, 0.274471%
main:@568 = hip::hip_copy_literal[id=main:@literal:112] -> float_type, {256, 512}, {512, 1}: 0.00076176ms, 0.00688472%
main:@569 = slice[axes={0, 1, 2},starts={0, 7, 0},ends={4, 8, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00063604ms, 0.00574848%
main:@570 = squeeze[axes={1}](main:@569) -> float_type, {4, 256}, {4608, 1}: 0.00061712ms, 0.00557748%
main:@571 = load[offset=249728,end=257920](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0004557ms, 0.00411858%
main:@572 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@570,main:@568,main:@571) -> float_type, {4, 512}, {512, 1}: 0.0234911ms, 0.212311%
main:@573 = load[offset=273280,end=281472](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00061666ms, 0.00557332%
main:@574 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@572,main:@573) -> float_type, {4, 512}, {512, 1}: 0.0129651ms, 0.117178%
main:@575 = hip::hip_copy_literal[id=main:@literal:140] -> float_type, {512, 256}, {256, 1}: 0.000738ms, 0.00666998%
main:@576 = load[offset=249728,end=253824](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00045692ms, 0.00412961%
main:@577 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@574,main:@575,main:@576) -> float_type, {4, 256}, {256, 1}: 0.0304607ms, 0.275301%
main:@578 = hip::hip_copy_literal[id=main:@literal:153] -> float_type, {256, 512}, {512, 1}: 0.0007627ms, 0.00689322%
main:@579 = slice[axes={0, 1, 2},starts={0, 6, 0},ends={4, 7, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00063952ms, 0.00577993%
main:@580 = squeeze[axes={1}](main:@579) -> float_type, {4, 256}, {4608, 1}: 0.00061834ms, 0.00558851%
main:@581 = load[offset=514832,end=523024](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0004691ms, 0.00423969%
main:@582 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@580,main:@578,main:@581) -> float_type, {4, 512}, {512, 1}: 0.0235275ms, 0.21264%
main:@583 = load[offset=273280,end=281472](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00060796ms, 0.00549469%
main:@584 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@582,main:@583) -> float_type, {4, 512}, {512, 1}: 0.0128889ms, 0.116489%
main:@585 = hip::hip_copy_literal[id=main:@literal:93] -> float_type, {512, 256}, {256, 1}: 0.00071032ms, 0.00641981%
main:@586 = load[offset=253824,end=257920](main:@1) -> float_type, {4, 256}, {256, 1}: 0.0004884ms, 0.00441412%
main:@587 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@584,main:@585,main:@586) -> float_type, {4, 256}, {256, 1}: 0.0304544ms, 0.275245%
main:@588 = hip::hip_copy_literal[id=main:@literal:68] -> float_type, {256, 512}, {512, 1}: 0.00077584ms, 0.00701198%
main:@589 = slice[axes={0, 1, 2},starts={0, 11, 0},ends={4, 12, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00063656ms, 0.00575318%
main:@590 = squeeze[axes={1}](main:@589) -> float_type, {4, 256}, {4608, 1}: 0.00058438ms, 0.00528158%
main:@591 = load[offset=514832,end=523024](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046484ms, 0.00420119%
main:@592 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@590,main:@588,main:@591) -> float_type, {4, 512}, {512, 1}: 0.0238241ms, 0.21532%
main:@593 = load[offset=277376,end=285568](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0006206ms, 0.00560893%
main:@594 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@592,main:@593) -> float_type, {4, 512}, {512, 1}: 0.0129676ms, 0.1172%
main:@595 = load[offset=273280,end=277376](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00062888ms, 0.00568377%
main:@596 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@594,main:@516,main:@595) -> float_type, {4, 256}, {256, 1}: 0.0302239ms, 0.273161%
main:@597 = slice[axes={0, 1, 2},starts={0, 4, 0},ends={4, 5, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00074048ms, 0.0066924%
main:@598 = squeeze[axes={1}](main:@597) -> float_type, {4, 256}, {4608, 1}: 0.00091654ms, 0.00828361%
main:@599 = load[offset=277376,end=285568](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00047854ms, 0.00432501%
main:@600 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@598,main:@515,main:@599) -> float_type, {4, 512}, {512, 1}: 0.0229763ms, 0.207658%
main:@601 = load[offset=514832,end=523024](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0006142ms, 0.00555109%
main:@602 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@600,main:@601) -> float_type, {4, 512}, {512, 1}: 0.0129584ms, 0.117117%
main:@603 = hip::hip_copy_literal[id=main:@literal:94] -> float_type, {512, 256}, {256, 1}: 0.00070852ms, 0.00640355%
main:@604 = load[offset=277376,end=281472](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00047184ms, 0.00426445%
main:@605 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@602,main:@603,main:@604) -> float_type, {4, 256}, {256, 1}: 0.0305876ms, 0.276448%
main:@606 = hip::hip_copy_literal[id=main:@literal:149] -> float_type, {256, 512}, {512, 1}: 0.0008392ms, 0.00758462%
main:@607 = slice[axes={0, 1, 2},starts={0, 3, 0},ends={4, 4, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00086776ms, 0.00784274%
main:@608 = squeeze[axes={1}](main:@607) -> float_type, {4, 256}, {4608, 1}: 0.00061262ms, 0.00553681%
main:@609 = load[offset=514832,end=523024](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046162ms, 0.00417208%
main:@610 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@608,main:@606,main:@609) -> float_type, {4, 512}, {512, 1}: 0.0236275ms, 0.213543%
main:@611 = hip::hip_copy_literal[id=main:@literal:120] -> float_type, {512, 256}, {256, 1}: 0.00075224ms, 0.00679868%
main:@612 = load[offset=523024,end=531216](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0004826ms, 0.0043617%
main:@613 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@610,main:@612) -> float_type, {4, 512}, {512, 1}: 0.0130077ms, 0.117562%
main:@614 = load[offset=281472,end=285568](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00058978ms, 0.00533038%
main:@615 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@613,main:@611,main:@614) -> float_type, {4, 256}, {256, 1}: 0.0302023ms, 0.272966%
main:@616 = hip::hip_copy_literal[id=main:@literal:137] -> float_type, {128, 240}, {240, 1}: 0.00068204ms, 0.00616422%
main:@617 = hip::hip_copy_literal[id=main:@literal:75] -> float_type, {160, 160}, {160, 1}: 0.0006671ms, 0.00602919%
main:@618 = load[offset=514832,end=535824](main:@1) -> float_type, {4, 1312}, {1312, 1}: 0.00047604ms, 0.00430241%
main:@619 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2624,local=256,](main:@336,main:@510,main:@618) -> float_type, {4, 1312}, {1312, 1}: 0.0141257ms, 0.127667%
main:@620 = hip::hip_copy_literal[id=main:@literal:46] -> float_type, {1312, 128}, {128, 1}: 0.00070492ms, 0.00637101%
main:@621 = load[offset=547984,end=550032](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00045666ms, 0.00412726%
main:@622 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@619,main:@620,main:@621) -> float_type, {4, 128}, {128, 1}: 0.0256362ms, 0.231698%
main:@623 = load[offset=514832,end=522384](main:@1) -> float_type, {4, 472}, {472, 1}: 0.00060458ms, 0.00546414%
main:@624 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=944,local=256,](main:@366,main:@510,main:@623) -> float_type, {4, 472}, {472, 1}: 0.0137301ms, 0.124092%
main:@625 = hip::hip_copy_literal[id=main:@literal:145] -> float_type, {472, 128}, {128, 1}: 0.00073788ms, 0.0066689%
main:@626 = load[offset=285568,end=287616](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00047918ms, 0.00433079%
main:@627 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@624,main:@625,main:@626) -> float_type, {4, 128}, {128, 1}: 0.0297385ms, 0.268774%
main:@628 = hip::hip_copy_literal[id=main:@literal:71] -> float_type, {128, 240}, {240, 1}: 0.00072328ms, 0.00653695%
main:@629 = load[offset=514832,end=516880](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046962ms, 0.00424439%
main:@630 = gpu::code_object[code_object=13520,symbol_name=log_pow_kernel,global=256,local=256,](main:@627,main:@629) -> float_type, {4, 128}, {128, 1}: 0.0165678ms, 0.149739%
main:@631 = load[offset=522384,end=526224](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00061232ms, 0.0055341%
main:@632 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@630,main:@628,main:@631) -> float_type, {4, 240}, {240, 1}: 0.0222231ms, 0.20085%
main:@633 = load[offset=514832,end=522384](main:@1) -> float_type, {4, 472}, {472, 1}: 0.00061012ms, 0.00551421%
main:@634 = gpu::code_object[code_object=13552,symbol_name=noop_log_pow_concat_noop_kernel,global=944,local=256,](main:@366,main:@632,main:@510,main:@633) -> float_type, {4, 472}, {472, 1}: 0.0166521ms, 0.150501%
main:@635 = hip::hip_copy_literal[id=main:@literal:37] -> float_type, {472, 256}, {256, 1}: 0.0007805ms, 0.00705409%
main:@636 = load[offset=539792,end=543888](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00046916ms, 0.00424023%
main:@637 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@634,main:@635,main:@636) -> float_type, {4, 256}, {256, 1}: 0.0302197ms, 0.273123%
main:@638 = load[offset=511120,end=518672](main:@1) -> float_type, {4, 472}, {472, 1}: 0.00061108ms, 0.00552289%
main:@639 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=944,local=256,](main:@29,main:@510,main:@638) -> float_type, {4, 472}, {472, 1}: 0.0137468ms, 0.124243%
main:@640 = hip::hip_copy_literal[id=main:@literal:47] -> float_type, {472, 128}, {128, 1}: 0.00081116ms, 0.0073312%
main:@641 = load[offset=518672,end=520720](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00045856ms, 0.00414443%
main:@642 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@639,main:@640,main:@641) -> float_type, {4, 128}, {128, 1}: 0.0298478ms, 0.269762%
main:@643 = load[offset=285568,end=287616](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00061696ms, 0.00557603%
main:@644 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=256,local=256,](main:@642,main:@643) -> float_type, {4, 128}, {128, 1}: 0.0135151ms, 0.122149%
main:@645 = load[offset=518672,end=522512](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00058952ms, 0.00532803%
main:@646 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@644,main:@616,main:@645) -> float_type, {4, 240}, {240, 1}: 0.0209087ms, 0.188971%
main:@647 = load[offset=511120,end=518672](main:@1) -> float_type, {4, 472}, {472, 1}: 0.00060324ms, 0.00545203%
main:@648 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_div_concat_noop_kernel,global=944,local=256,](main:@29,main:@646,main:@510,main:@647) -> float_type, {4, 472}, {472, 1}: 0.0146941ms, 0.132804%
main:@649 = hip::hip_copy_literal[id=main:@literal:156] -> float_type, {472, 256}, {256, 1}: 0.00084018ms, 0.00759348%
main:@650 = load[offset=550032,end=554128](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00045506ms, 0.00411279%
main:@651 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@648,main:@649,main:@650) -> float_type, {4, 256}, {256, 1}: 0.0298439ms, 0.269727%
main:@652 = hip::hip_copy_literal[id=main:@literal:136] -> float_type, {1272, 128}, {128, 1}: 0.00074508ms, 0.00673397%
main:@653 = load[offset=511120,end=531472](main:@1) -> float_type, {4, 1272}, {1272, 1}: 0.00045516ms, 0.0041137%
main:@654 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2544,local=256,](main:@372,main:@510,main:@653) -> float_type, {4, 1272}, {1272, 1}: 0.014087ms, 0.127318%
main:@655 = load[offset=318656,end=320704](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00062494ms, 0.00564816%
main:@656 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@654,main:@652,main:@655) -> float_type, {4, 128}, {128, 1}: 0.0245337ms, 0.221733%
main:@657 = load[offset=285568,end=287616](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00061814ms, 0.0055867%
main:@658 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=256,local=256,](main:@656,main:@657) -> float_type, {4, 128}, {128, 1}: 0.0162396ms, 0.146772%
main:@659 = hip::hip_copy_literal[id=main:@literal:78] -> float_type, {128, 240}, {240, 1}: 0.00075702ms, 0.00684188%
main:@660 = load[offset=531472,end=535312](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00047288ms, 0.00427385%
main:@661 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@658,main:@659,main:@660) -> float_type, {4, 240}, {240, 1}: 0.0207082ms, 0.187159%
main:@662 = load[offset=511120,end=531472](main:@1) -> float_type, {4, 1272}, {1272, 1}: 0.00059754ms, 0.00540052%
main:@663 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_div_concat_noop_kernel,global=2544,local=256,](main:@372,main:@661,main:@510,main:@662) -> float_type, {4, 1272}, {1272, 1}: 0.0143496ms, 0.12969%
main:@664 = hip::hip_copy_literal[id=main:@literal:131] -> float_type, {1272, 256}, {256, 1}: 0.00072654ms, 0.00656641%
main:@665 = load[offset=554128,end=558224](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00047144ms, 0.00426084%
main:@666 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@663,main:@664,main:@665) -> float_type, {4, 256}, {256, 1}: 0.0311385ms, 0.281427%
main:@667 = load[offset=328320,end=338112](main:@1) -> float_type, {4, 612}, {612, 1}: 0.00060046ms, 0.00542691%
main:@668 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1224,local=256,](main:@247,main:@510,main:@667) -> float_type, {4, 612}, {612, 1}: 0.0139097ms, 0.125715%
main:@669 = hip::hip_copy_literal[id=main:@literal:125] -> float_type, {612, 128}, {128, 1}: 0.00074158ms, 0.00670234%
main:@670 = load[offset=318656,end=320704](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046038ms, 0.00416088%
main:@671 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@668,main:@669,main:@670) -> float_type, {4, 128}, {128, 1}: 0.0340432ms, 0.307679%
main:@672 = load[offset=285568,end=287616](main:@1) -> float_type, {4, 128}, {128, 1}: 0.0006307ms, 0.00570021%
main:@673 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=256,local=256,](main:@671,main:@672) -> float_type, {4, 128}, {128, 1}: 0.0161899ms, 0.146323%
main:@674 = hip::hip_copy_literal[id=main:@literal:124] -> float_type, {128, 240}, {240, 1}: 0.00075918ms, 0.00686141%
main:@675 = load[offset=338112,end=341952](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00046366ms, 0.00419052%
main:@676 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@673,main:@674,main:@675) -> float_type, {4, 240}, {240, 1}: 0.0212109ms, 0.191703%
main:@677 = load[offset=328320,end=338112](main:@1) -> float_type, {4, 612}, {612, 1}: 0.00062244ms, 0.00562556%
main:@678 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=1224,local=256,](main:@247,main:@676,main:@510,main:@677) -> float_type, {4, 612}, {612, 1}: 0.0140875ms, 0.127322%
main:@679 = hip::hip_copy_literal[id=main:@literal:103] -> float_type, {612, 256}, {256, 1}: 0.0007328ms, 0.00662299%
main:@680 = load[offset=558224,end=562320](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00046646ms, 0.00421583%
main:@681 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@678,main:@679,main:@680) -> float_type, {4, 256}, {256, 1}: 0.0343759ms, 0.310687%
main:@682 = slice[axes={1},starts={128},ends={256}](main:@182) -> float_type, {200, 128}, {256, 1}: 0.00082406ms, 0.00744779%
main:@683 = reshape_lazy[dims={4, 50, 128}](main:@682) -> float_type, {4, 50, 128}, {12800, 256, 1}: 0.00093894ms, 0.00848606%
main:@684 = slice[axes={2},starts={64},ends={128}](main:@683) -> float_type, {4, 50, 64}, {12800, 256, 1}: 0.00074132ms, 0.00669999%
main:@685 = slice[axes={2},starts={0},ends={64}](main:@683) -> float_type, {4, 50, 64}, {12800, 256, 1}: 0.00092246ms, 0.00833712%
main:@686 = unsqueeze[axes={0},steps={}](main:@684) -> float_type, {1, 4, 50, 64}, {51200, 12800, 256, 1}: 0.00073948ms, 0.00668336%
main:@687 = load[offset=775312,end=877712](main:@1) -> float_type, {2, 4, 50, 64}, {12800, 3200, 64, 1}: 0.00049814ms, 0.00450215%
main:@688 = unsqueeze[axes={0},steps={}](main:@685) -> float_type, {1, 4, 50, 64}, {51200, 12800, 256, 1}: 0.00092188ms, 0.00833188%
main:@689 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=6400,local=256,](main:@688,main:@686,main:@687) -> float_type, {2, 4, 50, 64}, {12800, 3200, 64, 1}: 0.014778ms, 0.133562%
main:@690 = slice[axes={1},starts={128},ends={256}](main:@145) -> float_type, {4, 128}, {256, 1}: 0.0007837ms, 0.00708302%
main:@691 = reshape_lazy[dims={4, 1, 128}](main:@690) -> float_type, {4, 1, 128}, {256, 128, 1}: 0.00056104ms, 0.00507063%
main:@692 = load[offset=285568,end=287616](main:@1) -> float_type, {2, 4, 1, 64}, {256, 64, 64, 1}: 0.00050506ms, 0.00456469%
main:@693 = slice[axes={2},starts={0},ends={64}](main:@691) -> float_type, {4, 1, 64}, {256, 128, 1}: 0.00103666ms, 0.00936925%
main:@694 = unsqueeze[axes={0},steps={}](main:@693) -> float_type, {1, 4, 1, 64}, {1024, 256, 128, 1}: 0.0005932ms, 0.00536129%
main:@695 = slice[axes={2},starts={64},ends={128}](main:@691) -> float_type, {4, 1, 64}, {256, 128, 1}: 0.00071976ms, 0.00650513%
main:@696 = unsqueeze[axes={0},steps={}](main:@695) -> float_type, {1, 4, 1, 64}, {1024, 256, 128, 1}: 0.00084776ms, 0.00766198%
main:@697 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=128,local=256,](main:@694,main:@696,main:@692) -> float_type, {2, 4, 1, 64}, {256, 64, 64, 1}: 0.0133901ms, 0.121018%
main:@698 = transpose[permutation={0, 1, 3, 2}](main:@689) -> float_type, {2, 4, 64, 50}, {12800, 3200, 1, 64}: 0.00092326ms, 0.00834435%
main:@699 = load[offset=318656,end=320256](main:@1) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.00047664ms, 0.00430783%
main:@700 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@697,main:@698,main:@699) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.0247655ms, 0.223829%
WjNeBZroCJ:0 = @param:WjNeBZroCJ:0 -> int32_type, {4, 50}, {50, 1}: 0.00073454ms, 0.00663871%
main:@702 = unsqueeze[axes={1},steps={}](WjNeBZroCJ:0) -> int32_type, {4, 1, 50}, {50, 50, 1}: 0.00063352ms, 0.0057257%
main:@703 = load[offset=285568,end=286368](main:@1) -> float_type, {4, 1, 50}, {50, 50, 1}: 0.00051642ms, 0.00466736%
main:@704 = gpu::code_object[code_object=13536,symbol_name=convert_pow_add_kernel,global=100,local=256,](main:@702,main:@703) -> float_type, {4, 1, 50}, {50, 50, 1}: 0.012772ms, 0.115432%
main:@705 = multibroadcast[out_lens={2, 4, 1, 50}](main:@704) -> float_type, {2, 4, 1, 50}, {0, 50, 50, 1}: 0.00070884ms, 0.00640644%
main:@706 = load[offset=320256,end=321856](main:@1) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.00048472ms, 0.00438086%
main:@707 = gpu::code_object[code_object=13520,symbol_name=pow_mul_kernel,global=200,local=256,](main:@700,main:@705,main:@706) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.0153211ms, 0.13847%
main:@708 = load[offset=285568,end=287168](main:@1) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.00063608ms, 0.00574884%
main:@709 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=512,local=64,](main:@707,main:@708) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.0140162ms, 0.126677%
main:@710 = load[offset=775312,end=877712](main:@1) -> float_type, {2, 4, 50, 64}, {12800, 3200, 64, 1}: 0.00063414ms, 0.00573131%
main:@711 = slice[axes={1},starts={0},ends={128}](main:@182) -> float_type, {200, 128}, {256, 1}: 0.00060386ms, 0.00545764%
main:@712 = reshape_lazy[dims={4, 50, 128}](main:@711) -> float_type, {4, 50, 128}, {12800, 256, 1}: 0.0005952ms, 0.00537937%
main:@713 = slice[axes={2},starts={0},ends={64}](main:@712) -> float_type, {4, 50, 64}, {12800, 256, 1}: 0.00070924ms, 0.00641005%
main:@714 = unsqueeze[axes={0},steps={}](main:@713) -> float_type, {1, 4, 50, 64}, {51200, 12800, 256, 1}: 0.00083696ms, 0.00756438%
main:@715 = slice[axes={2},starts={64},ends={128}](main:@712) -> float_type, {4, 50, 64}, {12800, 256, 1}: 0.00063876ms, 0.00577306%
main:@716 = unsqueeze[axes={0},steps={}](main:@715) -> float_type, {1, 4, 50, 64}, {51200, 12800, 256, 1}: 0.00085354ms, 0.00771422%
main:@717 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=6400,local=256,](main:@714,main:@716,main:@710) -> float_type, {2, 4, 50, 64}, {12800, 3200, 64, 1}: 0.0147234ms, 0.133069%
main:@718 = load[offset=342800,end=344848](main:@1) -> float_type, {2, 4, 1, 64}, {256, 64, 64, 1}: 0.0006338ms, 0.00572823%
main:@719 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@709,main:@717,main:@718) -> float_type, {2, 4, 1, 64}, {256, 64, 64, 1}: 0.0223223ms, 0.201747%
omr2g4XaH5:0 = @param:omr2g4XaH5:0 -> float_type, {4, 17}, {17, 1}: 0.00075388ms, 0.00681351%
4gFa5o2YsJ:0 = @param:4gFa5o2YsJ:0 -> float_type, {4, 9}, {9, 1}: 0.00052306ms, 0.00472737%
IRem4MiFDP:0 = @param:IRem4MiFDP:0 -> float_type, {4, 5}, {5, 1}: 0.00052142ms, 0.00471255%
aqMQBgb3hf:0 = @param:aqMQBgb3hf:0 -> float_type, {4, 17}, {17, 1}: 0.00046814ms, 0.00423101%
nyLxrsTmOB:0 = @param:nyLxrsTmOB:0 -> float_type, {4, 17}, {17, 1}: 0.00052876ms, 0.00477889%
iCbkMrmXBh:0 = @param:iCbkMrmXBh:0 -> float_type, {4, 9}, {9, 1}: 0.00047034ms, 0.00425089%
cN2JSTnFOu:0 = @param:cN2JSTnFOu:0 -> float_type, {4, 9}, {9, 1}: 0.00052084ms, 0.00470731%
Tej5M3O6As:0 = @param:Tej5M3O6As:0 -> float_type, {4, 17}, {17, 1}: 0.00061244ms, 0.00553518%
4M92ryD8ux:0 = @param:4M92ryD8ux:0 -> float_type, {4, 9}, {9, 1}: 0.00052568ms, 0.00475105%
XPcHGKbop2:0 = @param:XPcHGKbop2:0 -> float_type, {4, 13}, {13, 1}: 0.00064458ms, 0.00582566%
r1WGP7Xe9H:0 = @param:r1WGP7Xe9H:0 -> float_type, {4, 13}, {13, 1}: 0.00047318ms, 0.00427656%
72zWmh93Bo:0 = @param:72zWmh93Bo:0 -> float_type, {4, 17}, {17, 1}: 0.00050438ms, 0.00455854%
Hnjq487SIY:0 = @param:Hnjq487SIY:0 -> float_type, {4, 13}, {13, 1}: 0.00046156ms, 0.00417154%
khJcIxW3zv:0 = @param:khJcIxW3zv:0 -> float_type, {4, 9}, {9, 1}: 0.00049052ms, 0.00443328%
qzd23aNGIT:0 = @param:qzd23aNGIT:0 -> float_type, {4, 17}, {17, 1}: 0.00043812ms, 0.00395969%
BYyjkPCX0m:0 = @param:BYyjkPCX0m:0 -> float_type, {4, 13}, {13, 1}: 0.0006262ms, 0.00565954%
JjyOIxALzM:0 = @param:JjyOIxALzM:0 -> float_type, {4, 5}, {5, 1}: 0.0005823ms, 0.00526278%
KasFvpq4IG:0 = @param:KasFvpq4IG:0 -> float_type, {4, 5}, {5, 1}: 0.00054872ms, 0.00495929%
JCVMzpWyri:0 = @param:JCVMzpWyri:0 -> float_type, {4, 17}, {17, 1}: 0.0005015ms, 0.00453252%
JaHTUxB6zL:0 = @param:JaHTUxB6zL:0 -> float_type, {4, 17}, {17, 1}: 0.00053102ms, 0.00479931%
6XMrIsBjLY:0 = @param:6XMrIsBjLY:0 -> float_type, {4, 13}, {13, 1}: 0.00055794ms, 0.00504262%
LMobYAd5ru:0 = @param:LMobYAd5ru:0 -> float_type, {4, 17}, {17, 1}: 0.0006197ms, 0.0056008%
8vM5p4RzXd:0 = @param:8vM5p4RzXd:0 -> float_type, {4, 13}, {13, 1}: 0.00056332ms, 0.00509124%
EKpP4xMXu8:0 = @param:EKpP4xMXu8:0 -> float_type, {4, 17}, {17, 1}: 0.00065756ms, 0.00594297%
bTeX85HPmJ:0 = @param:bTeX85HPmJ:0 -> float_type, {4, 17}, {17, 1}: 0.00055178ms, 0.00498694%
eQquakfWBY:0 = @param:eQquakfWBY:0 -> float_type, {4, 17}, {17, 1}: 0.0006209ms, 0.00561164%
EZBIAqn6LS:0 = @param:EZBIAqn6LS:0 -> float_type, {4, 13}, {13, 1}: 0.0006185ms, 0.00558995%
9dgeU4bKka:0 = @param:9dgeU4bKka:0 -> float_type, {4, 17}, {17, 1}: 0.00055938ms, 0.00505563%
JSPsGophtx:0 = @param:JSPsGophtx:0 -> float_type, {4, 25}, {25, 1}: 0.00055676ms, 0.00503195%
main:@749 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](LMobYAd5ru:0) -> float_type, {4, 4}, {17, 1}: 0.00090514ms, 0.00818058%
Vbv2Om3ptd:0 = @param:Vbv2Om3ptd:0 -> float_type, {4, 17}, {17, 1}: 0.00049212ms, 0.00444774%
fZhaL2tCm6:0 = @param:fZhaL2tCm6:0 -> float_type, {4, 17}, {17, 1}: 0.00055688ms, 0.00503304%
d8RoEzG52p:0 = @param:d8RoEzG52p:0 -> float_type, {4, 17}, {17, 1}: 0.0005625ms, 0.00508383%
fMiQsYNnet:0 = @param:fMiQsYNnet:0 -> float_type, {4, 5}, {5, 1}: 0.00052848ms, 0.00477636%
TSqGwrHeo4:0 = @param:TSqGwrHeo4:0 -> float_type, {4, 5}, {5, 1}: 0.00056844ms, 0.00513751%
main:@755 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](Tej5M3O6As:0) -> float_type, {4, 8}, {17, 1}: 0.00078106ms, 0.00705916%
main:@756 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](r1WGP7Xe9H:0) -> float_type, {4, 2}, {13, 1}: 0.00069284ms, 0.00626183%
main:@757 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](Vbv2Om3ptd:0) -> float_type, {4, 8}, {17, 1}: 0.00067028ms, 0.00605794%
main:@758 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](Hnjq487SIY:0) -> float_type, {4, 2}, {13, 1}: 0.00066548ms, 0.00601455%
main:@759 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](JCVMzpWyri:0) -> float_type, {4, 4}, {17, 1}: 0.00064702ms, 0.00584771%
main:@760 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](JSPsGophtx:0) -> float_type, {4, 8}, {25, 1}: 0.00065296ms, 0.0059014%
main:@761 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](JaHTUxB6zL:0) -> float_type, {4, 4}, {17, 1}: 0.00063876ms, 0.00577306%
main:@762 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](JjyOIxALzM:0) -> float_type, {4, 2}, {5, 1}: 0.0006689ms, 0.00604546%
main:@763 = load[offset=321216,end=323776](main:@1) -> float_type, {4, 160}, {160, 1}: 0.0004862ms, 0.00439424%
main:@764 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](nyLxrsTmOB:0) -> float_type, {4, 8}, {17, 1}: 0.00067096ms, 0.00606408%
main:@765 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](iCbkMrmXBh:0) -> float_type, {4, 4}, {9, 1}: 0.00085558ms, 0.00773266%
main:@766 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](fZhaL2tCm6:0) -> float_type, {4, 8}, {17, 1}: 0.00062546ms, 0.00565286%
main:@767 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](72zWmh93Bo:0) -> float_type, {4, 4}, {17, 1}: 0.00061736ms, 0.00557965%
main:@768 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](qzd23aNGIT:0) -> float_type, {4, 4}, {17, 1}: 0.00062406ms, 0.0056402%
main:@769 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](6XMrIsBjLY:0) -> float_type, {4, 2}, {13, 1}: 0.00086896ms, 0.00785359%
main:@770 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](8vM5p4RzXd:0) -> float_type, {4, 2}, {13, 1}: 0.00062384ms, 0.00563821%
main:@771 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](9dgeU4bKka:0) -> float_type, {4, 4}, {17, 1}: 0.00060892ms, 0.00550337%
AB6lekmMxa:0 = @param:AB6lekmMxa:0 -> float_type, {4, 25}, {25, 1}: 0.0005369ms, 0.00485246%
main:@773 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](AB6lekmMxa:0) -> float_type, {4, 8}, {25, 1}: 0.00069118ms, 0.00624683%
main:@774 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](KasFvpq4IG:0) -> float_type, {4, 2}, {5, 1}: 0.00063736ms, 0.00576041%
main:@775 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](XPcHGKbop2:0) -> float_type, {4, 2}, {13, 1}: 0.00062792ms, 0.00567509%
lQmygxs5aD:0 = @param:lQmygxs5aD:0 -> float_type, {4, 13}, {13, 1}: 0.00055088ms, 0.00497881%
main:@777 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](lQmygxs5aD:0) -> float_type, {4, 2}, {13, 1}: 0.00069046ms, 0.00624032%
main:@778 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](d8RoEzG52p:0) -> float_type, {4, 8}, {17, 1}: 0.00087098ms, 0.00787185%
main:@779 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](omr2g4XaH5:0) -> float_type, {4, 8}, {17, 1}: 0.00060712ms, 0.0054871%
agDiJj8lLK:0 = @param:agDiJj8lLK:0 -> float_type, {4, 13}, {13, 1}: 0.00048694ms, 0.00440092%
main:@781 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](agDiJj8lLK:0) -> float_type, {4, 2}, {13, 1}: 0.0006921ms, 0.00625514%
main:@782 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](aqMQBgb3hf:0) -> float_type, {4, 8}, {17, 1}: 0.00061884ms, 0.00559302%
main:@783 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](cN2JSTnFOu:0) -> float_type, {4, 4}, {9, 1}: 0.0006432ms, 0.00581319%
main:@784 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](4gFa5o2YsJ:0) -> float_type, {4, 4}, {9, 1}: 0.00065188ms, 0.00589164%
main:@785 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](TSqGwrHeo4:0) -> float_type, {4, 2}, {5, 1}: 0.00060368ms, 0.00545601%
main:@786 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](BYyjkPCX0m:0) -> float_type, {4, 2}, {13, 1}: 0.00063088ms, 0.00570184%
main:@787 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](eQquakfWBY:0) -> float_type, {4, 4}, {17, 1}: 0.00061022ms, 0.00551512%
main:@788 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](bTeX85HPmJ:0) -> float_type, {4, 4}, {17, 1}: 0.00063346ms, 0.00572516%
main:@789 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](IRem4MiFDP:0) -> float_type, {4, 2}, {5, 1}: 0.00062016ms, 0.00560495%
main:@790 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](fMiQsYNnet:0) -> float_type, {4, 2}, {5, 1}: 0.0006376ms, 0.00576258%
main:@791 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](EKpP4xMXu8:0) -> float_type, {4, 4}, {17, 1}: 0.00060642ms, 0.00548077%
EUciqFuptg:0 = @param:EUciqFuptg:0 -> float_type, {4, 17}, {17, 1}: 0.00045502ms, 0.00411243%
main:@793 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](EUciqFuptg:0) -> float_type, {4, 4}, {17, 1}: 0.0006738ms, 0.00608975%
main:@794 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](EZBIAqn6LS:0) -> float_type, {4, 2}, {13, 1}: 0.00062498ms, 0.00564852%
main:@795 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](khJcIxW3zv:0) -> float_type, {4, 4}, {9, 1}: 0.00088434ms, 0.00799259%
main:@796 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](4M92ryD8ux:0) -> float_type, {4, 4}, {9, 1}: 0.00064492ms, 0.00582873%
main:@797 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=16,local=256,](main:@762,main:@794,main:@789,main:@777,main:@785,main:@756,main:@781,main:@775,main:@770,main:@790,main:@786,main:@758,main:@774,main:@769,main:@783,main:@771,main:@796,main:@749,main:@795,main:@793,main:@788,main:@791,main:@787,main:@759,main:@767,main:@768,main:@765,main:@761,main:@784,main:@760,main:@766,main:@778,main:@755,main:@779,main:@773,main:@782,main:@757,main:@764,main:@763) -> float_type, {4, 160}, {160, 1}: 0.0459672ms, 0.415448%
main:@798 = load[offset=318656,end=321216](main:@1) -> float_type, {4, 160}, {160, 1}: 0.00065224ms, 0.00589489%
main:@799 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@797,main:@617,main:@798) -> float_type, {4, 160}, {160, 1}: 0.0236746ms, 0.213969%
E1ZkVIXqS5:0 = @param:E1ZkVIXqS5:0 -> float_type, {4, 9}, {9, 1}: 0.00071806ms, 0.00648977%
KCNfS4GlpP:0 = @param:KCNfS4GlpP:0 -> float_type, {4, 9}, {9, 1}: 0.00058942ms, 0.00532713%
IMdFk7D16X:0 = @param:IMdFk7D16X:0 -> float_type, {4, 9}, {9, 1}: 0.0005327ms, 0.0048145%
gsP96ZTbn0:0 = @param:gsP96ZTbn0:0 -> float_type, {4, 17}, {17, 1}: 0.0005204ms, 0.00470333%
qfwYOHde3u:0 = @param:qfwYOHde3u:0 -> float_type, {4, 17}, {17, 1}: 0.00057836ms, 0.00522717%
lDhFNYzbxR:0 = @param:lDhFNYzbxR:0 -> float_type, {4, 17}, {17, 1}: 0.0005193ms, 0.00469339%
5yColzZ8K3:0 = @param:5yColzZ8K3:0 -> float_type, {4, 5}, {5, 1}: 0.00049104ms, 0.00443798%
vAbKepTjQg:0 = @param:vAbKepTjQg:0 -> float_type, {4, 5}, {5, 1}: 0.00069466ms, 0.00627828%
U6GqhP8k7I:0 = @param:U6GqhP8k7I:0 -> float_type, {4, 9}, {9, 1}: 0.00046198ms, 0.00417534%
ecPTQUALkq:0 = @param:ecPTQUALkq:0 -> float_type, {4, 5}, {5, 1}: 0.00043682ms, 0.00394794%
pQsi1GNxvj:0 = @param:pQsi1GNxvj:0 -> float_type, {4, 5}, {5, 1}: 0.00051868ms, 0.00468779%
3VED7WSJ1b:0 = @param:3VED7WSJ1b:0 -> float_type, {4, 5}, {5, 1}: 0.0005315ms, 0.00480365%
NLt5JnRMjG:0 = @param:NLt5JnRMjG:0 -> float_type, {4, 5}, {5, 1}: 0.00051632ms, 0.00466646%
gqk5byC8aJ:0 = @param:gqk5byC8aJ:0 -> float_type, {4, 5}, {5, 1}: 0.00045272ms, 0.00409165%
l5WSX3VvMK:0 = @param:l5WSX3VvMK:0 -> float_type, {4, 25}, {25, 1}: 0.00060724ms, 0.00548819%
Ouh1XpPZaj:0 = @param:Ouh1XpPZaj:0 -> float_type, {4, 9}, {9, 1}: 0.0006249ms, 0.00564779%
O5aJeUQh2G:0 = @param:O5aJeUQh2G:0 -> float_type, {4, 17}, {17, 1}: 0.00050516ms, 0.00456559%
IxpbBg7JTO:0 = @param:IxpbBg7JTO:0 -> float_type, {4, 5}, {5, 1}: 0.00052066ms, 0.00470568%
oQ5OcjZJe8:0 = @param:oQ5OcjZJe8:0 -> float_type, {4, 17}, {17, 1}: 0.00057216ms, 0.00517113%
HmATr3gKsW:0 = @param:HmATr3gKsW:0 -> float_type, {4, 9}, {9, 1}: 0.00051854ms, 0.00468652%
l4bReWtsMB:0 = @param:l4bReWtsMB:0 -> float_type, {4, 25}, {25, 1}: 0.00050896ms, 0.00459994%
xVErSbJ0hg:0 = @param:xVErSbJ0hg:0 -> float_type, {4, 9}, {9, 1}: 0.00051976ms, 0.00469755%
nltbg9ZWQX:0 = @param:nltbg9ZWQX:0 -> float_type, {4, 17}, {17, 1}: 0.00055938ms, 0.00505563%
ZRYNFfjSez:0 = @param:ZRYNFfjSez:0 -> float_type, {4, 33}, {33, 1}: 0.00061604ms, 0.00556772%
magwfJSnUu:0 = @param:magwfJSnUu:0 -> float_type, {4, 9}, {9, 1}: 0.00051284ms, 0.00463501%
mTMtDEo3r8:0 = @param:mTMtDEo3r8:0 -> float_type, {4, 9}, {9, 1}: 0.00050212ms, 0.00453812%
main:@826 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](mTMtDEo3r8:0) -> float_type, {4, 4}, {9, 1}: 0.00071266ms, 0.00644096%
main:@827 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](U6GqhP8k7I:0) -> float_type, {4, 4}, {9, 1}: 0.00078986ms, 0.00713869%
UMO0o14RuI:0 = @param:UMO0o14RuI:0 -> float_type, {4, 9}, {9, 1}: 0.00048756ms, 0.00440653%
main:@829 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](UMO0o14RuI:0) -> float_type, {4, 4}, {9, 1}: 0.0006425ms, 0.00580686%
Uc42tiuavR:0 = @param:Uc42tiuavR:0 -> float_type, {4, 9}, {9, 1}: 0.0005247ms, 0.0047422%
main:@831 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](Uc42tiuavR:0) -> float_type, {4, 4}, {9, 1}: 0.00075238ms, 0.00679995%
yVxKAL4U5G:0 = @param:yVxKAL4U5G:0 -> float_type, {4, 9}, {9, 1}: 0.0005118ms, 0.00462561%
main:@833 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](yVxKAL4U5G:0) -> float_type, {4, 4}, {9, 1}: 0.0007461ms, 0.00674319%
main:@834 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](HmATr3gKsW:0) -> float_type, {4, 4}, {9, 1}: 0.0005997ms, 0.00542004%
J3H2EjAXt8:0 = @param:J3H2EjAXt8:0 -> float_type, {4, 5}, {5, 1}: 0.0004654ms, 0.00420625%
main:@836 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](J3H2EjAXt8:0) -> float_type, {4, 2}, {5, 1}: 0.00068758ms, 0.00621429%
main:@837 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](IMdFk7D16X:0) -> float_type, {4, 4}, {9, 1}: 0.00065332ms, 0.00590465%
main:@838 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](IxpbBg7JTO:0) -> float_type, {4, 2}, {5, 1}: 0.00063698ms, 0.00575697%
main:@839 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](ZRYNFfjSez:0) -> float_type, {4, 8}, {33, 1}: 0.00064ms, 0.00578427%
main:@840 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](vAbKepTjQg:0) -> float_type, {4, 2}, {5, 1}: 0.00064518ms, 0.00583108%
main:@841 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](KCNfS4GlpP:0) -> float_type, {4, 4}, {9, 1}: 0.00066254ms, 0.00598798%
NJBt1ubXFW:0 = @param:NJBt1ubXFW:0 -> float_type, {4, 5}, {5, 1}: 0.00049222ms, 0.00444864%
FWhBxj4Tun:0 = @param:FWhBxj4Tun:0 -> float_type, {4, 9}, {9, 1}: 0.00051272ms, 0.00463392%
6Wh2Jm7GHC:0 = @param:6Wh2Jm7GHC:0 -> float_type, {4, 5}, {5, 1}: 0.00053018ms, 0.00479172%
EhUjmCTaGW:0 = @param:EhUjmCTaGW:0 -> float_type, {4, 9}, {9, 1}: 0.000501ms, 0.004528%
Cw59eOo7M1:0 = @param:Cw59eOo7M1:0 -> float_type, {4, 9}, {9, 1}: 0.00057418ms, 0.00518939%
1QWFmJ96aB:0 = @param:1QWFmJ96aB:0 -> float_type, {4, 5}, {5, 1}: 0.00052632ms, 0.00475684%
zX6xKOWG9S:0 = @param:zX6xKOWG9S:0 -> float_type, {4, 5}, {5, 1}: 0.00050298ms, 0.00454589%
mNgQ4ohWqU:0 = @param:mNgQ4ohWqU:0 -> float_type, {4, 9}, {9, 1}: 0.00051564ms, 0.00466031%
Pu1O5qFxY6:0 = @param:Pu1O5qFxY6:0 -> float_type, {4, 17}, {17, 1}: 0.00054002ms, 0.00488066%
tIGjbcEuDd:0 = @param:tIGjbcEuDd:0 -> float_type, {4, 9}, {9, 1}: 0.00061512ms, 0.0055594%
gdck97AK4w:0 = @param:gdck97AK4w:0 -> float_type, {4, 17}, {17, 1}: 0.00051174ms, 0.00462506%
main:@853 = load[offset=321216,end=323936](main:@1) -> float_type, {4, 170}, {170, 1}: 0.00054792ms, 0.00495206%
main:@854 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](mNgQ4ohWqU:0) -> float_type, {4, 4}, {9, 1}: 0.00070336ms, 0.00635691%
main:@855 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](tIGjbcEuDd:0) -> float_type, {4, 4}, {9, 1}: 0.00066078ms, 0.00597208%
main:@856 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](nltbg9ZWQX:0) -> float_type, {4, 4}, {17, 1}: 0.00067876ms, 0.00613458%
main:@857 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](ecPTQUALkq:0) -> float_type, {4, 2}, {5, 1}: 0.00062322ms, 0.00563261%
main:@858 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](magwfJSnUu:0) -> float_type, {4, 4}, {9, 1}: 0.00065862ms, 0.00595255%
main:@859 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](xVErSbJ0hg:0) -> float_type, {4, 4}, {9, 1}: 0.00063156ms, 0.00570799%
main:@860 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](l4bReWtsMB:0) -> float_type, {4, 8}, {25, 1}: 0.00062544ms, 0.00565268%
main:@861 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](pQsi1GNxvj:0) -> float_type, {4, 2}, {5, 1}: 0.00061808ms, 0.00558616%
main:@862 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](lDhFNYzbxR:0) -> float_type, {4, 8}, {17, 1}: 0.00062734ms, 0.00566985%
main:@863 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](l5WSX3VvMK:0) -> float_type, {4, 8}, {25, 1}: 0.00065464ms, 0.00591658%
main:@864 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](zX6xKOWG9S:0) -> float_type, {4, 2}, {5, 1}: 0.00063176ms, 0.00570979%
main:@865 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](gdck97AK4w:0) -> float_type, {4, 4}, {17, 1}: 0.00064462ms, 0.00582602%
main:@866 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](NLt5JnRMjG:0) -> float_type, {4, 2}, {5, 1}: 0.00065544ms, 0.00592381%
main:@867 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](1QWFmJ96aB:0) -> float_type, {4, 2}, {5, 1}: 0.00061088ms, 0.00552108%
main:@868 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](oQ5OcjZJe8:0) -> float_type, {4, 8}, {17, 1}: 0.00061934ms, 0.00559754%
main:@869 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](qfwYOHde3u:0) -> float_type, {4, 8}, {17, 1}: 0.00061088ms, 0.00552108%
main:@870 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](5yColzZ8K3:0) -> float_type, {4, 2}, {5, 1}: 0.00065508ms, 0.00592056%
main:@871 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](6Wh2Jm7GHC:0) -> float_type, {4, 2}, {5, 1}: 0.00061342ms, 0.00554404%
main:@872 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](Cw59eOo7M1:0) -> float_type, {4, 4}, {9, 1}: 0.00061296ms, 0.00553988%
main:@873 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](E1ZkVIXqS5:0) -> float_type, {4, 4}, {9, 1}: 0.00061884ms, 0.00559302%
main:@874 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](EhUjmCTaGW:0) -> float_type, {4, 4}, {9, 1}: 0.0006293ms, 0.00568756%
main:@875 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](Pu1O5qFxY6:0) -> float_type, {4, 4}, {17, 1}: 0.00063158ms, 0.00570817%
main:@876 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](FWhBxj4Tun:0) -> float_type, {4, 4}, {9, 1}: 0.0006266ms, 0.00566316%
main:@877 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](NJBt1ubXFW:0) -> float_type, {4, 2}, {5, 1}: 0.00061548ms, 0.00556266%
main:@878 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](O5aJeUQh2G:0) -> float_type, {4, 8}, {17, 1}: 0.0006195ms, 0.00559899%
main:@879 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](gqk5byC8aJ:0) -> float_type, {4, 2}, {5, 1}: 0.00062428ms, 0.00564219%
main:@880 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](Ouh1XpPZaj:0) -> float_type, {4, 4}, {9, 1}: 0.0006551ms, 0.00592074%
main:@881 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](gsP96ZTbn0:0) -> float_type, {4, 8}, {17, 1}: 0.00065404ms, 0.00591116%
main:@882 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](3VED7WSJ1b:0) -> float_type, {4, 2}, {5, 1}: 0.00062984ms, 0.00569244%
main:@883 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=16,local=256,](main:@871,main:@857,main:@877,main:@840,main:@864,main:@861,main:@866,main:@882,main:@867,main:@836,main:@879,main:@838,main:@870,main:@874,main:@827,main:@873,main:@872,main:@841,main:@831,main:@837,main:@854,main:@826,main:@833,main:@865,main:@875,main:@855,main:@859,main:@829,main:@880,main:@856,main:@834,main:@858,main:@876,main:@869,main:@862,main:@881,main:@878,main:@839,main:@860,main:@863,main:@868,main:@853) -> float_type, {4, 170}, {170, 1}: 0.046765ms, 0.422658%
main:@884 = hip::hip_copy_literal[id=main:@literal:101] -> float_type, {170, 160}, {160, 1}: 0.00083568ms, 0.00755281%
main:@885 = load[offset=323936,end=326496](main:@1) -> float_type, {4, 160}, {160, 1}: 0.00050428ms, 0.00455764%
main:@886 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@883,main:@884,main:@885) -> float_type, {4, 160}, {160, 1}: 0.0234483ms, 0.211924%
sZdFJI9nwg:0 = @param:sZdFJI9nwg:0 -> float_type, {4, 41}, {41, 1}: 0.00073592ms, 0.00665118%
VfFM90O7LN:0 = @param:VfFM90O7LN:0 -> float_type, {4, 41}, {41, 1}: 0.0005173ms, 0.00467531%
main:@889 = slice[axes={0, 1},starts={0, 9},ends={4, 25}](TxEdCcekGS:0) -> float_type, {4, 16}, {49, 1}: 0.00066912ms, 0.00604745%
main:@890 = unsqueeze[axes={1},steps={}](main:@889) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00069302ms, 0.00626346%
WDLoyKsiA7:0 = @param:WDLoyKsiA7:0 -> float_type, {4, 33}, {33, 1}: 0.00049096ms, 0.00443726%
main:@892 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](WDLoyKsiA7:0) -> float_type, {4, 16}, {33, 1}: 0.00080746ms, 0.00729776%
main:@893 = unsqueeze[axes={1},steps={}](main:@892) -> float_type, {4, 1, 16}, {33, 16, 1}: 0.00058636ms, 0.00529947%
main:@894 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](sZdFJI9nwg:0) -> float_type, {4, 16}, {41, 1}: 0.0006339ms, 0.00572914%
z3lqgZM8WU:0 = @param:z3lqgZM8WU:0 -> float_type, {4, 41}, {41, 1}: 0.00050196ms, 0.00453667%
main:@896 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](z3lqgZM8WU:0) -> float_type, {4, 16}, {41, 1}: 0.0007535ms, 0.00681007%
pY0t1rI5WU:0 = @param:pY0t1rI5WU:0 -> float_type, {4, 41}, {41, 1}: 0.0005615ms, 0.00507479%
main:@898 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](pY0t1rI5WU:0) -> float_type, {4, 16}, {41, 1}: 0.0006254ms, 0.00565231%
2Yy3zxNGBC:0 = @param:2Yy3zxNGBC:0 -> float_type, {4, 45}, {45, 1}: 0.00050712ms, 0.00458331%
main:@900 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](2Yy3zxNGBC:0) -> float_type, {4, 16}, {45, 1}: 0.00092822ms, 0.00838918%
main:@901 = unsqueeze[axes={1},steps={}](main:@900) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00061606ms, 0.0055679%
main:@902 = unsqueeze[axes={1},steps={}](main:@896) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00058708ms, 0.00530598%
main:@903 = unsqueeze[axes={1},steps={}](main:@898) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00072484ms, 0.00655104%
main:@904 = unsqueeze[axes={1},steps={}](main:@894) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00054824ms, 0.00495495%
main:@905 = load[offset=326496,end=331104](main:@1) -> float_type, {4, 18, 16}, {288, 16, 1}: 0.00049516ms, 0.00447522%
main:@906 = slice[axes={0, 1},starts={0, 9},ends={4, 25}](LKAvFme9ZS:0) -> float_type, {4, 16}, {49, 1}: 0.00073442ms, 0.00663763%
main:@907 = unsqueeze[axes={1},steps={}](main:@906) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00071582ms, 0.00646952%
main:@908 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](VfFM90O7LN:0) -> float_type, {4, 16}, {41, 1}: 0.00063906ms, 0.00577577%
main:@909 = unsqueeze[axes={1},steps={}](main:@908) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00054866ms, 0.00495874%
main:@910 = reshape_lazy[dims={-1, 10, 16}](main:@886) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.00052326ms, 0.00472918%
main:@911 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=128,local=256,](main:@893,main:@902,main:@907,main:@903,main:@890,main:@904,main:@909,main:@901,main:@910,main:@905) -> float_type, {4, 18, 16}, {288, 16, 1}: 0.0250279ms, 0.2262%
main:@912 = load[offset=321216,end=325824](main:@1) -> float_type, {4, 16, 18}, {288, 18, 1}: 0.00067374ms, 0.00608921%
main:@913 = transpose[permutation={0, 2, 1}](main:@911) -> float_type, {4, 16, 18}, {288, 1, 16}: 0.0005851ms, 0.00528809%
main:@914 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=1152,local=256,](main:@913,main:@912) -> float_type, {4, 16, 18}, {288, 18, 1}: 0.0140145ms, 0.126662%
main:@915 = hip::hip_copy_literal[id=main:@literal:129] -> float_type, {18, 4}, {4, 1}: 0.0007834ms, 0.0070803%
main:@916 = load[offset=286912,end=287936](main:@1) -> float_type, {64, 4}, {4, 1}: 0.00047918ms, 0.00433079%
main:@917 = reshape_lazy[dims={64, 18}](main:@914) -> float_type, {64, 18}, {18, 1}: 0.00053504ms, 0.00483565%
main:@918 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@917,main:@915,main:@916) -> float_type, {64, 4}, {4, 1}: 0.0210905ms, 0.190615%
duyRoIEkH8:0 = @param:duyRoIEkH8:0 -> float_type, {4, 45}, {45, 1}: 0.00069596ms, 0.00629003%
eQI8ikEMgP:0 = @param:eQI8ikEMgP:0 -> float_type, {4, 41}, {41, 1}: 0.00050024ms, 0.00452113%
2srtUfGvja:0 = @param:2srtUfGvja:0 -> float_type, {4, 41}, {41, 1}: 0.0004679ms, 0.00422884%
2RDXZrx9GA:0 = @param:2RDXZrx9GA:0 -> float_type, {4, 45}, {45, 1}: 0.00051592ms, 0.00466284%
jznORDJr0N:0 = @param:jznORDJr0N:0 -> float_type, {4, 45}, {45, 1}: 0.00053568ms, 0.00484143%
VUqfdN5Fzv:0 = @param:VUqfdN5Fzv:0 -> float_type, {4, 45}, {45, 1}: 0.00051482ms, 0.0046529%
HRGzlnEkXQ:0 = @param:HRGzlnEkXQ:0 -> float_type, {4, 41}, {41, 1}: 0.00052894ms, 0.00478052%
main:@926 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](VUqfdN5Fzv:0) -> float_type, {4, 16}, {45, 1}: 0.0008366ms, 0.00756112%
main:@927 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](HRGzlnEkXQ:0) -> float_type, {4, 16}, {41, 1}: 0.0008893ms, 0.00803742%
HzcyUlm8Yj:0 = @param:HzcyUlm8Yj:0 -> float_type, {4, 45}, {45, 1}: 0.00047238ms, 0.00426933%
main:@929 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](HzcyUlm8Yj:0) -> float_type, {4, 16}, {45, 1}: 0.00063ms, 0.00569389%
main:@930 = reshape_lazy[dims={-1, 10, 16}](main:@799) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.00053126ms, 0.00480148%
main:@931 = load[offset=321216,end=326592](main:@1) -> float_type, {4, 21, 16}, {336, 16, 1}: 0.00049236ms, 0.00444991%
main:@932 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](2RDXZrx9GA:0) -> float_type, {4, 16}, {45, 1}: 0.000774ms, 0.00699535%
main:@933 = unsqueeze[axes={1},steps={}](main:@932) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00061178ms, 0.00552922%
main:@934 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](2srtUfGvja:0) -> float_type, {4, 16}, {41, 1}: 0.00064242ms, 0.00580614%
main:@935 = unsqueeze[axes={1},steps={}](main:@934) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00057102ms, 0.00516083%
main:@936 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](eQI8ikEMgP:0) -> float_type, {4, 16}, {41, 1}: 0.0007671ms, 0.00693299%
main:@937 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](duyRoIEkH8:0) -> float_type, {4, 16}, {45, 1}: 0.00061168ms, 0.00552831%
main:@938 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](jznORDJr0N:0) -> float_type, {4, 16}, {45, 1}: 0.00062568ms, 0.00565484%
main:@939 = unsqueeze[axes={1},steps={}](main:@938) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00057918ms, 0.00523458%
main:@940 = unsqueeze[axes={1},steps={}](main:@927) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00057432ms, 0.00519066%
main:@941 = slice[axes={0, 1},starts={0, 305},ends={4, 321}](lyiDxfzZg3:0) -> float_type, {4, 16}, {701, 1}: 0.00069078ms, 0.00624321%
main:@942 = unsqueeze[axes={1},steps={}](main:@941) -> float_type, {4, 1, 16}, {701, 16, 1}: 0.00056206ms, 0.00507985%
main:@943 = unsqueeze[axes={1},steps={}](main:@926) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00069474ms, 0.006279%
CHAYRkBvIo:0 = @param:CHAYRkBvIo:0 -> float_type, {4, 41}, {41, 1}: 0.00053372ms, 0.00482372%
main:@945 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](CHAYRkBvIo:0) -> float_type, {4, 16}, {41, 1}: 0.0007191ms, 0.00649917%
main:@946 = unsqueeze[axes={1},steps={}](main:@945) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00054578ms, 0.00493271%
main:@947 = unsqueeze[axes={1},steps={}](main:@929) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00061834ms, 0.00558851%
main:@948 = unsqueeze[axes={1},steps={}](main:@937) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00089284ms, 0.00806941%
main:@949 = unsqueeze[axes={1},steps={}](main:@936) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.0006112ms, 0.00552398%
3Laj620MSn:0 = @param:3Laj620MSn:0 -> float_type, {4, 45}, {45, 1}: 0.00051426ms, 0.00464784%
main:@951 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](3Laj620MSn:0) -> float_type, {4, 16}, {45, 1}: 0.00073122ms, 0.00660871%
main:@952 = unsqueeze[axes={1},steps={}](main:@951) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00064168ms, 0.00579945%
main:@953 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=112,local=256,](main:@939,main:@940,main:@942,main:@933,main:@943,main:@946,main:@947,main:@935,main:@952,main:@948,main:@949,main:@930,main:@931) -> float_type, {4, 21, 16}, {336, 16, 1}: 0.027237ms, 0.246166%
main:@954 = load[offset=285568,end=286912](main:@1) -> float_type, {4, 21, 4}, {84, 4, 1}: 0.00063252ms, 0.00571666%
main:@955 = reshape_lazy[dims={4, 16, 4}](main:@918) -> float_type, {4, 16, 4}, {64, 4, 1}: 0.00052696ms, 0.00476262%
main:@956 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@953,main:@955,main:@954) -> float_type, {4, 21, 4}, {84, 4, 1}: 0.0195058ms, 0.176292%
main:@957 = hip::hip_copy_literal[id=main:@literal:16] -> float_type, {64, 64}, {64, 1}: 0.00076692ms, 0.00693136%
main:@958 = load[offset=328896,end=339136](main:@1) -> float_type, {4, 10, 64}, {640, 64, 1}: 0.00046764ms, 0.00422649%
main:@959 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=640,local=256,](main:@210,main:@314,main:@222,main:@25,main:@958) -> float_type, {4, 10, 64}, {640, 64, 1}: 0.0161007ms, 0.145517%
main:@960 = reshape_lazy[dims={40, 64}](main:@959) -> float_type, {40, 64}, {64, 1}: 0.00068246ms, 0.00616802%
main:@961 = load[offset=318656,end=328896](main:@1) -> float_type, {40, 64}, {64, 1}: 0.00046028ms, 0.00415997%
main:@962 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@960,main:@957,main:@961) -> float_type, {40, 64}, {64, 1}: 0.0213924ms, 0.193343%
main:@963 = hip::hip_copy_literal[id=main:@literal:58] -> float_type, {88, 32}, {32, 1}: 0.0007945ms, 0.00718063%
main:@964 = load[offset=328896,end=330304](main:@1) -> float_type, {4, 88}, {88, 1}: 0.00046916ms, 0.00424023%
main:@965 = slice[axes={0, 1},starts={0, 241},ends={4, 273}](uFSOc5Chp2:0) -> float_type, {4, 32}, {481, 1}: 0.0006697ms, 0.00605269%
main:@966 = slice[axes={0, 1},starts={0, 1},ends={4, 33}](n4iptOVFwE:0) -> float_type, {4, 32}, {113, 1}: 0.00075384ms, 0.00681314%
main:@967 = slice[axes={0, 1},starts={0, 517},ends={4, 525}](lyiDxfzZg3:0) -> float_type, {4, 8}, {701, 1}: 0.00074272ms, 0.00671264%
main:@968 = slice[axes={0, 1},starts={0, 237},ends={4, 253}](nv2tzWRf1I:0) -> float_type, {4, 16}, {301, 1}: 0.00061928ms, 0.005597%
main:@969 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=88,local=256,](main:@967,main:@968,main:@965,main:@966,main:@964) -> float_type, {4, 88}, {88, 1}: 0.0157095ms, 0.141981%
main:@970 = load[offset=287072,end=287584](main:@1) -> float_type, {4, 32}, {32, 1}: 0.0006395ms, 0.00577975%
main:@971 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@969,main:@963,main:@970) -> float_type, {4, 32}, {32, 1}: 0.0227329ms, 0.205458%
main:@972 = reshape_lazy[dims={1, 4, 1, 32}](main:@971) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00068826ms, 0.00622044%
main:@973 = slice[axes={1},starts={0},ends={32}](main:@962) -> float_type, {40, 32}, {64, 1}: 0.00064064ms, 0.00579005%
main:@974 = reshape_lazy[dims={1, 4, 10, 32}](main:@973) -> float_type, {1, 4, 10, 32}, {2560, 640, 64, 1}: 0.00059622ms, 0.00538859%
main:@975 = load[offset=286912,end=287072](main:@1) -> float_type, {1, 4, 1, 10}, {40, 10, 10, 1}: 0.00051364ms, 0.00464224%
main:@976 = transpose[permutation={0, 1, 3, 2}](main:@974) -> float_type, {1, 4, 32, 10}, {2560, 640, 1, 64}: 0.00062722ms, 0.00566876%
main:@977 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@972,main:@976,main:@975) -> float_type, {1, 4, 1, 10}, {40, 10, 10, 1}: 0.0213914ms, 0.193334%
main:@978 = unsqueeze[axes={1},steps={}](0MZVmrKeC6:0) -> int32_type, {4, 1, 10}, {10, 10, 1}: 0.00075768ms, 0.00684785%
main:@979 = load[offset=287072,end=287232](main:@1) -> float_type, {4, 1, 10}, {10, 10, 1}: 0.00050232ms, 0.00453993%
main:@980 = gpu::code_object[code_object=13536,symbol_name=convert_mul_add_kernel,global=20,local=256,](main:@978,main:@979) -> float_type, {4, 1, 10}, {10, 10, 1}: 0.0129611ms, 0.117141%
main:@981 = multibroadcast[out_lens={1, 4, 1, 10}](main:@980) -> float_type, {1, 4, 1, 10}, {0, 10, 10, 1}: 0.00072096ms, 0.00651598%
main:@982 = load[offset=287232,end=287392](main:@1) -> float_type, {1, 4, 1, 10}, {40, 10, 10, 1}: 0.00052944ms, 0.00478504%
main:@983 = gpu::code_object[code_object=13520,symbol_name=pow_div_kernel,global=20,local=256,](main:@977,main:@981,main:@982) -> float_type, {1, 4, 1, 10}, {40, 10, 10, 1}: 0.0155301ms, 0.14036%
main:@984 = load[offset=287424,end=287584](main:@1) -> float_type, {1, 4, 1, 10}, {40, 10, 10, 1}: 0.00062744ms, 0.00567075%
main:@985 = gpu::code_object[code_object=14568,symbol_name=softmax_kernel,global=256,local=64,](main:@983,main:@984) -> float_type, {1, 4, 1, 10}, {40, 10, 10, 1}: 0.0140734ms, 0.127194%
main:@986 = slice[axes={1},starts={32},ends={64}](main:@962) -> float_type, {40, 32}, {64, 1}: 0.00075482ms, 0.006822%
main:@987 = reshape_lazy[dims={1, 4, 10, 32}](main:@986) -> float_type, {1, 4, 10, 32}, {2560, 640, 64, 1}: 0.00059172ms, 0.00534792%
main:@988 = load[offset=286912,end=287424](main:@1) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00047336ms, 0.00427819%
main:@989 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@985,main:@987,main:@988) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.0193981ms, 0.175318%
main:@990 = slice[axes={0, 1},starts={0, 273},ends={4, 305}](uFSOc5Chp2:0) -> float_type, {4, 32}, {481, 1}: 0.00082572ms, 0.00746279%
main:@991 = load[offset=318656,end=320064](main:@1) -> float_type, {4, 88}, {88, 1}: 0.00052652ms, 0.00475864%
main:@992 = slice[axes={0, 1},starts={0, 253},ends={4, 269}](nv2tzWRf1I:0) -> float_type, {4, 16}, {301, 1}: 0.0009303ms, 0.00840797%
main:@993 = slice[axes={0, 1},starts={0, 525},ends={4, 533}](lyiDxfzZg3:0) -> float_type, {4, 8}, {701, 1}: 0.00079078ms, 0.007147%
main:@994 = slice[axes={0, 1},starts={0, 41},ends={4, 73}](n4iptOVFwE:0) -> float_type, {4, 32}, {113, 1}: 0.00061378ms, 0.00554729%
main:@995 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=88,local=256,](main:@993,main:@992,main:@990,main:@994,main:@991) -> float_type, {4, 88}, {88, 1}: 0.0156387ms, 0.141342%
main:@996 = hip::hip_copy_literal[id=main:@literal:51] -> float_type, {88, 32}, {32, 1}: 0.00079376ms, 0.00717394%
main:@997 = load[offset=320064,end=320576](main:@1) -> float_type, {4, 32}, {32, 1}: 0.00049536ms, 0.00447702%
main:@998 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@995,main:@996,main:@997) -> float_type, {4, 32}, {32, 1}: 0.0220968ms, 0.199709%
main:@999 = reshape_lazy[dims={1, 4, 1, 32}](main:@998) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00068998ms, 0.00623598%
main:@1000 = slice[axes={1},starts={32},ends={64}](main:@74) -> float_type, {120, 32}, {64, 1}: 0.0006081ms, 0.00549596%
main:@1001 = reshape_lazy[dims={1, 4, 30, 32}](main:@1000) -> float_type, {1, 4, 30, 32}, {7680, 1920, 64, 1}: 0.00065976ms, 0.00596286%
main:@1002 = transpose[permutation={0, 1, 3, 2}](main:@1001) -> float_type, {1, 4, 32, 30}, {7680, 1920, 1, 64}: 0.00060306ms, 0.00545041%
main:@1003 = load[offset=287424,end=287904](main:@1) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.00049072ms, 0.00443509%
main:@1004 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@999,main:@1002,main:@1003) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.0204739ms, 0.185042%
VX8uEBNndW:0 = @param:VX8uEBNndW:0 -> int32_type, {4, 30}, {30, 1}: 0.00069504ms, 0.00628171%
main:@1006 = load[offset=318656,end=319136](main:@1) -> float_type, {4, 1, 30}, {30, 30, 1}: 0.00047572ms, 0.00429952%
main:@1007 = unsqueeze[axes={1},steps={}](VX8uEBNndW:0) -> int32_type, {4, 1, 30}, {30, 30, 1}: 0.00059876ms, 0.00541154%
main:@1008 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=60,local=256,](main:@1007,main:@1006) -> float_type, {4, 1, 30}, {30, 30, 1}: 0.0130813ms, 0.118228%
main:@1009 = multibroadcast[out_lens={1, 4, 1, 30}](main:@1008) -> float_type, {1, 4, 1, 30}, {0, 30, 30, 1}: 0.00065596ms, 0.00592851%
main:@1010 = load[offset=319136,end=319616](main:@1) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.00048582ms, 0.0043908%
main:@1011 = gpu::code_object[code_object=13520,symbol_name=pow_sub_kernel,global=60,local=256,](main:@1004,main:@1009,main:@1010) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.0151905ms, 0.137291%
main:@1012 = load[offset=318656,end=319136](main:@1) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.00062882ms, 0.00568322%
main:@1013 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=256,local=64,](main:@1011,main:@1012) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.013941ms, 0.125998%
main:@1014 = load[offset=287424,end=287936](main:@1) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00060634ms, 0.00548005%
main:@1015 = slice[axes={1},starts={0},ends={32}](main:@74) -> float_type, {120, 32}, {64, 1}: 0.00063572ms, 0.00574558%
main:@1016 = reshape_lazy[dims={1, 4, 30, 32}](main:@1015) -> float_type, {1, 4, 30, 32}, {7680, 1920, 64, 1}: 0.0008558ms, 0.00773465%
main:@1017 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1013,main:@1016,main:@1014) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.0205164ms, 0.185426%
main:@1018 = hip::hip_copy_literal[id=main:@literal:116] -> float_type, {128, 3429}, {3429, 1}: 0.00079778ms, 0.00721027%
main:@1019 = slice[axes={1},starts={128},ends={256}](main:@514) -> float_type, {4, 128}, {896, 1}: 0.00064162ms, 0.00579891%
main:@1020 = load[offset=287936,end=342800](main:@1) -> float_type, {4, 3429}, {3429, 1}: 0.0004696ms, 0.00424421%
main:@1021 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1019,main:@1018,main:@1020) -> float_type, {4, 3429}, {3429, 1}: 0.0242106ms, 0.218814%
main:@1022 = hip::hip_copy_literal[id=main:@literal:49] -> float_type, {256, 512}, {512, 1}: 0.00075914ms, 0.00686104%
main:@1023 = slice[axes={0, 1, 2},starts={0, 9, 0},ends={4, 10, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00066236ms, 0.00598636%
main:@1024 = squeeze[axes={1}](main:@1023) -> float_type, {4, 256}, {4608, 1}: 0.00066212ms, 0.00598419%
main:@1025 = load[offset=523408,end=531600](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00050728ms, 0.00458475%
main:@1026 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1024,main:@1022,main:@1025) -> float_type, {4, 512}, {512, 1}: 0.0235195ms, 0.212567%
main:@1027 = load[offset=515216,end=523408](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00066308ms, 0.00599286%
main:@1028 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@1026,main:@1027) -> float_type, {4, 512}, {512, 1}: 0.0130752ms, 0.118173%
main:@1029 = load[offset=511120,end=515216](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00061294ms, 0.0055397%
main:@1030 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1028,main:@516,main:@1029) -> float_type, {4, 256}, {256, 1}: 0.0304262ms, 0.274989%
main:@1031 = slice[axes={0, 1, 2},starts={0, 16, 0},ends={4, 17, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00079072ms, 0.00714646%
main:@1032 = squeeze[axes={1}](main:@1031) -> float_type, {4, 256}, {4608, 1}: 0.00064916ms, 0.00586705%
main:@1033 = load[offset=527504,end=535696](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00051704ms, 0.00467296%
main:@1034 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1032,main:@511,main:@1033) -> float_type, {4, 512}, {512, 1}: 0.0236221ms, 0.213494%
main:@1035 = load[offset=519312,end=527504](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00062546ms, 0.00565286%
main:@1036 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@1034,main:@1035) -> float_type, {4, 512}, {512, 1}: 0.0129778ms, 0.117292%
main:@1037 = hip::hip_copy_literal[id=main:@literal:84] -> float_type, {512, 256}, {256, 1}: 0.00077376ms, 0.00699318%
main:@1038 = load[offset=515216,end=519312](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00049118ms, 0.00443924%
main:@1039 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1036,main:@1037,main:@1038) -> float_type, {4, 256}, {256, 1}: 0.0303402ms, 0.274213%
main:@1040 = hip::hip_copy_literal[id=main:@literal:142] -> float_type, {256, 512}, {512, 1}: 0.00076164ms, 0.00688364%
main:@1041 = slice[axes={0, 1, 2},starts={0, 1, 0},ends={4, 2, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00063878ms, 0.00577324%
main:@1042 = squeeze[axes={1}](main:@1041) -> float_type, {4, 256}, {4608, 1}: 0.000628ms, 0.00567581%
main:@1043 = load[offset=531600,end=539792](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046176ms, 0.00417335%
main:@1044 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1042,main:@1040,main:@1043) -> float_type, {4, 512}, {512, 1}: 0.0236717ms, 0.213943%
main:@1045 = load[offset=523408,end=531600](main:@1) -> float_type, {4, 512}, {512, 1}: 0.0006071ms, 0.00548692%
main:@1046 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@1044,main:@1045) -> float_type, {4, 512}, {512, 1}: 0.0130296ms, 0.11776%
main:@1047 = load[offset=519312,end=523408](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00061496ms, 0.00555796%
main:@1048 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1046,main:@611,main:@1047) -> float_type, {4, 256}, {256, 1}: 0.0305326ms, 0.275951%
main:@1049 = hip::hip_copy_literal[id=main:@literal:62] -> float_type, {256, 512}, {512, 1}: 0.00075012ms, 0.00677952%
main:@1050 = slice[axes={0, 1, 2},starts={0, 15, 0},ends={4, 16, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00063536ms, 0.00574233%
main:@1051 = squeeze[axes={1}](main:@1050) -> float_type, {4, 256}, {4608, 1}: 0.00060054ms, 0.00542763%
main:@1052 = load[offset=570512,end=578704](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046062ms, 0.00416305%
main:@1053 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1051,main:@1049,main:@1052) -> float_type, {4, 512}, {512, 1}: 0.0239427ms, 0.216392%
main:@1054 = load[offset=527504,end=535696](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00060368ms, 0.00545601%
main:@1055 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@1053,main:@1054) -> float_type, {4, 512}, {512, 1}: 0.0130561ms, 0.118%
main:@1056 = hip::hip_copy_literal[id=main:@literal:95] -> float_type, {512, 256}, {256, 1}: 0.00071828ms, 0.00649176%
main:@1057 = load[offset=523408,end=527504](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00047428ms, 0.0042865%
main:@1058 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1055,main:@1056,main:@1057) -> float_type, {4, 256}, {256, 1}: 0.0302043ms, 0.272984%
main:@1059 = hip::hip_copy_literal[id=main:@literal:138] -> float_type, {256, 512}, {512, 1}: 0.00079088ms, 0.00714791%
main:@1060 = slice[axes={0, 1, 2},starts={0, 8, 0},ends={4, 9, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00062942ms, 0.00568865%
main:@1061 = squeeze[axes={1}](main:@1060) -> float_type, {4, 256}, {4608, 1}: 0.0009289ms, 0.00839532%
main:@1062 = load[offset=570512,end=578704](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046626ms, 0.00421402%
main:@1063 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1061,main:@1059,main:@1062) -> float_type, {4, 512}, {512, 1}: 0.0233832ms, 0.211335%
main:@1064 = load[offset=531600,end=539792](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00061212ms, 0.00553229%
main:@1065 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@1063,main:@1064) -> float_type, {4, 512}, {512, 1}: 0.0129584ms, 0.117117%
main:@1066 = hip::hip_copy_literal[id=main:@literal:44] -> float_type, {512, 256}, {256, 1}: 0.0007069ms, 0.0063889%
main:@1067 = load[offset=527504,end=531600](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00048056ms, 0.00434326%
main:@1068 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1065,main:@1066,main:@1067) -> float_type, {4, 256}, {256, 1}: 0.0306346ms, 0.276873%
main:@1069 = hip::hip_copy_literal[id=main:@literal:48] -> float_type, {256, 512}, {512, 1}: 0.00078494ms, 0.00709422%
main:@1070 = slice[axes={0, 1, 2},starts={0, 5, 0},ends={4, 6, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00062992ms, 0.00569317%
main:@1071 = squeeze[axes={1}](main:@1070) -> float_type, {4, 256}, {4608, 1}: 0.00063086ms, 0.00570166%
main:@1072 = load[offset=531600,end=539792](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046448ms, 0.00419793%
main:@1073 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1071,main:@1069,main:@1072) -> float_type, {4, 512}, {512, 1}: 0.0238818ms, 0.215842%
main:@1074 = load[offset=570512,end=578704](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00062614ms, 0.005659%
main:@1075 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@1073,main:@1074) -> float_type, {4, 512}, {512, 1}: 0.0129355ms, 0.11691%
main:@1076 = load[offset=531600,end=535696](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00061284ms, 0.0055388%
main:@1077 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1075,main:@516,main:@1076) -> float_type, {4, 256}, {256, 1}: 0.0299848ms, 0.271001%
main:@1078 = slice[axes={0, 1, 2},starts={0, 2, 0},ends={4, 3, 256}](main:@482) -> float_type, {4, 1, 256}, {4608, 256, 1}: 0.00073582ms, 0.00665028%
main:@1079 = squeeze[axes={1}](main:@1078) -> float_type, {4, 256}, {4608, 1}: 0.00067548ms, 0.00610493%
main:@1080 = load[offset=578704,end=586896](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00046474ms, 0.00420028%
main:@1081 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1079,main:@515,main:@1080) -> float_type, {4, 512}, {512, 1}: 0.023111ms, 0.208875%
main:@1082 = load[offset=570512,end=578704](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00060758ms, 0.00549126%
main:@1083 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@1081,main:@1082) -> float_type, {4, 512}, {512, 1}: 0.0129464ms, 0.117008%
main:@1084 = hip::hip_copy_literal[id=main:@literal:97] -> float_type, {512, 256}, {256, 1}: 0.00078596ms, 0.00710344%
main:@1085 = load[offset=535696,end=539792](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00049166ms, 0.00444358%
main:@1086 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1083,main:@1084,main:@1085) -> float_type, {4, 256}, {256, 1}: 0.0301278ms, 0.272293%
main:@1087 = load[offset=570512,end=578704](main:@1) -> float_type, {4, 512}, {512, 1}: 0.00060388ms, 0.00545782%
main:@1088 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=1024,local=256,](main:@521,main:@1087) -> float_type, {4, 512}, {512, 1}: 0.0129603ms, 0.117134%
main:@1089 = hip::hip_copy_literal[id=main:@literal:70] -> float_type, {512, 256}, {256, 1}: 0.00076652ms, 0.00692774%
main:@1090 = load[offset=543888,end=547984](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00048292ms, 0.00436459%
main:@1091 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1088,main:@1089,main:@1090) -> float_type, {4, 256}, {256, 1}: 0.0301298ms, 0.272311%
XxirNgB98u:0 = @param:XxirNgB98u:0 -> float_type, {4, 13}, {13, 1}: 0.00082594ms, 0.00746478%
5JHUPChra8:0 = @param:5JHUPChra8:0 -> float_type, {4, 17}, {17, 1}: 0.00051006ms, 0.00460988%
RHo9Jz6KpI:0 = @param:RHo9Jz6KpI:0 -> float_type, {4, 21}, {21, 1}: 0.0005083ms, 0.00459397%
S5D6WGIXMd:0 = @param:S5D6WGIXMd:0 -> float_type, {4, 17}, {17, 1}: 0.00047082ms, 0.00425523%
2lVXMZgJfO:0 = @param:2lVXMZgJfO:0 -> float_type, {4, 25}, {25, 1}: 0.00054854ms, 0.00495766%
tWcngAq7hV:0 = @param:tWcngAq7hV:0 -> float_type, {4, 13}, {13, 1}: 0.00048464ms, 0.00438014%
HZ0l3MmcPY:0 = @param:HZ0l3MmcPY:0 -> float_type, {4, 17}, {17, 1}: 0.00058396ms, 0.00527778%
o74vNAnXxy:0 = @param:o74vNAnXxy:0 -> float_type, {4, 17}, {17, 1}: 0.00057944ms, 0.00523693%
AVLcBpWeuo:0 = @param:AVLcBpWeuo:0 -> float_type, {4, 21}, {21, 1}: 0.00049032ms, 0.00443147%
qd1komWTn4:0 = @param:qd1komWTn4:0 -> float_type, {4, 25}, {25, 1}: 0.00051908ms, 0.0046914%
1WNvHElUG7:0 = @param:1WNvHElUG7:0 -> float_type, {4, 25}, {25, 1}: 0.00051982ms, 0.00469809%
Tg4u0GfnFb:0 = @param:Tg4u0GfnFb:0 -> float_type, {4, 25}, {25, 1}: 0.00050798ms, 0.00459108%
xT9FhjM1Uu:0 = @param:xT9FhjM1Uu:0 -> float_type, {4, 17}, {17, 1}: 0.00057436ms, 0.00519102%
nPUSZFm74Y:0 = @param:nPUSZFm74Y:0 -> float_type, {4, 13}, {13, 1}: 0.00045528ms, 0.00411478%
zZHaVOckpw:0 = @param:zZHaVOckpw:0 -> float_type, {4, 13}, {13, 1}: 0.0005114ms, 0.00462199%
pH5srbufJ1:0 = @param:pH5srbufJ1:0 -> float_type, {4, 17}, {17, 1}: 0.00072764ms, 0.00657635%
m2YscaoDjP:0 = @param:m2YscaoDjP:0 -> float_type, {4, 17}, {17, 1}: 0.00051018ms, 0.00461096%
NXOSdQVPs0:0 = @param:NXOSdQVPs0:0 -> float_type, {4, 25}, {25, 1}: 0.00048462ms, 0.00437996%
1PJsBhDaCK:0 = @param:1PJsBhDaCK:0 -> float_type, {4, 25}, {25, 1}: 0.0005194ms, 0.00469429%
3kdi0vsSZG:0 = @param:3kdi0vsSZG:0 -> float_type, {4, 25}, {25, 1}: 0.00057294ms, 0.00517818%
JSWhLK4Agx:0 = @param:JSWhLK4Agx:0 -> float_type, {4, 25}, {25, 1}: 0.00050174ms, 0.00453468%
ry2xad1vc9:0 = @param:ry2xad1vc9:0 -> float_type, {4, 25}, {25, 1}: 0.00049614ms, 0.00448407%
RpITWntAji:0 = @param:RpITWntAji:0 -> float_type, {4, 17}, {17, 1}: 0.00049724ms, 0.00449401%
92MwiALCHX:0 = @param:92MwiALCHX:0 -> float_type, {4, 25}, {25, 1}: 0.0005689ms, 0.00514167%
TidKGrnobI:0 = @param:TidKGrnobI:0 -> float_type, {4, 13}, {13, 1}: 0.00053756ms, 0.00485842%
KN13IWXZSu:0 = @param:KN13IWXZSu:0 -> float_type, {4, 13}, {13, 1}: 0.00050708ms, 0.00458295%
msiPzSBKMj:0 = @param:msiPzSBKMj:0 -> float_type, {4, 17}, {17, 1}: 0.00053602ms, 0.0048445%
ujOA5LQW7M:0 = @param:ujOA5LQW7M:0 -> float_type, {4, 13}, {13, 1}: 0.0005514ms, 0.00498351%
xymEBUMS25:0 = @param:xymEBUMS25:0 -> float_type, {4, 13}, {13, 1}: 0.00050458ms, 0.00456035%
IztrlRfWQU:0 = @param:IztrlRfWQU:0 -> float_type, {4, 13}, {13, 1}: 0.00048762ms, 0.00440707%
1u5yIsHTXE:0 = @param:1u5yIsHTXE:0 -> float_type, {4, 17}, {17, 1}: 0.00053484ms, 0.00483384%
09zp4EDXTh:0 = @param:09zp4EDXTh:0 -> float_type, {4, 25}, {25, 1}: 0.00050538ms, 0.00456758%
main:@1124 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](09zp4EDXTh:0) -> float_type, {4, 8}, {25, 1}: 0.00081574ms, 0.00737259%
main:@1125 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](S5D6WGIXMd:0) -> float_type, {4, 4}, {17, 1}: 0.00068472ms, 0.00618844%
main:@1126 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](HZ0l3MmcPY:0) -> float_type, {4, 4}, {17, 1}: 0.00068548ms, 0.00619531%
main:@1127 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](IztrlRfWQU:0) -> float_type, {4, 2}, {13, 1}: 0.00065476ms, 0.00591767%
main:@1128 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](KN13IWXZSu:0) -> float_type, {4, 2}, {13, 1}: 0.00063208ms, 0.00571269%
main:@1129 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](XxirNgB98u:0) -> float_type, {4, 2}, {13, 1}: 0.0006276ms, 0.0056722%
main:@1130 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](xymEBUMS25:0) -> float_type, {4, 2}, {13, 1}: 0.00064874ms, 0.00586326%
main:@1131 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](msiPzSBKMj:0) -> float_type, {4, 4}, {17, 1}: 0.00065124ms, 0.00588585%
main:@1132 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](xT9FhjM1Uu:0) -> float_type, {4, 4}, {17, 1}: 0.00063476ms, 0.00573691%
main:@1133 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](m2YscaoDjP:0) -> float_type, {4, 4}, {17, 1}: 0.00063562ms, 0.00574468%
main:@1134 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](zZHaVOckpw:0) -> float_type, {4, 2}, {13, 1}: 0.0006147ms, 0.00555561%
main:@1135 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](ujOA5LQW7M:0) -> float_type, {4, 2}, {13, 1}: 0.00061148ms, 0.00552651%
main:@1136 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](nPUSZFm74Y:0) -> float_type, {4, 2}, {13, 1}: 0.00064074ms, 0.00579096%
main:@1137 = slice[axes={0, 1},starts={0, 163},ends={4, 165}](nv2tzWRf1I:0) -> float_type, {4, 2}, {301, 1}: 0.0006112ms, 0.00552398%
main:@1138 = slice[axes={0, 1},starts={0, 21},ends={4, 25}](ifP6Ceko5T:0) -> float_type, {4, 4}, {73, 1}: 0.00062968ms, 0.005691%
main:@1139 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](qd1komWTn4:0) -> float_type, {4, 8}, {25, 1}: 0.0006243ms, 0.00564237%
main:@1140 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](tWcngAq7hV:0) -> float_type, {4, 2}, {13, 1}: 0.000616ms, 0.00556736%
main:@1141 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](RpITWntAji:0) -> float_type, {4, 8}, {17, 1}: 0.00059792ms, 0.00540395%
main:@1142 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](92MwiALCHX:0) -> float_type, {4, 8}, {25, 1}: 0.00063354ms, 0.00572588%
main:@1143 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](AVLcBpWeuo:0) -> float_type, {4, 4}, {21, 1}: 0.00063414ms, 0.00573131%
main:@1144 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](JSWhLK4Agx:0) -> float_type, {4, 8}, {25, 1}: 0.00061166ms, 0.00552813%
main:@1145 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](1WNvHElUG7:0) -> float_type, {4, 8}, {25, 1}: 0.00064444ms, 0.0058244%
main:@1146 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](1u5yIsHTXE:0) -> float_type, {4, 4}, {17, 1}: 0.00065256ms, 0.00589778%
main:@1147 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](2lVXMZgJfO:0) -> float_type, {4, 8}, {25, 1}: 0.0006111ms, 0.00552307%
main:@1148 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](YbIVz8l1un:0) -> float_type, {4, 8}, {45, 1}: 0.0006275ms, 0.00567129%
main:@1149 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](bJsIAzhYc3:0) -> float_type, {4, 8}, {37, 1}: 0.00062038ms, 0.00560694%
main:@1150 = load[offset=565392,end=568496](main:@1) -> float_type, {4, 194}, {194, 1}: 0.00047854ms, 0.00432501%
main:@1151 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](pH5srbufJ1:0) -> float_type, {4, 4}, {17, 1}: 0.00095086ms, 0.00859379%
main:@1152 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](5JHUPChra8:0) -> float_type, {4, 2}, {17, 1}: 0.00065376ms, 0.00590863%
main:@1153 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](o74vNAnXxy:0) -> float_type, {4, 4}, {17, 1}: 0.00061538ms, 0.00556175%
main:@1154 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](Tg4u0GfnFb:0) -> float_type, {4, 8}, {25, 1}: 0.00064452ms, 0.00582512%
main:@1155 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](TidKGrnobI:0) -> float_type, {4, 2}, {13, 1}: 0.00091316ms, 0.00825306%
main:@1156 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](RHo9Jz6KpI:0) -> float_type, {4, 4}, {21, 1}: 0.0006176ms, 0.00558182%
main:@1157 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](NXOSdQVPs0:0) -> float_type, {4, 8}, {25, 1}: 0.0006397ms, 0.00578156%
main:@1158 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](ry2xad1vc9:0) -> float_type, {4, 8}, {25, 1}: 0.0005941ms, 0.00536943%
main:@1159 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](3kdi0vsSZG:0) -> float_type, {4, 8}, {25, 1}: 0.00090394ms, 0.00816974%
main:@1160 = slice[axes={0, 1},starts={0, 25},ends={4, 33}](Qp3K1PHvte:0) -> float_type, {4, 8}, {69, 1}: 0.00062916ms, 0.0056863%
main:@1161 = slice[axes={0, 1},starts={0, 169},ends={4, 177}](uFSOc5Chp2:0) -> float_type, {4, 8}, {481, 1}: 0.00061814ms, 0.0055867%
main:@1162 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](1PJsBhDaCK:0) -> float_type, {4, 8}, {25, 1}: 0.00061196ms, 0.00553084%
main:@1163 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=20,local=256,](main:@1152,main:@1129,main:@1140,main:@1130,main:@1127,main:@1128,main:@1136,main:@1135,main:@1134,main:@1155,main:@1137,main:@1126,main:@1151,main:@1131,main:@1146,main:@1156,main:@1125,main:@1133,main:@1143,main:@1153,main:@1132,main:@1138,main:@1124,main:@1162,main:@1160,main:@1144,main:@1139,main:@1158,main:@1147,main:@1142,main:@1154,main:@1145,main:@1157,main:@1149,main:@1159,main:@1148,main:@1141,main:@1161,main:@1150) -> float_type, {4, 194}, {194, 1}: 0.0489425ms, 0.442339%
main:@1164 = hip::hip_copy_literal[id=main:@literal:106] -> float_type, {194, 192}, {192, 1}: 0.0007992ms, 0.0072231%
main:@1165 = load[offset=562320,end=565392](main:@1) -> float_type, {4, 192}, {192, 1}: 0.00049346ms, 0.00445985%
main:@1166 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1163,main:@1164,main:@1165) -> float_type, {4, 192}, {192, 1}: 0.0230463ms, 0.20829%
main:@1167 = hip::hip_copy_literal[id=main:@literal:73] -> float_type, {170, 160}, {160, 1}: 0.00072638ms, 0.00656496%
main:@1168 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](nltbg9ZWQX:0) -> float_type, {4, 4}, {17, 1}: 0.0006814ms, 0.00615844%
main:@1169 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](U6GqhP8k7I:0) -> float_type, {4, 4}, {9, 1}: 0.00065662ms, 0.00593448%
main:@1170 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](Uc42tiuavR:0) -> float_type, {4, 4}, {9, 1}: 0.0007622ms, 0.0068887%
main:@1171 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](oQ5OcjZJe8:0) -> float_type, {4, 8}, {17, 1}: 0.00061128ms, 0.0055247%
main:@1172 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](Ouh1XpPZaj:0) -> float_type, {4, 4}, {9, 1}: 0.0006595ms, 0.00596051%
main:@1173 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](HmATr3gKsW:0) -> float_type, {4, 4}, {9, 1}: 0.00060692ms, 0.00548529%
main:@1174 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](J3H2EjAXt8:0) -> float_type, {4, 2}, {5, 1}: 0.0007685ms, 0.00694564%
main:@1175 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](NLt5JnRMjG:0) -> float_type, {4, 2}, {5, 1}: 0.0006033ms, 0.00545258%
main:@1176 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](l4bReWtsMB:0) -> float_type, {4, 8}, {25, 1}: 0.00063112ms, 0.00570401%
main:@1177 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](ecPTQUALkq:0) -> float_type, {4, 2}, {5, 1}: 0.00064436ms, 0.00582367%
main:@1178 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](magwfJSnUu:0) -> float_type, {4, 4}, {9, 1}: 0.00075056ms, 0.0067835%
main:@1179 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](mNgQ4ohWqU:0) -> float_type, {4, 4}, {9, 1}: 0.00062338ms, 0.00563406%
main:@1180 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](gsP96ZTbn0:0) -> float_type, {4, 8}, {17, 1}: 0.00058626ms, 0.00529857%
main:@1181 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](gqk5byC8aJ:0) -> float_type, {4, 2}, {5, 1}: 0.000591ms, 0.00534141%
main:@1182 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](mTMtDEo3r8:0) -> float_type, {4, 4}, {9, 1}: 0.0007355ms, 0.00664739%
main:@1183 = load[offset=565392,end=568112](main:@1) -> float_type, {4, 170}, {170, 1}: 0.00045892ms, 0.00414768%
main:@1184 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](qfwYOHde3u:0) -> float_type, {4, 8}, {17, 1}: 0.0005959ms, 0.0053857%
main:@1185 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](xVErSbJ0hg:0) -> float_type, {4, 4}, {9, 1}: 0.00060688ms, 0.00548493%
main:@1186 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](UMO0o14RuI:0) -> float_type, {4, 4}, {9, 1}: 0.00090686ms, 0.00819613%
main:@1187 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](IMdFk7D16X:0) -> float_type, {4, 4}, {9, 1}: 0.00074774ms, 0.00675801%
main:@1188 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](Pu1O5qFxY6:0) -> float_type, {4, 4}, {17, 1}: 0.00062804ms, 0.00567617%
main:@1189 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](1QWFmJ96aB:0) -> float_type, {4, 2}, {5, 1}: 0.00058806ms, 0.00531484%
main:@1190 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](pQsi1GNxvj:0) -> float_type, {4, 2}, {5, 1}: 0.0009011ms, 0.00814407%
main:@1191 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](yVxKAL4U5G:0) -> float_type, {4, 4}, {9, 1}: 0.0007441ms, 0.00672511%
main:@1192 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](ZRYNFfjSez:0) -> float_type, {4, 8}, {33, 1}: 0.00060478ms, 0.00546595%
main:@1193 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](IxpbBg7JTO:0) -> float_type, {4, 2}, {5, 1}: 0.0006068ms, 0.00548421%
main:@1194 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](6Wh2Jm7GHC:0) -> float_type, {4, 2}, {5, 1}: 0.00091018ms, 0.00822613%
main:@1195 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](5yColzZ8K3:0) -> float_type, {4, 2}, {5, 1}: 0.00075488ms, 0.00682254%
main:@1196 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](Cw59eOo7M1:0) -> float_type, {4, 4}, {9, 1}: 0.00059342ms, 0.00536328%
main:@1197 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](E1ZkVIXqS5:0) -> float_type, {4, 4}, {9, 1}: 0.00059656ms, 0.00539166%
main:@1198 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](EhUjmCTaGW:0) -> float_type, {4, 4}, {9, 1}: 0.00088564ms, 0.00800434%
main:@1199 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](l5WSX3VvMK:0) -> float_type, {4, 8}, {25, 1}: 0.00068802ms, 0.00621827%
main:@1200 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](FWhBxj4Tun:0) -> float_type, {4, 4}, {9, 1}: 0.00057698ms, 0.0052147%
main:@1201 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](KCNfS4GlpP:0) -> float_type, {4, 4}, {9, 1}: 0.00061306ms, 0.00554079%
main:@1202 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](O5aJeUQh2G:0) -> float_type, {4, 8}, {17, 1}: 0.00087646ms, 0.00792137%
main:@1203 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](3VED7WSJ1b:0) -> float_type, {4, 2}, {5, 1}: 0.00064712ms, 0.00584862%
main:@1204 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](gdck97AK4w:0) -> float_type, {4, 4}, {17, 1}: 0.00063008ms, 0.00569461%
main:@1205 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](tIGjbcEuDd:0) -> float_type, {4, 4}, {9, 1}: 0.00065274ms, 0.00589941%
main:@1206 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](NJBt1ubXFW:0) -> float_type, {4, 2}, {5, 1}: 0.00094876ms, 0.00857481%
main:@1207 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](zX6xKOWG9S:0) -> float_type, {4, 2}, {5, 1}: 0.00064316ms, 0.00581283%
main:@1208 = slice[axes={0, 1},starts={0, 3},ends={4, 5}](vAbKepTjQg:0) -> float_type, {4, 2}, {5, 1}: 0.0006196ms, 0.00559989%
main:@1209 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](lDhFNYzbxR:0) -> float_type, {4, 8}, {17, 1}: 0.00063416ms, 0.00573149%
main:@1210 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=16,local=256,](main:@1194,main:@1177,main:@1206,main:@1208,main:@1207,main:@1190,main:@1175,main:@1203,main:@1189,main:@1174,main:@1181,main:@1193,main:@1195,main:@1198,main:@1169,main:@1197,main:@1196,main:@1201,main:@1170,main:@1187,main:@1179,main:@1182,main:@1191,main:@1204,main:@1188,main:@1205,main:@1185,main:@1186,main:@1172,main:@1168,main:@1173,main:@1178,main:@1200,main:@1184,main:@1209,main:@1180,main:@1202,main:@1192,main:@1176,main:@1199,main:@1171,main:@1183) -> float_type, {4, 170}, {170, 1}: 0.0435439ms, 0.393546%
main:@1211 = load[offset=568112,end=570672](main:@1) -> float_type, {4, 160}, {160, 1}: 0.00068718ms, 0.00621068%
main:@1212 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1210,main:@1167,main:@1211) -> float_type, {4, 160}, {160, 1}: 0.0242109ms, 0.218816%
main:@1213 = hip::hip_copy_literal[id=main:@literal:133] -> float_type, {18, 4}, {4, 1}: 0.00076458ms, 0.00691021%
main:@1214 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](WDLoyKsiA7:0) -> float_type, {4, 16}, {33, 1}: 0.0006917ms, 0.00625153%
main:@1215 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](VfFM90O7LN:0) -> float_type, {4, 16}, {41, 1}: 0.00069908ms, 0.00631823%
main:@1216 = reshape_lazy[dims={-1, 10, 16}](main:@1212) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.00054754ms, 0.00494862%
main:@1217 = load[offset=570672,end=575280](main:@1) -> float_type, {4, 18, 16}, {288, 16, 1}: 0.0004819ms, 0.00435537%
main:@1218 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](sZdFJI9nwg:0) -> float_type, {4, 16}, {41, 1}: 0.00077672ms, 0.00701993%
main:@1219 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](2Yy3zxNGBC:0) -> float_type, {4, 16}, {45, 1}: 0.00066638ms, 0.00602269%
main:@1220 = unsqueeze[axes={1},steps={}](main:@1219) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.0008348ms, 0.00754485%
main:@1221 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](pY0t1rI5WU:0) -> float_type, {4, 16}, {41, 1}: 0.0006316ms, 0.00570835%
main:@1222 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](z3lqgZM8WU:0) -> float_type, {4, 16}, {41, 1}: 0.00076434ms, 0.00690804%
main:@1223 = slice[axes={0, 1},starts={0, 25},ends={4, 41}](LKAvFme9ZS:0) -> float_type, {4, 16}, {49, 1}: 0.0006241ms, 0.00564056%
main:@1224 = unsqueeze[axes={1},steps={}](main:@1223) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00074248ms, 0.00671047%
main:@1225 = unsqueeze[axes={1},steps={}](main:@1214) -> float_type, {4, 1, 16}, {33, 16, 1}: 0.00057584ms, 0.00520439%
main:@1226 = unsqueeze[axes={1},steps={}](main:@1222) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.0005724ms, 0.0051733%
main:@1227 = unsqueeze[axes={1},steps={}](main:@1221) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.0007547ms, 0.00682092%
main:@1228 = unsqueeze[axes={1},steps={}](main:@1218) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00056898ms, 0.00514239%
main:@1229 = unsqueeze[axes={1},steps={}](main:@1215) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00060864ms, 0.00550084%
main:@1230 = slice[axes={0, 1},starts={0, 25},ends={4, 41}](TxEdCcekGS:0) -> float_type, {4, 16}, {49, 1}: 0.00061858ms, 0.00559068%
main:@1231 = unsqueeze[axes={1},steps={}](main:@1230) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00073642ms, 0.0066557%
main:@1232 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=128,local=256,](main:@1225,main:@1226,main:@1224,main:@1227,main:@1231,main:@1228,main:@1229,main:@1220,main:@1216,main:@1217) -> float_type, {4, 18, 16}, {288, 16, 1}: 0.0241795ms, 0.218532%
main:@1233 = load[offset=575280,end=579888](main:@1) -> float_type, {4, 16, 18}, {288, 18, 1}: 0.00065008ms, 0.00587537%
main:@1234 = transpose[permutation={0, 2, 1}](main:@1232) -> float_type, {4, 16, 18}, {288, 1, 16}: 0.0005823ms, 0.00526278%
main:@1235 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=1152,local=256,](main:@1234,main:@1233) -> float_type, {4, 16, 18}, {288, 18, 1}: 0.0142089ms, 0.128419%
main:@1236 = load[offset=565392,end=566416](main:@1) -> float_type, {64, 4}, {4, 1}: 0.00060042ms, 0.00542655%
main:@1237 = reshape_lazy[dims={64, 18}](main:@1235) -> float_type, {64, 18}, {18, 1}: 0.00055988ms, 0.00506015%
main:@1238 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1237,main:@1213,main:@1236) -> float_type, {64, 4}, {4, 1}: 0.0199625ms, 0.180419%
1aXQU27NrD:0 = @param:1aXQU27NrD:0 -> float_type, {4, 49}, {49, 1}: 0.0007202ms, 0.00650911%
Dy3rwVmn1A:0 = @param:Dy3rwVmn1A:0 -> float_type, {4, 41}, {41, 1}: 0.00052414ms, 0.00473713%
ahAlEtBvzo:0 = @param:ahAlEtBvzo:0 -> float_type, {4, 41}, {41, 1}: 0.0005065ms, 0.00457771%
6HSQqXdJzb:0 = @param:6HSQqXdJzb:0 -> float_type, {4, 45}, {45, 1}: 0.0004866ms, 0.00439785%
zIoqYe9cRb:0 = @param:zIoqYe9cRb:0 -> float_type, {4, 45}, {45, 1}: 0.00051922ms, 0.00469267%
mgnGNH4Mz3:0 = @param:mgnGNH4Mz3:0 -> float_type, {4, 49}, {49, 1}: 0.00046824ms, 0.00423191%
X29iyIeu8L:0 = @param:X29iyIeu8L:0 -> float_type, {4, 45}, {45, 1}: 0.00052182ms, 0.00471617%
pYw7fMVoQg:0 = @param:pYw7fMVoQg:0 -> float_type, {4, 41}, {41, 1}: 0.0006681ms, 0.00603823%
dAFYcGrfEl:0 = @param:dAFYcGrfEl:0 -> float_type, {4, 45}, {45, 1}: 0.0005316ms, 0.00480456%
main:@1248 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](1aXQU27NrD:0) -> float_type, {4, 16}, {49, 1}: 0.00065872ms, 0.00595346%
main:@1249 = unsqueeze[axes={1},steps={}](main:@1248) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00063122ms, 0.00570491%
main:@1250 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](ahAlEtBvzo:0) -> float_type, {4, 16}, {41, 1}: 0.00079708ms, 0.00720394%
main:@1251 = unsqueeze[axes={1},steps={}](main:@1250) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00055428ms, 0.00500954%
main:@1252 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](dAFYcGrfEl:0) -> float_type, {4, 16}, {45, 1}: 0.00062056ms, 0.00560857%
main:@1253 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](isCn4mEOSt:0) -> float_type, {4, 16}, {49, 1}: 0.00088458ms, 0.00799476%
main:@1254 = unsqueeze[axes={1},steps={}](main:@1253) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.0005547ms, 0.00501333%
main:@1255 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](2CnSyUBzm0:0) -> float_type, {4, 16}, {65, 1}: 0.00077354ms, 0.00699119%
main:@1256 = unsqueeze[axes={1},steps={}](main:@1255) -> float_type, {4, 1, 16}, {65, 16, 1}: 0.00091682ms, 0.00828614%
main:@1257 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](X29iyIeu8L:0) -> float_type, {4, 16}, {45, 1}: 0.000601ms, 0.00543179%
main:@1258 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](ZcWERoz0h6:0) -> float_type, {4, 16}, {49, 1}: 0.00060234ms, 0.0054439%
main:@1259 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](mgnGNH4Mz3:0) -> float_type, {4, 16}, {49, 1}: 0.00074024ms, 0.00669023%
main:@1260 = unsqueeze[axes={1},steps={}](main:@1259) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00093466ms, 0.00844738%
main:@1261 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](6HSQqXdJzb:0) -> float_type, {4, 16}, {45, 1}: 0.00070506ms, 0.00637227%
main:@1262 = unsqueeze[axes={1},steps={}](main:@1261) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00055398ms, 0.00500683%
main:@1263 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](Dy3rwVmn1A:0) -> float_type, {4, 16}, {41, 1}: 0.000709ms, 0.00640788%
main:@1264 = unsqueeze[axes={1},steps={}](main:@1263) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00090024ms, 0.00813629%
main:@1265 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](FcmWLZhDgE:0) -> float_type, {4, 16}, {57, 1}: 0.00069946ms, 0.00632166%
main:@1266 = unsqueeze[axes={1},steps={}](main:@1265) -> float_type, {4, 1, 16}, {57, 16, 1}: 0.00054112ms, 0.0048906%
main:@1267 = unsqueeze[axes={1},steps={}](main:@1252) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00061738ms, 0.00557983%
main:@1268 = unsqueeze[axes={1},steps={}](main:@1257) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.0009149ms, 0.00826879%
main:@1269 = unsqueeze[axes={1},steps={}](main:@1258) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00060234ms, 0.0054439%
main:@1270 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](pYw7fMVoQg:0) -> float_type, {4, 16}, {41, 1}: 0.00067038ms, 0.00605884%
main:@1271 = unsqueeze[axes={1},steps={}](main:@1270) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00055496ms, 0.00501568%
main:@1272 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](zIoqYe9cRb:0) -> float_type, {4, 16}, {45, 1}: 0.0006805ms, 0.0061503%
main:@1273 = unsqueeze[axes={1},steps={}](main:@1272) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00055736ms, 0.00503737%
main:@1274 = load[offset=566416,end=572816](main:@1) -> float_type, {4, 25, 16}, {400, 16, 1}: 0.00049652ms, 0.00448751%
main:@1275 = reshape_lazy[dims={-1, 12, 16}](main:@1166) -> float_type, {4, 12, 16}, {192, 16, 1}: 0.00049378ms, 0.00446274%
main:@1276 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=114,local=256,](main:@1256,main:@1260,main:@1249,main:@1262,main:@1273,main:@1267,main:@1268,main:@1269,main:@1251,main:@1266,main:@1271,main:@1264,main:@1254,main:@1275,main:@1274) -> float_type, {4, 25, 16}, {400, 16, 1}: 0.0287735ms, 0.260053%
main:@1277 = load[offset=437072,end=438672](main:@1) -> float_type, {4, 25, 4}, {100, 4, 1}: 0.00062506ms, 0.00564924%
main:@1278 = reshape_lazy[dims={4, 16, 4}](main:@1238) -> float_type, {4, 16, 4}, {64, 4, 1}: 0.00051276ms, 0.00463428%
main:@1279 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1276,main:@1278,main:@1277) -> float_type, {4, 25, 4}, {100, 4, 1}: 0.0188198ms, 0.170092%
main:@1280 = load[offset=562320,end=574032](main:@1) -> float_type, {4, 732}, {732, 1}: 0.0006293ms, 0.00568756%
main:@1281 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1464,local=256,](main:@266,main:@510,main:@1280) -> float_type, {4, 732}, {732, 1}: 0.0140543ms, 0.127021%
main:@1282 = hip::hip_copy_literal[id=main:@literal:155] -> float_type, {732, 128}, {128, 1}: 0.0007887ms, 0.00712821%
main:@1283 = load[offset=574032,end=576080](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00050418ms, 0.00455674%
main:@1284 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1281,main:@1282,main:@1283) -> float_type, {4, 128}, {128, 1}: 0.0375218ms, 0.339119%
main:@1285 = load[offset=562320,end=564368](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00061834ms, 0.00558851%
main:@1286 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=256,local=256,](main:@1284,main:@1285) -> float_type, {4, 128}, {128, 1}: 0.013032ms, 0.117782%
main:@1287 = load[offset=574032,end=577872](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00061764ms, 0.00558218%
main:@1288 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1286,main:@616,main:@1287) -> float_type, {4, 240}, {240, 1}: 0.021409ms, 0.193493%
main:@1289 = load[offset=562320,end=574032](main:@1) -> float_type, {4, 732}, {732, 1}: 0.0006403ms, 0.00578698%
main:@1290 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=1464,local=256,](main:@266,main:@1288,main:@510,main:@1289) -> float_type, {4, 732}, {732, 1}: 0.0142285ms, 0.128596%
main:@1291 = hip::hip_copy_literal[id=main:@literal:118] -> float_type, {732, 256}, {256, 1}: 0.00079412ms, 0.00717719%
main:@1292 = load[offset=429200,end=433296](main:@1) -> float_type, {4, 256}, {256, 1}: 0.0004636ms, 0.00418998%
main:@1293 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1290,main:@1291,main:@1292) -> float_type, {4, 256}, {256, 1}: 0.0375628ms, 0.339489%
main:@1294 = hip::hip_copy_literal[id=main:@literal:128] -> float_type, {1112, 128}, {128, 1}: 0.00077954ms, 0.00704542%
main:@1295 = load[offset=562320,end=580112](main:@1) -> float_type, {4, 1112}, {1112, 1}: 0.00046668ms, 0.00421782%
main:@1296 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2224,local=256,](main:@383,main:@510,main:@1295) -> float_type, {4, 1112}, {1112, 1}: 0.0141525ms, 0.127909%
main:@1297 = load[offset=433296,end=435344](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00062764ms, 0.00567256%
main:@1298 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1296,main:@1294,main:@1297) -> float_type, {4, 128}, {128, 1}: 0.0262483ms, 0.23723%
main:@1299 = hip::hip_copy_literal[id=main:@literal:67] -> float_type, {128, 240}, {240, 1}: 0.00085326ms, 0.00771169%
main:@1300 = load[offset=566160,end=568208](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00050144ms, 0.00453197%
main:@1301 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=256,local=256,](main:@1298,main:@1300) -> float_type, {4, 128}, {128, 1}: 0.0129239ms, 0.116805%
main:@1302 = load[offset=562320,end=566160](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00059764ms, 0.00540142%
main:@1303 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1301,main:@1299,main:@1302) -> float_type, {4, 240}, {240, 1}: 0.0210793ms, 0.190513%
main:@1304 = hip::hip_copy_literal[id=main:@literal:87] -> float_type, {1112, 256}, {256, 1}: 0.0007968ms, 0.00720141%
main:@1305 = load[offset=566160,end=583952](main:@1) -> float_type, {4, 1112}, {1112, 1}: 0.0004613ms, 0.00416919%
main:@1306 = gpu::code_object[code_object=13552,symbol_name=noop_log_add_concat_noop_kernel,global=2224,local=256,](main:@383,main:@1303,main:@510,main:@1305) -> float_type, {4, 1112}, {1112, 1}: 0.014361ms, 0.129794%
main:@1307 = load[offset=460176,end=464272](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00061972ms, 0.00560098%
main:@1308 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1306,main:@1304,main:@1307) -> float_type, {4, 256}, {256, 1}: 0.0298076ms, 0.269398%
main:@1309 = load[offset=562320,end=599312](main:@1) -> float_type, {4, 2312}, {2312, 1}: 0.00060476ms, 0.00546577%
main:@1310 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4624,local=256,](main:@418,main:@510,main:@1309) -> float_type, {4, 2312}, {2312, 1}: 0.0143538ms, 0.129728%
main:@1311 = hip::hip_copy_literal[id=main:@literal:53] -> float_type, {2312, 128}, {128, 1}: 0.00078906ms, 0.00713146%
main:@1312 = load[offset=464272,end=466320](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046686ms, 0.00421944%
main:@1313 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1310,main:@1311,main:@1312) -> float_type, {4, 128}, {128, 1}: 0.0298573ms, 0.269848%
main:@1314 = load[offset=433296,end=435344](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00060694ms, 0.00548547%
main:@1315 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=256,local=256,](main:@1313,main:@1314) -> float_type, {4, 128}, {128, 1}: 0.0129251ms, 0.116816%
main:@1316 = load[offset=464272,end=468112](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00059026ms, 0.00533472%
main:@1317 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1315,main:@517,main:@1316) -> float_type, {4, 240}, {240, 1}: 0.0211401ms, 0.191063%
main:@1318 = hip::hip_copy_literal[id=main:@literal:144] -> float_type, {2312, 256}, {256, 1}: 0.00072914ms, 0.00658991%
main:@1319 = load[offset=562320,end=599312](main:@1) -> float_type, {4, 2312}, {2312, 1}: 0.00045974ms, 0.00415509%
main:@1320 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_pow_concat_noop_kernel,global=4624,local=256,](main:@418,main:@1317,main:@510,main:@1319) -> float_type, {4, 2312}, {2312, 1}: 0.0162713ms, 0.147059%
main:@1321 = load[offset=464272,end=468368](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00060056ms, 0.00542781%
main:@1322 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1320,main:@1318,main:@1321) -> float_type, {4, 256}, {256, 1}: 0.0304993ms, 0.27565%
main:@1323 = hip::hip_copy_literal[id=main:@literal:66] -> float_type, {2232, 128}, {128, 1}: 0.00077664ms, 0.00701921%
main:@1324 = load[offset=562320,end=598032](main:@1) -> float_type, {4, 2232}, {2232, 1}: 0.0004625ms, 0.00418004%
main:@1325 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4464,local=256,](main:@285,main:@510,main:@1324) -> float_type, {4, 2232}, {2232, 1}: 0.014225ms, 0.128565%
main:@1326 = load[offset=468368,end=470416](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00059206ms, 0.00535099%
main:@1327 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1325,main:@1323,main:@1326) -> float_type, {4, 128}, {128, 1}: 0.0298215ms, 0.269524%
main:@1328 = load[offset=433296,end=435344](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00061034ms, 0.0055162%
main:@1329 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=256,local=256,](main:@1327,main:@1328) -> float_type, {4, 128}, {128, 1}: 0.0129694ms, 0.117216%
main:@1330 = load[offset=468368,end=472208](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00061464ms, 0.00555507%
main:@1331 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1329,main:@517,main:@1330) -> float_type, {4, 240}, {240, 1}: 0.0207413ms, 0.187458%
main:@1332 = load[offset=562320,end=598032](main:@1) -> float_type, {4, 2232}, {2232, 1}: 0.00061004ms, 0.00551349%
main:@1333 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=4464,local=256,](main:@285,main:@1331,main:@510,main:@1332) -> float_type, {4, 2232}, {2232, 1}: 0.0144615ms, 0.130702%
main:@1334 = hip::hip_copy_literal[id=main:@literal:69] -> float_type, {2232, 256}, {256, 1}: 0.00076054ms, 0.0068737%
main:@1335 = load[offset=397328,end=401424](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00049054ms, 0.00443346%
main:@1336 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1333,main:@1334,main:@1335) -> float_type, {4, 256}, {256, 1}: 0.0304918ms, 0.275582%
main:@1337 = load[offset=401424,end=419216](main:@1) -> float_type, {4, 1112}, {1112, 1}: 0.0006072ms, 0.00548782%
main:@1338 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2224,local=256,](main:@302,main:@510,main:@1337) -> float_type, {4, 1112}, {1112, 1}: 0.0140766ms, 0.127223%
main:@1339 = hip::hip_copy_literal[id=main:@literal:54] -> float_type, {1112, 128}, {128, 1}: 0.00075118ms, 0.0067891%
main:@1340 = load[offset=419216,end=421264](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00050014ms, 0.00452022%
main:@1341 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1338,main:@1339,main:@1340) -> float_type, {4, 128}, {128, 1}: 0.0238469ms, 0.215526%
main:@1342 = load[offset=401424,end=403472](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00064534ms, 0.00583253%
main:@1343 = gpu::code_object[code_object=13520,symbol_name=log_pow_kernel,global=256,local=256,](main:@1341,main:@1342) -> float_type, {4, 128}, {128, 1}: 0.016468ms, 0.148836%
main:@1344 = load[offset=413712,end=417552](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00059904ms, 0.00541407%
main:@1345 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1343,main:@616,main:@1344) -> float_type, {4, 240}, {240, 1}: 0.0205207ms, 0.185464%
main:@1346 = load[offset=401424,end=410256](main:@1) -> float_type, {4, 552}, {552, 1}: 0.00065488ms, 0.00591875%
main:@1347 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1104,local=256,](main:@407,main:@510,main:@1346) -> float_type, {4, 552}, {552, 1}: 0.0138357ms, 0.125046%
main:@1348 = hip::hip_copy_literal[id=main:@literal:122] -> float_type, {552, 128}, {128, 1}: 0.0008223ms, 0.00743188%
main:@1349 = load[offset=410256,end=412304](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00047848ms, 0.00432446%
main:@1350 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1347,main:@1348,main:@1349) -> float_type, {4, 128}, {128, 1}: 0.0320542ms, 0.289703%
main:@1351 = load[offset=405264,end=407312](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00060196ms, 0.00544046%
main:@1352 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=256,local=256,](main:@1350,main:@1351) -> float_type, {4, 128}, {128, 1}: 0.0129382ms, 0.116935%
main:@1353 = load[offset=401424,end=405264](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00060468ms, 0.00546505%
main:@1354 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1352,main:@616,main:@1353) -> float_type, {4, 240}, {240, 1}: 0.0194419ms, 0.175714%
main:@1355 = hip::hip_copy_literal[id=main:@literal:98] -> float_type, {552, 256}, {256, 1}: 0.00074226ms, 0.00670848%
main:@1356 = load[offset=417552,end=426384](main:@1) -> float_type, {4, 552}, {552, 1}: 0.00048012ms, 0.00433928%
main:@1357 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_sub_concat_noop_kernel,global=1104,local=256,](main:@407,main:@1354,main:@510,main:@1356) -> float_type, {4, 552}, {552, 1}: 0.0140637ms, 0.127107%
main:@1358 = load[offset=401424,end=405520](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00061356ms, 0.0055453%
main:@1359 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1357,main:@1355,main:@1358) -> float_type, {4, 256}, {256, 1}: 0.0329354ms, 0.297667%
main:@1360 = load[offset=405520,end=413072](main:@1) -> float_type, {4, 472}, {472, 1}: 0.0006042ms, 0.00546071%
main:@1361 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=944,local=256,](main:@228,main:@510,main:@1360) -> float_type, {4, 472}, {472, 1}: 0.0137452ms, 0.124228%
main:@1362 = hip::hip_copy_literal[id=main:@literal:119] -> float_type, {472, 128}, {128, 1}: 0.00080106ms, 0.00723991%
main:@1363 = load[offset=417552,end=419600](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00049346ms, 0.00445985%
main:@1364 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1361,main:@1362,main:@1363) -> float_type, {4, 128}, {128, 1}: 0.0299199ms, 0.270413%
main:@1365 = hip::hip_copy_literal[id=main:@literal:102] -> float_type, {128, 240}, {240, 1}: 0.00075052ms, 0.00678314%
main:@1366 = load[offset=409360,end=411408](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046478ms, 0.00420064%
main:@1367 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=256,local=256,](main:@1364,main:@1366) -> float_type, {4, 128}, {128, 1}: 0.0130465ms, 0.117913%
main:@1368 = load[offset=405520,end=409360](main:@1) -> float_type, {4, 240}, {240, 1}: 0.0006031ms, 0.00545077%
main:@1369 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1367,main:@1365,main:@1368) -> float_type, {4, 240}, {240, 1}: 0.0209186ms, 0.18906%
main:@1370 = hip::hip_copy_literal[id=main:@literal:80] -> float_type, {472, 256}, {256, 1}: 0.00078814ms, 0.00712314%
main:@1371 = load[offset=417552,end=425104](main:@1) -> float_type, {4, 472}, {472, 1}: 0.00046106ms, 0.00416702%
main:@1372 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_div_concat_noop_kernel,global=944,local=256,](main:@228,main:@1369,main:@510,main:@1371) -> float_type, {4, 472}, {472, 1}: 0.0147595ms, 0.133396%
main:@1373 = load[offset=405520,end=409616](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00059656ms, 0.00539166%
main:@1374 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1372,main:@1370,main:@1373) -> float_type, {4, 256}, {256, 1}: 0.0301546ms, 0.272534%
main:@1375 = load[offset=477968,end=498320](main:@1) -> float_type, {4, 1272}, {1272, 1}: 0.00061116ms, 0.00552361%
main:@1376 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2544,local=256,](main:@438,main:@510,main:@1375) -> float_type, {4, 1272}, {1272, 1}: 0.0142127ms, 0.128453%
main:@1377 = hip::hip_copy_literal[id=main:@literal:59] -> float_type, {1272, 128}, {128, 1}: 0.00073932ms, 0.00668191%
main:@1378 = load[offset=344848,end=346896](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00046794ms, 0.0042292%
main:@1379 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1376,main:@1377,main:@1378) -> float_type, {4, 128}, {128, 1}: 0.0261076ms, 0.235959%
main:@1380 = hip::hip_copy_literal[id=main:@literal:39] -> float_type, {128, 240}, {240, 1}: 0.00078044ms, 0.00705355%
main:@1381 = load[offset=417552,end=419600](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00048624ms, 0.0043946%
main:@1382 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=256,local=256,](main:@1379,main:@1381) -> float_type, {4, 128}, {128, 1}: 0.0130891ms, 0.118298%
main:@1383 = load[offset=409616,end=413456](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00059666ms, 0.00539256%
main:@1384 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1382,main:@1380,main:@1383) -> float_type, {4, 240}, {240, 1}: 0.0212381ms, 0.191948%
main:@1385 = hip::hip_copy_literal[id=main:@literal:40] -> float_type, {1272, 256}, {256, 1}: 0.00073022ms, 0.00659967%
main:@1386 = load[offset=477968,end=498320](main:@1) -> float_type, {4, 1272}, {1272, 1}: 0.00046678ms, 0.00421872%
main:@1387 = gpu::code_object[code_object=13552,symbol_name=noop_log_sub_concat_noop_kernel,global=2544,local=256,](main:@438,main:@1384,main:@510,main:@1386) -> float_type, {4, 1272}, {1272, 1}: 0.0143238ms, 0.129457%
main:@1388 = load[offset=409616,end=413712](main:@1) -> float_type, {4, 256}, {256, 1}: 0.0006158ms, 0.00556555%
main:@1389 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1387,main:@1385,main:@1388) -> float_type, {4, 256}, {256, 1}: 0.0308717ms, 0.279016%
main:@1390 = load[offset=438672,end=456464](main:@1) -> float_type, {4, 1112}, {1112, 1}: 0.00060742ms, 0.00548981%
main:@1391 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=2224,local=256,](main:@302,main:@1345,main:@510,main:@1390) -> float_type, {4, 1112}, {1112, 1}: 0.0142504ms, 0.128794%
main:@1392 = hip::hip_copy_literal[id=main:@literal:123] -> float_type, {1112, 256}, {256, 1}: 0.00073384ms, 0.00663239%
main:@1393 = load[offset=365712,end=369808](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00046256ms, 0.00418058%
main:@1394 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1391,main:@1392,main:@1393) -> float_type, {4, 256}, {256, 1}: 0.0284172ms, 0.256832%
main:@1395 = hip::hip_copy_literal[id=main:@literal:99] -> float_type, {472, 128}, {128, 1}: 0.00082202ms, 0.00742935%
main:@1396 = load[offset=369808,end=377360](main:@1) -> float_type, {4, 472}, {472, 1}: 0.00048324ms, 0.00436748%
main:@1397 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=944,local=256,](main:@319,main:@510,main:@1396) -> float_type, {4, 472}, {472, 1}: 0.0137585ms, 0.124348%
main:@1398 = load[offset=377360,end=379408](main:@1) -> float_type, {4, 128}, {128, 1}: 0.0006005ms, 0.00542727%
main:@1399 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1397,main:@1395,main:@1398) -> float_type, {4, 128}, {128, 1}: 0.0302162ms, 0.273092%
main:@1400 = load[offset=344848,end=346896](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00060092ms, 0.00543107%
main:@1401 = gpu::code_object[code_object=13520,symbol_name=log_div_kernel,global=256,local=256,](main:@1399,main:@1400) -> float_type, {4, 128}, {128, 1}: 0.0133805ms, 0.120931%
main:@1402 = load[offset=369808,end=373648](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00059042ms, 0.00533617%
main:@1403 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1401,main:@517,main:@1402) -> float_type, {4, 240}, {240, 1}: 0.020287ms, 0.183352%
main:@1404 = load[offset=413712,end=421264](main:@1) -> float_type, {4, 472}, {472, 1}: 0.00060356ms, 0.00545493%
main:@1405 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_div_concat_noop_kernel,global=944,local=256,](main:@319,main:@1403,main:@510,main:@1404) -> float_type, {4, 472}, {472, 1}: 0.0143128ms, 0.129358%
main:@1406 = hip::hip_copy_literal[id=main:@literal:63] -> float_type, {472, 256}, {256, 1}: 0.00075006ms, 0.00677898%
main:@1407 = load[offset=369808,end=373904](main:@1) -> float_type, {4, 256}, {256, 1}: 0.0004658ms, 0.00420986%
main:@1408 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1405,main:@1406,main:@1407) -> float_type, {4, 256}, {256, 1}: 0.0302714ms, 0.273591%
main:@1409 = hip::hip_copy_literal[id=main:@literal:135] -> float_type, {1112, 128}, {128, 1}: 0.00072524ms, 0.00655466%
main:@1410 = load[offset=438672,end=456464](main:@1) -> float_type, {4, 1112}, {1112, 1}: 0.00048006ms, 0.00433874%
main:@1411 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2224,local=256,](main:@355,main:@510,main:@1410) -> float_type, {4, 1112}, {1112, 1}: 0.0140219ms, 0.126729%
main:@1412 = load[offset=373904,end=375952](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00062086ms, 0.00561128%
main:@1413 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1411,main:@1409,main:@1412) -> float_type, {4, 128}, {128, 1}: 0.0255907ms, 0.231286%
main:@1414 = load[offset=344848,end=346896](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00062428ms, 0.00564219%
main:@1415 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=256,local=256,](main:@1413,main:@1414) -> float_type, {4, 128}, {128, 1}: 0.016263ms, 0.146983%
main:@1416 = hip::hip_copy_literal[id=main:@literal:74] -> float_type, {128, 240}, {240, 1}: 0.0007923ms, 0.00716074%
main:@1417 = load[offset=373904,end=377744](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00045712ms, 0.00413141%
main:@1418 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1415,main:@1416,main:@1417) -> float_type, {4, 240}, {240, 1}: 0.0200483ms, 0.181195%
main:@1419 = load[offset=438672,end=456464](main:@1) -> float_type, {4, 1112}, {1112, 1}: 0.00063698ms, 0.00575697%
main:@1420 = gpu::code_object[code_object=13552,symbol_name=noop_log_add_concat_noop_kernel,global=2224,local=256,](main:@355,main:@1418,main:@510,main:@1419) -> float_type, {4, 1112}, {1112, 1}: 0.0141661ms, 0.128032%
main:@1421 = hip::hip_copy_literal[id=main:@literal:55] -> float_type, {1112, 256}, {256, 1}: 0.00072126ms, 0.00651869%
main:@1422 = load[offset=373904,end=378000](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00046012ms, 0.00415853%
main:@1423 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1420,main:@1421,main:@1422) -> float_type, {4, 256}, {256, 1}: 0.0301031ms, 0.272069%
main:@1424 = load[offset=344848,end=346896](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00060508ms, 0.00546866%
main:@1425 = gpu::code_object[code_object=13520,symbol_name=tanh_add_kernel,global=256,local=256,](main:@622,main:@1424) -> float_type, {4, 128}, {128, 1}: 0.0136714ms, 0.123561%
main:@1426 = load[offset=378000,end=381840](main:@1) -> float_type, {4, 240}, {240, 1}: 0.00061696ms, 0.00557603%
main:@1427 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1425,main:@517,main:@1426) -> float_type, {4, 240}, {240, 1}: 0.0195179ms, 0.176401%
main:@1428 = load[offset=438672,end=459664](main:@1) -> float_type, {4, 1312}, {1312, 1}: 0.00061172ms, 0.00552867%
main:@1429 = gpu::code_object[code_object=13552,symbol_name=noop_neg_div_concat_noop_kernel,global=2624,local=256,](main:@336,main:@1427,main:@510,main:@1428) -> float_type, {4, 1312}, {1312, 1}: 0.0143364ms, 0.129572%
main:@1430 = hip::hip_copy_literal[id=main:@literal:60] -> float_type, {1312, 256}, {256, 1}: 0.00078472ms, 0.00709223%
main:@1431 = load[offset=344848,end=348944](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00050152ms, 0.0045327%
main:@1432 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1429,main:@1430,main:@1431) -> float_type, {4, 256}, {256, 1}: 0.0308892ms, 0.279174%
main:@1433 = unsqueeze[axes={1},steps={}](main:@637) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00077284ms, 0.00698486%
main:@1434 = unsqueeze[axes={1},steps={}](main:@651) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00049494ms, 0.00447323%
main:@1435 = unsqueeze[axes={1},steps={}](main:@666) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00050516ms, 0.00456559%
main:@1436 = unsqueeze[axes={1},steps={}](main:@681) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0004819ms, 0.00435537%
main:@1437 = unsqueeze[axes={1},steps={}](main:@1293) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00049612ms, 0.00448389%
main:@1438 = unsqueeze[axes={1},steps={}](main:@1308) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00047508ms, 0.00429373%
main:@1439 = unsqueeze[axes={1},steps={}](main:@1322) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00047428ms, 0.0042865%
main:@1440 = unsqueeze[axes={1},steps={}](main:@1336) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00049592ms, 0.00448208%
main:@1441 = unsqueeze[axes={1},steps={}](main:@1359) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00050056ms, 0.00452402%
main:@1442 = unsqueeze[axes={1},steps={}](main:@1374) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00048128ms, 0.00434977%
main:@1443 = unsqueeze[axes={1},steps={}](main:@1389) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0004697ms, 0.00424511%
main:@1444 = unsqueeze[axes={1},steps={}](main:@1394) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00048846ms, 0.00441466%
main:@1445 = unsqueeze[axes={1},steps={}](main:@1408) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00048698ms, 0.00440129%
main:@1446 = unsqueeze[axes={1},steps={}](main:@1423) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0004843ms, 0.00437706%
main:@1447 = unsqueeze[axes={1},steps={}](main:@1432) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046584ms, 0.00421022%
main:@1448 = load[offset=732304,end=793744](main:@1) -> float_type, {4, 15, 256}, {3840, 256, 1}: 0.00048164ms, 0.00435302%
main:@1449 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=512,local=256,](main:@1438,main:@1446,main:@1439,main:@1440,main:@1443,main:@1435,main:@1437,main:@1447,main:@1444,main:@1436,main:@1441,main:@1433,main:@1445,main:@1442,main:@1434,main:@1448) -> float_type, {4, 15, 256}, {3840, 256, 1}: 0.0244012ms, 0.220536%
main:@1450 = hip::hip_copy_literal[id=main:@literal:35] -> float_type, {256, 768}, {768, 1}: 0.00077002ms, 0.00695938%
main:@1451 = load[offset=547984,end=732304](main:@1) -> float_type, {60, 768}, {768, 1}: 0.00048528ms, 0.00438592%
main:@1452 = reshape_lazy[dims={60, 256}](main:@1449) -> float_type, {60, 256}, {256, 1}: 0.0005389ms, 0.00487053%
main:@1453 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1452,main:@1450,main:@1451) -> float_type, {60, 768}, {768, 1}: 0.0274487ms, 0.248079%
main:@1454 = hip::hip_copy_literal[id=main:@literal:143] -> float_type, {194, 192}, {192, 1}: 0.00080658ms, 0.0072898%
main:@1455 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](HZ0l3MmcPY:0) -> float_type, {4, 4}, {17, 1}: 0.00072616ms, 0.00656297%
main:@1456 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](09zp4EDXTh:0) -> float_type, {4, 8}, {25, 1}: 0.00063522ms, 0.00574107%
main:@1457 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](m2YscaoDjP:0) -> float_type, {4, 4}, {17, 1}: 0.00078006ms, 0.00705012%
main:@1458 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](RHo9Jz6KpI:0) -> float_type, {4, 4}, {21, 1}: 0.00060718ms, 0.00548764%
main:@1459 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](S5D6WGIXMd:0) -> float_type, {4, 4}, {17, 1}: 0.00062462ms, 0.00564526%
main:@1460 = slice[axes={0, 1},starts={0, 17},ends={4, 25}](Qp3K1PHvte:0) -> float_type, {4, 8}, {69, 1}: 0.00061184ms, 0.00552976%
main:@1461 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](TidKGrnobI:0) -> float_type, {4, 2}, {13, 1}: 0.00076558ms, 0.00691925%
main:@1462 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](XxirNgB98u:0) -> float_type, {4, 2}, {13, 1}: 0.00060494ms, 0.0054674%
main:@1463 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](RpITWntAji:0) -> float_type, {4, 8}, {17, 1}: 0.00061632ms, 0.00557025%
main:@1464 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](IztrlRfWQU:0) -> float_type, {4, 2}, {13, 1}: 0.00062972ms, 0.00569136%
main:@1465 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](JSWhLK4Agx:0) -> float_type, {4, 8}, {25, 1}: 0.00075996ms, 0.00686846%
main:@1466 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](nPUSZFm74Y:0) -> float_type, {4, 2}, {13, 1}: 0.00064852ms, 0.00586127%
main:@1467 = slice[axes={0, 1},starts={0, 161},ends={4, 169}](uFSOc5Chp2:0) -> float_type, {4, 8}, {481, 1}: 0.00061602ms, 0.00556754%
main:@1468 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](xT9FhjM1Uu:0) -> float_type, {4, 4}, {17, 1}: 0.0006105ms, 0.00551765%
main:@1469 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](qd1komWTn4:0) -> float_type, {4, 8}, {25, 1}: 0.00078264ms, 0.00707344%
main:@1470 = slice[axes={0, 1},starts={0, 161},ends={4, 163}](nv2tzWRf1I:0) -> float_type, {4, 2}, {301, 1}: 0.00059324ms, 0.00536165%
main:@1471 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](zZHaVOckpw:0) -> float_type, {4, 2}, {13, 1}: 0.000604ms, 0.0054589%
main:@1472 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](pH5srbufJ1:0) -> float_type, {4, 4}, {17, 1}: 0.00059052ms, 0.00533707%
main:@1473 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](msiPzSBKMj:0) -> float_type, {4, 4}, {17, 1}: 0.00068974ms, 0.00623381%
main:@1474 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](92MwiALCHX:0) -> float_type, {4, 8}, {25, 1}: 0.00063126ms, 0.00570528%
main:@1475 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](ujOA5LQW7M:0) -> float_type, {4, 2}, {13, 1}: 0.00070854ms, 0.00640373%
main:@1476 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](AVLcBpWeuo:0) -> float_type, {4, 4}, {21, 1}: 0.00065806ms, 0.00594749%
main:@1477 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](1WNvHElUG7:0) -> float_type, {4, 8}, {25, 1}: 0.00065842ms, 0.00595075%
main:@1478 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](1u5yIsHTXE:0) -> float_type, {4, 4}, {17, 1}: 0.0006372ms, 0.00575896%
main:@1479 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](2lVXMZgJfO:0) -> float_type, {4, 8}, {25, 1}: 0.0006423ms, 0.00580505%
main:@1480 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](YbIVz8l1un:0) -> float_type, {4, 8}, {45, 1}: 0.00063722ms, 0.00575914%
main:@1481 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](bJsIAzhYc3:0) -> float_type, {4, 8}, {37, 1}: 0.00063528ms, 0.00574161%
main:@1482 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](tWcngAq7hV:0) -> float_type, {4, 2}, {13, 1}: 0.0006154ms, 0.00556193%
main:@1483 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](5JHUPChra8:0) -> float_type, {4, 2}, {17, 1}: 0.00063648ms, 0.00575245%
main:@1484 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](xymEBUMS25:0) -> float_type, {4, 2}, {13, 1}: 0.0006161ms, 0.00556826%
main:@1485 = load[offset=344848,end=347952](main:@1) -> float_type, {4, 194}, {194, 1}: 0.00048064ms, 0.00434398%
main:@1486 = slice[axes={0, 1},starts={0, 17},ends={4, 21}](ifP6Ceko5T:0) -> float_type, {4, 4}, {73, 1}: 0.00070066ms, 0.00633251%
main:@1487 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](KN13IWXZSu:0) -> float_type, {4, 2}, {13, 1}: 0.00062932ms, 0.00568774%
main:@1488 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](NXOSdQVPs0:0) -> float_type, {4, 8}, {25, 1}: 0.0009458ms, 0.00854806%
main:@1489 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](ry2xad1vc9:0) -> float_type, {4, 8}, {25, 1}: 0.0006021ms, 0.00544173%
main:@1490 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](3kdi0vsSZG:0) -> float_type, {4, 8}, {25, 1}: 0.00062534ms, 0.00565177%
main:@1491 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](Tg4u0GfnFb:0) -> float_type, {4, 8}, {25, 1}: 0.00061714ms, 0.00557766%
main:@1492 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](o74vNAnXxy:0) -> float_type, {4, 4}, {17, 1}: 0.00095122ms, 0.00859705%
main:@1493 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](1PJsBhDaCK:0) -> float_type, {4, 8}, {25, 1}: 0.00063564ms, 0.00574486%
main:@1494 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=20,local=256,](main:@1483,main:@1462,main:@1482,main:@1484,main:@1464,main:@1487,main:@1466,main:@1475,main:@1471,main:@1461,main:@1470,main:@1455,main:@1472,main:@1473,main:@1478,main:@1458,main:@1459,main:@1457,main:@1476,main:@1492,main:@1468,main:@1486,main:@1456,main:@1493,main:@1460,main:@1465,main:@1469,main:@1489,main:@1479,main:@1474,main:@1491,main:@1477,main:@1488,main:@1481,main:@1490,main:@1480,main:@1463,main:@1467,main:@1485) -> float_type, {4, 194}, {194, 1}: 0.0464925ms, 0.420195%
main:@1495 = load[offset=351248,end=354320](main:@1) -> float_type, {4, 192}, {192, 1}: 0.00066756ms, 0.00603335%
main:@1496 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1494,main:@1454,main:@1495) -> float_type, {4, 192}, {192, 1}: 0.02304ms, 0.208234%
main:@1497 = hip::hip_copy_literal[id=main:@literal:115] -> float_type, {25, 5}, {5, 1}: 0.00074266ms, 0.0067121%
main:@1498 = load[offset=344848,end=351248](main:@1) -> float_type, {4, 25, 16}, {400, 16, 1}: 0.00057724ms, 0.00521705%
main:@1499 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](isCn4mEOSt:0) -> float_type, {4, 16}, {49, 1}: 0.00067214ms, 0.00607475%
main:@1500 = unsqueeze[axes={1},steps={}](main:@1499) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00081164ms, 0.00733554%
main:@1501 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](1aXQU27NrD:0) -> float_type, {4, 16}, {49, 1}: 0.00080136ms, 0.00724263%
main:@1502 = unsqueeze[axes={1},steps={}](main:@1501) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00056686ms, 0.00512323%
main:@1503 = reshape_lazy[dims={-1, 12, 16}](main:@1496) -> float_type, {4, 12, 16}, {192, 16, 1}: 0.00050634ms, 0.00457626%
main:@1504 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](zIoqYe9cRb:0) -> float_type, {4, 16}, {45, 1}: 0.0006124ms, 0.00553482%
main:@1505 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](pYw7fMVoQg:0) -> float_type, {4, 16}, {41, 1}: 0.00074256ms, 0.0067112%
main:@1506 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](ahAlEtBvzo:0) -> float_type, {4, 16}, {41, 1}: 0.000772ms, 0.00697727%
main:@1507 = unsqueeze[axes={1},steps={}](main:@1506) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00056214ms, 0.00508057%
main:@1508 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](6HSQqXdJzb:0) -> float_type, {4, 16}, {45, 1}: 0.0006493ms, 0.00586832%
main:@1509 = unsqueeze[axes={1},steps={}](main:@1508) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00059554ms, 0.00538244%
main:@1510 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](2CnSyUBzm0:0) -> float_type, {4, 16}, {65, 1}: 0.00078714ms, 0.00711411%
main:@1511 = unsqueeze[axes={1},steps={}](main:@1510) -> float_type, {4, 1, 16}, {65, 16, 1}: 0.00057976ms, 0.00523982%
main:@1512 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](X29iyIeu8L:0) -> float_type, {4, 16}, {45, 1}: 0.00063568ms, 0.00574522%
main:@1513 = unsqueeze[axes={1},steps={}](main:@1512) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.0005806ms, 0.00524741%
main:@1514 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](ZcWERoz0h6:0) -> float_type, {4, 16}, {49, 1}: 0.00074836ms, 0.00676362%
main:@1515 = unsqueeze[axes={1},steps={}](main:@1514) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00054896ms, 0.00496146%
main:@1516 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](mgnGNH4Mz3:0) -> float_type, {4, 16}, {49, 1}: 0.00060504ms, 0.0054683%
main:@1517 = unsqueeze[axes={1},steps={}](main:@1516) -> float_type, {4, 1, 16}, {49, 16, 1}: 0.00057448ms, 0.0051921%
main:@1518 = unsqueeze[axes={1},steps={}](main:@1504) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00092044ms, 0.00831886%
main:@1519 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](dAFYcGrfEl:0) -> float_type, {4, 16}, {45, 1}: 0.00073692ms, 0.00666022%
main:@1520 = unsqueeze[axes={1},steps={}](main:@1519) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.0005803ms, 0.0052447%
main:@1521 = unsqueeze[axes={1},steps={}](main:@1505) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00057774ms, 0.00522157%
main:@1522 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](Dy3rwVmn1A:0) -> float_type, {4, 16}, {41, 1}: 0.00061636ms, 0.00557061%
main:@1523 = unsqueeze[axes={1},steps={}](main:@1522) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.0005721ms, 0.00517059%
main:@1524 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](FcmWLZhDgE:0) -> float_type, {4, 16}, {57, 1}: 0.00074144ms, 0.00670107%
main:@1525 = unsqueeze[axes={1},steps={}](main:@1524) -> float_type, {4, 1, 16}, {57, 16, 1}: 0.0005601ms, 0.00506214%
main:@1526 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=114,local=256,](main:@1511,main:@1517,main:@1502,main:@1509,main:@1518,main:@1520,main:@1513,main:@1515,main:@1507,main:@1525,main:@1521,main:@1523,main:@1500,main:@1503,main:@1498) -> float_type, {4, 25, 16}, {400, 16, 1}: 0.0279276ms, 0.252407%
main:@1527 = transpose[permutation={0, 2, 1}](main:@1526) -> float_type, {4, 16, 25}, {400, 1, 16}: 0.00074494ms, 0.00673271%
main:@1528 = load[offset=351248,end=357648](main:@1) -> float_type, {4, 16, 25}, {400, 25, 1}: 0.0005231ms, 0.00472773%
main:@1529 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=1600,local=256,](main:@1527,main:@1528) -> float_type, {4, 16, 25}, {400, 25, 1}: 0.0139645ms, 0.12621%
main:@1530 = load[offset=346528,end=347808](main:@1) -> float_type, {64, 5}, {5, 1}: 0.00062226ms, 0.00562393%
main:@1531 = reshape_lazy[dims={64, 25}](main:@1529) -> float_type, {64, 25}, {25, 1}: 0.00053864ms, 0.00486818%
main:@1532 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1531,main:@1497,main:@1530) -> float_type, {64, 5}, {5, 1}: 0.0207291ms, 0.187348%
main:@1533 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](XPcHGKbop2:0) -> float_type, {4, 2}, {13, 1}: 0.00084418ms, 0.00762963%
main:@1534 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](TSqGwrHeo4:0) -> float_type, {4, 2}, {5, 1}: 0.00063266ms, 0.00571793%
main:@1535 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](Tej5M3O6As:0) -> float_type, {4, 8}, {17, 1}: 0.00077926ms, 0.00704289%
main:@1536 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](nyLxrsTmOB:0) -> float_type, {4, 8}, {17, 1}: 0.0006315ms, 0.00570744%
main:@1537 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](KasFvpq4IG:0) -> float_type, {4, 2}, {5, 1}: 0.00060018ms, 0.00542438%
main:@1538 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](Hnjq487SIY:0) -> float_type, {4, 2}, {13, 1}: 0.0006089ms, 0.00550319%
main:@1539 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](IRem4MiFDP:0) -> float_type, {4, 2}, {5, 1}: 0.00076754ms, 0.00693696%
main:@1540 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](JCVMzpWyri:0) -> float_type, {4, 4}, {17, 1}: 0.00061112ms, 0.00552325%
main:@1541 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](JSPsGophtx:0) -> float_type, {4, 8}, {25, 1}: 0.00063328ms, 0.00572353%
main:@1542 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](JaHTUxB6zL:0) -> float_type, {4, 4}, {17, 1}: 0.00060306ms, 0.00545041%
main:@1543 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](r1WGP7Xe9H:0) -> float_type, {4, 2}, {13, 1}: 0.00077194ms, 0.00697673%
main:@1544 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](fZhaL2tCm6:0) -> float_type, {4, 8}, {17, 1}: 0.00061766ms, 0.00558236%
main:@1545 = load[offset=347808,end=350368](main:@1) -> float_type, {4, 160}, {160, 1}: 0.00047604ms, 0.00430241%
main:@1546 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](iCbkMrmXBh:0) -> float_type, {4, 4}, {9, 1}: 0.00061058ms, 0.00551837%
main:@1547 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](d8RoEzG52p:0) -> float_type, {4, 8}, {17, 1}: 0.00092568ms, 0.00836622%
main:@1548 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](eQquakfWBY:0) -> float_type, {4, 4}, {17, 1}: 0.00078656ms, 0.00710886%
main:@1549 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](qzd23aNGIT:0) -> float_type, {4, 4}, {17, 1}: 0.00059072ms, 0.00533888%
main:@1550 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](aqMQBgb3hf:0) -> float_type, {4, 8}, {17, 1}: 0.00060542ms, 0.00547174%
main:@1551 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](Vbv2Om3ptd:0) -> float_type, {4, 8}, {17, 1}: 0.00093826ms, 0.00847992%
main:@1552 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](72zWmh93Bo:0) -> float_type, {4, 4}, {17, 1}: 0.00071276ms, 0.00644187%
main:@1553 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](JjyOIxALzM:0) -> float_type, {4, 2}, {5, 1}: 0.0005824ms, 0.00526368%
main:@1554 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](8vM5p4RzXd:0) -> float_type, {4, 2}, {13, 1}: 0.00062418ms, 0.00564129%
main:@1555 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](9dgeU4bKka:0) -> float_type, {4, 4}, {17, 1}: 0.0009929ms, 0.00897375%
main:@1556 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](AB6lekmMxa:0) -> float_type, {4, 8}, {25, 1}: 0.00065242ms, 0.00589652%
main:@1557 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](bTeX85HPmJ:0) -> float_type, {4, 4}, {17, 1}: 0.00062474ms, 0.00564635%
main:@1558 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](agDiJj8lLK:0) -> float_type, {4, 2}, {13, 1}: 0.00066662ms, 0.00602486%
main:@1559 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](cN2JSTnFOu:0) -> float_type, {4, 4}, {9, 1}: 0.00099614ms, 0.00900303%
main:@1560 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](omr2g4XaH5:0) -> float_type, {4, 8}, {17, 1}: 0.00064766ms, 0.0058535%
main:@1561 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](6XMrIsBjLY:0) -> float_type, {4, 2}, {13, 1}: 0.0006574ms, 0.00594153%
main:@1562 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](EZBIAqn6LS:0) -> float_type, {4, 2}, {13, 1}: 0.00063146ms, 0.00570708%
main:@1563 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](BYyjkPCX0m:0) -> float_type, {4, 2}, {13, 1}: 0.0009324ms, 0.00842695%
main:@1564 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](EKpP4xMXu8:0) -> float_type, {4, 4}, {17, 1}: 0.00063088ms, 0.00570184%
main:@1565 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](EUciqFuptg:0) -> float_type, {4, 4}, {17, 1}: 0.00064182ms, 0.00580072%
main:@1566 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](khJcIxW3zv:0) -> float_type, {4, 4}, {9, 1}: 0.000647ms, 0.00584753%
main:@1567 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](LMobYAd5ru:0) -> float_type, {4, 4}, {17, 1}: 0.00098768ms, 0.00892657%
main:@1568 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](lQmygxs5aD:0) -> float_type, {4, 2}, {13, 1}: 0.0006159ms, 0.00556645%
main:@1569 = slice[axes={0, 1},starts={0, 1},ends={4, 3}](fMiQsYNnet:0) -> float_type, {4, 2}, {5, 1}: 0.00064972ms, 0.00587212%
main:@1570 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](4M92ryD8ux:0) -> float_type, {4, 4}, {9, 1}: 0.00065292ms, 0.00590104%
main:@1571 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](4gFa5o2YsJ:0) -> float_type, {4, 4}, {9, 1}: 0.00096098ms, 0.00868526%
main:@1572 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=16,local=256,](main:@1553,main:@1562,main:@1539,main:@1568,main:@1534,main:@1543,main:@1558,main:@1533,main:@1554,main:@1569,main:@1563,main:@1538,main:@1537,main:@1561,main:@1559,main:@1555,main:@1570,main:@1567,main:@1566,main:@1565,main:@1557,main:@1564,main:@1548,main:@1540,main:@1552,main:@1549,main:@1546,main:@1542,main:@1571,main:@1541,main:@1544,main:@1547,main:@1535,main:@1560,main:@1556,main:@1550,main:@1551,main:@1536,main:@1545) -> float_type, {4, 160}, {160, 1}: 0.043559ms, 0.393682%
main:@1573 = load[offset=350368,end=352928](main:@1) -> float_type, {4, 160}, {160, 1}: 0.00067428ms, 0.00609409%
main:@1574 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1572,main:@617,main:@1573) -> float_type, {4, 160}, {160, 1}: 0.0226166ms, 0.204407%
main:@1575 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](HRGzlnEkXQ:0) -> float_type, {4, 16}, {41, 1}: 0.0008416ms, 0.00760631%
main:@1576 = unsqueeze[axes={1},steps={}](main:@1575) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00062386ms, 0.0056384%
main:@1577 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](HzcyUlm8Yj:0) -> float_type, {4, 16}, {45, 1}: 0.00082274ms, 0.00743586%
main:@1578 = unsqueeze[axes={1},steps={}](main:@1577) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00055142ms, 0.00498369%
main:@1579 = load[offset=352928,end=358304](main:@1) -> float_type, {4, 21, 16}, {336, 16, 1}: 0.0005123ms, 0.00463013%
main:@1580 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](eQI8ikEMgP:0) -> float_type, {4, 16}, {41, 1}: 0.0006294ms, 0.00568847%
main:@1581 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](VUqfdN5Fzv:0) -> float_type, {4, 16}, {45, 1}: 0.0006392ms, 0.00577704%
main:@1582 = unsqueeze[axes={1},steps={}](main:@1581) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00057482ms, 0.00519518%
main:@1583 = reshape_lazy[dims={-1, 10, 16}](main:@1574) -> float_type, {4, 10, 16}, {160, 16, 1}: 0.00048272ms, 0.00436278%
main:@1584 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](2RDXZrx9GA:0) -> float_type, {4, 16}, {45, 1}: 0.00076656ms, 0.00692811%
main:@1585 = unsqueeze[axes={1},steps={}](main:@1584) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00054402ms, 0.00491681%
main:@1586 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](duyRoIEkH8:0) -> float_type, {4, 16}, {45, 1}: 0.00063332ms, 0.00572389%
main:@1587 = unsqueeze[axes={1},steps={}](main:@1586) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00056648ms, 0.0051198%
main:@1588 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](2srtUfGvja:0) -> float_type, {4, 16}, {41, 1}: 0.00078338ms, 0.00708012%
main:@1589 = unsqueeze[axes={1},steps={}](main:@1588) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00057518ms, 0.00519843%
main:@1590 = unsqueeze[axes={1},steps={}](main:@1580) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.00056876ms, 0.00514041%
main:@1591 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](CHAYRkBvIo:0) -> float_type, {4, 16}, {41, 1}: 0.00061972ms, 0.00560098%
main:@1592 = unsqueeze[axes={1},steps={}](main:@1591) -> float_type, {4, 1, 16}, {41, 16, 1}: 0.0005467ms, 0.00494103%
main:@1593 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](jznORDJr0N:0) -> float_type, {4, 16}, {45, 1}: 0.0007529ms, 0.00680465%
main:@1594 = unsqueeze[axes={1},steps={}](main:@1593) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00057248ms, 0.00517403%
main:@1595 = slice[axes={0, 1},starts={0, 289},ends={4, 305}](lyiDxfzZg3:0) -> float_type, {4, 16}, {701, 1}: 0.00060584ms, 0.00547553%
main:@1596 = unsqueeze[axes={1},steps={}](main:@1595) -> float_type, {4, 1, 16}, {701, 16, 1}: 0.00057452ms, 0.00519246%
main:@1597 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](3Laj620MSn:0) -> float_type, {4, 16}, {45, 1}: 0.00074976ms, 0.00677627%
main:@1598 = unsqueeze[axes={1},steps={}](main:@1597) -> float_type, {4, 1, 16}, {45, 16, 1}: 0.00056988ms, 0.00515053%
main:@1599 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=112,local=256,](main:@1594,main:@1576,main:@1596,main:@1585,main:@1582,main:@1592,main:@1578,main:@1589,main:@1598,main:@1587,main:@1590,main:@1583,main:@1579) -> float_type, {4, 21, 16}, {336, 16, 1}: 0.0267353ms, 0.241631%
main:@1600 = reshape_lazy[dims={4, 16, 5}](main:@1532) -> float_type, {4, 16, 5}, {80, 5, 1}: 0.00068606ms, 0.00620055%
main:@1601 = load[offset=344848,end=346528](main:@1) -> float_type, {4, 21, 5}, {105, 5, 1}: 0.00049184ms, 0.00444521%
main:@1602 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1599,main:@1600,main:@1601) -> float_type, {4, 21, 5}, {105, 5, 1}: 0.0191446ms, 0.173027%
main:@1603 = load[offset=438672,end=503952](main:@1) -> float_type, {4, 60, 68}, {4080, 68, 1}: 0.00062694ms, 0.00566623%
XRvxjULC7M:0 = @param:XRvxjULC7M:0 -> float_type, {4, 60, 5}, {300, 5, 1}: 0.00059962ms, 0.00541932%
main:@1605 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 60, 5}](XRvxjULC7M:0) -> float_type, {4, 60, 4}, {300, 5, 1}: 0.00070794ms, 0.0063983%
main:@1606 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4080,local=256,](main:@279,main:@433,main:@1605,main:@49,main:@1603) -> float_type, {4, 60, 68}, {4080, 68, 1}: 0.0166442ms, 0.150429%
main:@1607 = hip::hip_copy_literal[id=main:@literal:152] -> float_type, {68, 64}, {64, 1}: 0.0008755ms, 0.0079127%
main:@1608 = reshape_lazy[dims={240, 68}](main:@1606) -> float_type, {240, 68}, {68, 1}: 0.00054744ms, 0.00494772%
main:@1609 = load[offset=346528,end=407968](main:@1) -> float_type, {240, 64}, {64, 1}: 0.00047026ms, 0.00425017%
main:@1610 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1608,main:@1607,main:@1609) -> float_type, {240, 64}, {64, 1}: 0.0213103ms, 0.192601%
main:@1611 = slice[axes={0, 1},starts={0, 209},ends={4, 217}](uFSOc5Chp2:0) -> float_type, {4, 8}, {481, 1}: 0.00081508ms, 0.00736663%
main:@1612 = slice[axes={0, 1},starts={0, 45},ends={4, 53}](Qp3K1PHvte:0) -> float_type, {4, 8}, {69, 1}: 0.00064098ms, 0.00579312%
main:@1613 = slice[axes={0, 1},starts={0, 49},ends={4, 57}](ifP6Ceko5T:0) -> float_type, {4, 8}, {73, 1}: 0.00079982ms, 0.00722871%
main:@1614 = load[offset=407968,end=408736](main:@1) -> float_type, {4, 48}, {48, 1}: 0.00048004ms, 0.00433856%
main:@1615 = slice[axes={0, 1},starts={0, 45},ends={4, 53}](2CnSyUBzm0:0) -> float_type, {4, 8}, {65, 1}: 0.00066066ms, 0.00597099%
main:@1616 = slice[axes={0, 1},starts={0, 13},ends={4, 21}](9YqhflbMKe:0) -> float_type, {4, 8}, {29, 1}: 0.00062184ms, 0.00562014%
main:@1617 = slice[axes={0, 1},starts={0, 189},ends={4, 197}](nv2tzWRf1I:0) -> float_type, {4, 8}, {301, 1}: 0.00060786ms, 0.00549379%
main:@1618 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=32,local=256,](main:@1617,main:@1615,main:@1611,main:@1613,main:@1612,main:@1616,main:@1614) -> float_type, {4, 48}, {48, 1}: 0.0159636ms, 0.144278%
main:@1619 = hip::hip_copy_literal[id=main:@literal:160] -> float_type, {48, 64}, {64, 1}: 0.00074504ms, 0.00673361%
main:@1620 = load[offset=408928,end=409952](main:@1) -> float_type, {4, 64}, {64, 1}: 0.00050552ms, 0.00456885%
main:@1621 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1618,main:@1619,main:@1620) -> float_type, {4, 64}, {64, 1}: 0.0190418ms, 0.172099%
main:@1622 = reshape_lazy[dims={4, 60, 64}](main:@1610) -> float_type, {4, 60, 64}, {3840, 64, 1}: 0.00069574ms, 0.00628804%
main:@1623 = transpose[permutation={0, 2, 1}](main:@1622) -> float_type, {4, 64, 60}, {3840, 1, 64}: 0.00054962ms, 0.00496742%
main:@1624 = reshape_lazy[dims={4, 1, 64}](main:@1621) -> float_type, {4, 1, 64}, {64, 64, 1}: 0.00050184ms, 0.00453559%
main:@1625 = load[offset=407968,end=408928](main:@1) -> float_type, {4, 1, 60}, {60, 60, 1}: 0.0004999ms, 0.00451805%
main:@1626 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1624,main:@1623,main:@1625) -> float_type, {4, 1, 60}, {60, 60, 1}: 0.0219155ms, 0.19807%
main:@1627 = hip::hip_copy_literal[id=main:@literal:134] -> float_type, {84, 64}, {64, 1}: 0.00085792ms, 0.00775381%
PnxiROp9zw:0 = @param:PnxiROp9zw:0 -> float_type, {4, 60, 5}, {300, 5, 1}: 0.00059424ms, 0.00537069%
main:@1629 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 60, 5}](PnxiROp9zw:0) -> float_type, {4, 60, 4}, {300, 5, 1}: 0.00114284ms, 0.0103289%
main:@1630 = load[offset=732304,end=812944](main:@1) -> float_type, {4, 60, 84}, {5040, 84, 1}: 0.0005049ms, 0.00456324%
4luvCw32jf:0 = @param:4luvCw32jf:0 -> float_type, {4, 60, 5}, {300, 5, 1}: 0.00055864ms, 0.00504894%
main:@1632 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 60, 5}](4luvCw32jf:0) -> float_type, {4, 60, 4}, {300, 5, 1}: 0.00064292ms, 0.00581066%
F5awZuD1c2:0 = @param:F5awZuD1c2:0 -> float_type, {4, 60, 9}, {540, 9, 1}: 0.00057498ms, 0.00519662%
main:@1634 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 60, 9}](F5awZuD1c2:0) -> float_type, {4, 60, 8}, {540, 9, 1}: 0.00082048ms, 0.00741543%
main:@1635 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2880,local=256,](main:@279,main:@433,main:@1605,main:@49,main:@1629,main:@1634,main:@1632,main:@1630) -> float_type, {4, 60, 84}, {5040, 84, 1}: 0.0196317ms, 0.17743%
main:@1636 = load[offset=438672,end=500112](main:@1) -> float_type, {240, 64}, {64, 1}: 0.00067558ms, 0.00610584%
main:@1637 = reshape_lazy[dims={240, 84}](main:@1635) -> float_type, {240, 84}, {84, 1}: 0.00053394ms, 0.00482571%
main:@1638 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1637,main:@1627,main:@1636) -> float_type, {240, 64}, {64, 1}: 0.0207806ms, 0.187814%
main:@1639 = load[offset=346528,end=347488](main:@1) -> float_type, {4, 1, 60}, {60, 60, 1}: 0.00065582ms, 0.00592725%
mt0cODHoal:0 = @param:mt0cODHoal:0 -> int32_type, {4, 60}, {60, 1}: 0.00055478ms, 0.00501406%
main:@1641 = unsqueeze[axes={1},steps={}](mt0cODHoal:0) -> int32_type, {4, 1, 60}, {60, 60, 1}: 0.00062398ms, 0.00563948%
main:@1642 = gpu::code_object[code_object=13544,symbol_name=convert_add_add_sub_kernel,global=120,local=256,](main:@1641,main:@1626,main:@1639) -> float_type, {4, 1, 60}, {60, 60, 1}: 0.0133183ms, 0.120369%
main:@1643 = load[offset=347552,end=348512](main:@1) -> float_type, {4, 1, 60}, {60, 60, 1}: 0.00066796ms, 0.00603697%
main:@1644 = gpu::code_object[code_object=14552,symbol_name=softmax_kernel,global=256,local=64,](main:@1642,main:@1643) -> float_type, {4, 1, 60}, {60, 60, 1}: 0.0139531ms, 0.126107%
main:@1645 = load[offset=346528,end=347552](main:@1) -> float_type, {4, 1, 64}, {64, 64, 1}: 0.00062892ms, 0.00568413%
main:@1646 = reshape_lazy[dims={4, 60, 64}](main:@1638) -> float_type, {4, 60, 64}, {3840, 64, 1}: 0.00054316ms, 0.00490904%
main:@1647 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1644,main:@1646,main:@1645) -> float_type, {4, 1, 64}, {64, 64, 1}: 0.0217759ms, 0.196809%
main:@1648 = slice[axes={1},starts={512},ends={768}](main:@1453) -> float_type, {60, 256}, {768, 1}: 0.00080564ms, 0.00728131%
main:@1649 = reshape_lazy[dims={4, 15, 256}](main:@1648) -> float_type, {4, 15, 256}, {11520, 768, 1}: 0.00063854ms, 0.00577107%
main:@1650 = slice[axes={2},starts={0},ends={64}](main:@1649) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.00077974ms, 0.00704723%
main:@1651 = unsqueeze[axes={0},steps={}](main:@1650) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00100598ms, 0.00909196%
main:@1652 = slice[axes={2},starts={64},ends={128}](main:@1649) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.00067398ms, 0.00609138%
main:@1653 = unsqueeze[axes={0},steps={}](main:@1652) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00095242ms, 0.00860789%
main:@1654 = slice[axes={2},starts={128},ends={192}](main:@1649) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.0006377ms, 0.00576348%
main:@1655 = unsqueeze[axes={0},steps={}](main:@1654) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00067998ms, 0.0061456%
main:@1656 = slice[axes={2},starts={192},ends={256}](main:@1649) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.00096608ms, 0.00873135%
main:@1657 = unsqueeze[axes={0},steps={}](main:@1656) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00059808ms, 0.0054054%
main:@1658 = load[offset=347552,end=408992](main:@1) -> float_type, {4, 4, 15, 64}, {3840, 960, 64, 1}: 0.00049632ms, 0.0044857%
main:@1659 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1920,local=256,](main:@1651,main:@1653,main:@1655,main:@1657,main:@1658) -> float_type, {4, 4, 15, 64}, {3840, 960, 64, 1}: 0.0189022ms, 0.170837%
main:@1660 = slice[axes={1},starts={0},ends={256}](main:@1453) -> float_type, {60, 256}, {768, 1}: 0.00077636ms, 0.00701668%
main:@1661 = load[offset=438672,end=500112](main:@1) -> float_type, {4, 4, 15, 64}, {3840, 960, 64, 1}: 0.0004794ms, 0.00433278%
main:@1662 = reshape_lazy[dims={4, 15, 256}](main:@1660) -> float_type, {4, 15, 256}, {11520, 768, 1}: 0.00055358ms, 0.00500321%
main:@1663 = slice[axes={2},starts={0},ends={64}](main:@1662) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.00077872ms, 0.00703801%
main:@1664 = unsqueeze[axes={0},steps={}](main:@1663) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00095464ms, 0.00862796%
main:@1665 = slice[axes={2},starts={64},ends={128}](main:@1662) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.00064062ms, 0.00578987%
main:@1666 = unsqueeze[axes={0},steps={}](main:@1665) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00065302ms, 0.00590194%
main:@1667 = slice[axes={2},starts={128},ends={192}](main:@1662) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.00101224ms, 0.00914854%
main:@1668 = unsqueeze[axes={0},steps={}](main:@1667) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00057526ms, 0.00519915%
main:@1669 = slice[axes={2},starts={192},ends={256}](main:@1662) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.00071136ms, 0.00642921%
main:@1670 = unsqueeze[axes={0},steps={}](main:@1669) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00058784ms, 0.00531285%
main:@1671 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1920,local=256,](main:@1664,main:@1666,main:@1668,main:@1670,main:@1661) -> float_type, {4, 4, 15, 64}, {3840, 960, 64, 1}: 0.0189825ms, 0.171562%
main:@1672 = transpose[permutation={0, 1, 3, 2}](main:@1659) -> float_type, {4, 4, 64, 15}, {3840, 960, 1, 64}: 0.0006809ms, 0.00615392%
main:@1673 = load[offset=408992,end=423392](main:@1) -> float_type, {4, 4, 15, 15}, {900, 225, 15, 1}: 0.00050986ms, 0.00460807%
main:@1674 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1671,main:@1672,main:@1673) -> float_type, {4, 4, 15, 15}, {900, 225, 15, 1}: 0.021142ms, 0.19108%
main:@1675 = slice[axes={1},starts={256},ends={512}](main:@1453) -> float_type, {60, 256}, {768, 1}: 0.0007523ms, 0.00679923%
main:@1676 = reshape_lazy[dims={4, 15, 256}](main:@1675) -> float_type, {4, 15, 256}, {11520, 768, 1}: 0.00074706ms, 0.00675187%
main:@1677 = slice[axes={2},starts={0},ends={64}](main:@1676) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.00070236ms, 0.00634787%
main:@1678 = unsqueeze[axes={0},steps={}](main:@1677) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00098446ms, 0.00889747%
main:@1679 = slice[axes={2},starts={64},ends={128}](main:@1676) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.0006164ms, 0.00557097%
main:@1680 = unsqueeze[axes={0},steps={}](main:@1679) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00063982ms, 0.00578264%
main:@1681 = slice[axes={2},starts={128},ends={192}](main:@1676) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.0009793ms, 0.00885083%
main:@1682 = unsqueeze[axes={0},steps={}](main:@1681) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00057554ms, 0.00520168%
main:@1683 = slice[axes={2},starts={192},ends={256}](main:@1676) -> float_type, {4, 15, 64}, {11520, 768, 1}: 0.000721ms, 0.00651634%
main:@1684 = unsqueeze[axes={0},steps={}](main:@1683) -> float_type, {1, 4, 15, 64}, {46080, 11520, 768, 1}: 0.00060812ms, 0.00549614%
main:@1685 = load[offset=438672,end=500112](main:@1) -> float_type, {4, 4, 15, 64}, {3840, 960, 64, 1}: 0.00047584ms, 0.0043006%
main:@1686 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1920,local=256,](main:@1678,main:@1680,main:@1682,main:@1684,main:@1685) -> float_type, {4, 4, 15, 64}, {3840, 960, 64, 1}: 0.0192096ms, 0.173615%
main:@1687 = load[offset=347552,end=361952](main:@1) -> float_type, {4, 4, 15, 15}, {900, 225, 15, 1}: 0.00065748ms, 0.00594225%
main:@1688 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=1800,local=256,](main:@1674,main:@1687) -> float_type, {4, 4, 15, 15}, {900, 225, 15, 1}: 0.0150823ms, 0.136313%
main:@1689 = load[offset=410016,end=424416](main:@1) -> float_type, {4, 4, 15, 15}, {900, 225, 15, 1}: 0.0006134ms, 0.00554386%
main:@1690 = gpu::code_object[code_object=14568,symbol_name=softmax_kernel,global=15360,local=64,](main:@1688,main:@1689) -> float_type, {4, 4, 15, 15}, {900, 225, 15, 1}: 0.0175646ms, 0.158747%
main:@1691 = load[offset=348576,end=410016](main:@1) -> float_type, {4, 4, 15, 64}, {3840, 960, 64, 1}: 0.00064328ms, 0.00581391%
main:@1692 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1690,main:@1686,main:@1691) -> float_type, {4, 4, 15, 64}, {3840, 960, 64, 1}: 0.0202929ms, 0.183405%
main:@1693 = load[offset=410016,end=411040](main:@1) -> float_type, {4, 64}, {64, 1}: 0.00061464ms, 0.00555507%
main:@1694 = slice[axes={1},starts={32},ends={96}](main:@164) -> float_type, {4, 64}, {128, 1}: 0.00074956ms, 0.00677446%
main:@1695 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=128,local=256,](main:@1694,main:@1693) -> float_type, {4, 64}, {64, 1}: 0.0128033ms, 0.115716%
main:@1696 = slice[axes={1},starts={64},ends={128}](main:@200) -> float_type, {200, 64}, {128, 1}: 0.00073854ms, 0.00667486%
main:@1697 = reshape_lazy[dims={1, 4, 50, 64}](main:@1696) -> float_type, {1, 4, 50, 64}, {25600, 6400, 128, 1}: 0.0010007ms, 0.00904424%
main:@1698 = transpose[permutation={0, 1, 3, 2}](main:@1697) -> float_type, {1, 4, 64, 50}, {25600, 6400, 1, 128}: 0.00060728ms, 0.00548855%
main:@1699 = load[offset=347552,end=348352](main:@1) -> float_type, {1, 4, 1, 50}, {200, 50, 50, 1}: 0.00048498ms, 0.00438321%
main:@1700 = reshape_lazy[dims={1, 4, 1, 64}](main:@1695) -> float_type, {1, 4, 1, 64}, {256, 64, 64, 1}: 0.00047756ms, 0.00431615%
main:@1701 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1700,main:@1698,main:@1699) -> float_type, {1, 4, 1, 50}, {200, 50, 50, 1}: 0.0234737ms, 0.212153%
ObZQkfyaKG:0 = @param:ObZQkfyaKG:0 -> int32_type, {4, 50}, {50, 1}: 0.0007524ms, 0.00680013%
main:@1703 = unsqueeze[axes={1},steps={}](ObZQkfyaKG:0) -> int32_type, {4, 1, 50}, {50, 50, 1}: 0.00060568ms, 0.00547409%
main:@1704 = load[offset=410016,end=410816](main:@1) -> float_type, {4, 1, 50}, {50, 50, 1}: 0.00052786ms, 0.00477076%
main:@1705 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=100,local=256,](main:@1703,main:@1704) -> float_type, {4, 1, 50}, {50, 50, 1}: 0.0131681ms, 0.119012%
main:@1706 = multibroadcast[out_lens={1, 4, 1, 50}](main:@1705) -> float_type, {1, 4, 1, 50}, {0, 50, 50, 1}: 0.00077312ms, 0.00698739%
main:@1707 = load[offset=410816,end=411616](main:@1) -> float_type, {1, 4, 1, 50}, {200, 50, 50, 1}: 0.0004793ms, 0.00433187%
main:@1708 = gpu::code_object[code_object=13520,symbol_name=pow_pow_kernel,global=100,local=256,](main:@1701,main:@1706,main:@1707) -> float_type, {1, 4, 1, 50}, {200, 50, 50, 1}: 0.0181805ms, 0.164313%
main:@1709 = load[offset=410016,end=410816](main:@1) -> float_type, {1, 4, 1, 50}, {200, 50, 50, 1}: 0.00063576ms, 0.00574595%
main:@1710 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=256,local=64,](main:@1708,main:@1709) -> float_type, {1, 4, 1, 50}, {200, 50, 50, 1}: 0.0139107ms, 0.125724%
main:@1711 = slice[axes={1},starts={0},ends={64}](main:@200) -> float_type, {200, 64}, {128, 1}: 0.00073836ms, 0.00667324%
main:@1712 = reshape_lazy[dims={1, 4, 50, 64}](main:@1711) -> float_type, {1, 4, 50, 64}, {25600, 6400, 128, 1}: 0.00059686ms, 0.00539437%
main:@1713 = load[offset=347552,end=348576](main:@1) -> float_type, {1, 4, 1, 64}, {256, 64, 64, 1}: 0.00048906ms, 0.00442008%
main:@1714 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1710,main:@1712,main:@1713) -> float_type, {1, 4, 1, 64}, {256, 64, 64, 1}: 0.0198433ms, 0.179342%
pHflUqMEaX:0 = @param:pHflUqMEaX:0 -> float_type, {4, 50, 5}, {250, 5, 1}: 0.00072502ms, 0.00655267%
main:@1716 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 5}](pHflUqMEaX:0) -> float_type, {4, 50, 4}, {250, 5, 1}: 0.00074022ms, 0.00669005%
lDIuWZ8VFU:0 = @param:lDIuWZ8VFU:0 -> float_type, {4, 50, 5}, {250, 5, 1}: 0.000532ms, 0.00480817%
main:@1718 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 5}](lDIuWZ8VFU:0) -> float_type, {4, 50, 4}, {250, 5, 1}: 0.00080334ms, 0.00726052%
waXyDlz530:0 = @param:waXyDlz530:0 -> float_type, {4, 50, 5}, {250, 5, 1}: 0.00058294ms, 0.00526856%
main:@1720 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 50, 5}](waXyDlz530:0) -> float_type, {4, 50, 4}, {250, 5, 1}: 0.00066546ms, 0.00601437%
main:@1721 = load[offset=53120,end=120320](main:@1) -> float_type, {4, 50, 84}, {4200, 84, 1}: 0.00048478ms, 0.0043814%
main:@1722 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2800,local=256,](main:@1716,main:@213,main:@349,main:@1720,main:@1718,main:@392,main:@1721) -> float_type, {4, 50, 84}, {4200, 84, 1}: 0.018843ms, 0.170302%
main:@1723 = hip::hip_copy_literal[id=main:@literal:26] -> float_type, {84, 256}, {256, 1}: 0.00090452ms, 0.00817498%
main:@1724 = load[offset=578704,end=783504](main:@1) -> float_type, {200, 256}, {256, 1}: 0.00049586ms, 0.00448154%
main:@1725 = reshape_lazy[dims={200, 84}](main:@1722) -> float_type, {200, 84}, {84, 1}: 0.00049346ms, 0.00445985%
main:@1726 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1725,main:@1723,main:@1724) -> float_type, {200, 256}, {256, 1}: 0.0213285ms, 0.192765%
cEDTxpPUfb:0 = @param:cEDTxpPUfb:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.00074838ms, 0.0067638%
main:@1728 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](cEDTxpPUfb:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00068552ms, 0.00619567%
S4PeIw3K1X:0 = @param:S4PeIw3K1X:0 -> float_type, {4, 30, 21}, {630, 21, 1}: 0.0005832ms, 0.00527091%
CYnW83Np9f:0 = @param:CYnW83Np9f:0 -> float_type, {4, 30, 17}, {510, 17, 1}: 0.00052296ms, 0.00472647%
4RjhYVIfz6:0 = @param:4RjhYVIfz6:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.00051302ms, 0.00463663%
aHGpDUJj9f:0 = @param:aHGpDUJj9f:0 -> float_type, {4, 30, 21}, {630, 21, 1}: 0.00053788ms, 0.00486132%
Hj2GwToc7U:0 = @param:Hj2GwToc7U:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.00063388ms, 0.00572896%
hEoRIXiSF0:0 = @param:hEoRIXiSF0:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.0006238ms, 0.00563785%
DW8PcmTVkC:0 = @param:DW8PcmTVkC:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.0005379ms, 0.0048615%
H6VFcpqaB0:0 = @param:H6VFcpqaB0:0 -> float_type, {4, 30, 9}, {270, 9, 1}: 0.00053186ms, 0.00480691%
main:@1737 = load[offset=438672,end=488592](main:@1) -> float_type, {4, 30, 104}, {3120, 104, 1}: 0.0004821ms, 0.00435718%
main:@1738 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 21}](aHGpDUJj9f:0) -> float_type, {4, 30, 20}, {630, 21, 1}: 0.00096822ms, 0.00875069%
main:@1739 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 17}](CYnW83Np9f:0) -> float_type, {4, 30, 16}, {510, 17, 1}: 0.0007921ms, 0.00715893%
main:@1740 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](hEoRIXiSF0:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00060122ms, 0.00543378%
main:@1741 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](Hj2GwToc7U:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00062936ms, 0.0056881%
main:@1742 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](DW8PcmTVkC:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00091292ms, 0.0082509%
main:@1743 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 21}](S4PeIw3K1X:0) -> float_type, {4, 30, 20}, {630, 21, 1}: 0.00081102ms, 0.00732993%
main:@1744 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](4RjhYVIfz6:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00063666ms, 0.00575408%
main:@1745 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 30, 9}](H6VFcpqaB0:0) -> float_type, {4, 30, 8}, {270, 9, 1}: 0.00062198ms, 0.0056214%
main:@1746 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1386,local=256,](main:@1745,main:@1742,main:@1740,main:@1741,main:@1738,main:@1744,main:@1728,main:@1739,main:@1743,main:@1737) -> float_type, {4, 30, 104}, {3120, 104, 1}: 0.0245926ms, 0.222266%
main:@1747 = hip::hip_copy_literal[id=main:@literal:29] -> float_type, {104, 64}, {64, 1}: 0.0007843ms, 0.00708844%
main:@1748 = load[offset=547984,end=578704](main:@1) -> float_type, {120, 64}, {64, 1}: 0.00050334ms, 0.00454915%
main:@1749 = reshape_lazy[dims={120, 104}](main:@1746) -> float_type, {120, 104}, {104, 1}: 0.00050028ms, 0.00452149%
main:@1750 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1749,main:@1747,main:@1748) -> float_type, {120, 64}, {64, 1}: 0.0215797ms, 0.195035%
main:@1751 = hip::hip_copy_literal[id=main:@literal:2] -> float_type, {4, 4508}, {4508, 1}: 0.0007287ms, 0.00658593%
main:@1752 = hip::hip_copy_literal[id=main:@literal:5] -> float_type, {128, 4508}, {4508, 1}: 0.00068388ms, 0.00618085%
main:@1753 = slice[axes={1},starts={384},ends={512}](main:@514) -> float_type, {4, 128}, {896, 1}: 0.00065796ms, 0.00594659%
main:@1754 = load[offset=53120,end=125248](main:@1) -> float_type, {4, 4508}, {4508, 1}: 0.00046944ms, 0.00424276%
main:@1755 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1753,main:@1752,main:@1751,main:@1754) -> float_type, {4, 4508}, {4508, 1}: 0.0239337ms, 0.216311%
main:@1756 = load[offset=125488,end=126000](main:@1) -> float_type, {4, 32}, {32, 1}: 0.00063894ms, 0.00577469%
main:@1757 = slice[axes={1},starts={0},ends={32}](main:@164) -> float_type, {4, 32}, {128, 1}: 0.00062572ms, 0.00565521%
main:@1758 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=64,local=256,](main:@1757,main:@1756) -> float_type, {4, 32}, {32, 1}: 0.0127972ms, 0.11566%
main:@1759 = load[offset=125248,end=125488](main:@1) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.00062232ms, 0.00562448%
main:@1760 = slice[axes={1},starts={0},ends={32}](main:@469) -> float_type, {60, 32}, {64, 1}: 0.00094378ms, 0.00852981%
main:@1761 = reshape_lazy[dims={1, 4, 15, 32}](main:@1760) -> float_type, {1, 4, 15, 32}, {3840, 960, 64, 1}: 0.00060856ms, 0.00550012%
main:@1762 = transpose[permutation={0, 1, 3, 2}](main:@1761) -> float_type, {1, 4, 32, 15}, {3840, 960, 1, 64}: 0.00058746ms, 0.00530942%
main:@1763 = reshape_lazy[dims={1, 4, 1, 32}](main:@1758) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00050686ms, 0.00458096%
main:@1764 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1763,main:@1762,main:@1759) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.0216261ms, 0.195455%
UaC5MZd8qb:0 = @param:UaC5MZd8qb:0 -> int32_type, {4, 15}, {15, 1}: 0.0007329ms, 0.00662389%
main:@1766 = unsqueeze[axes={1},steps={}](UaC5MZd8qb:0) -> int32_type, {4, 1, 15}, {15, 15, 1}: 0.00060404ms, 0.00545926%
main:@1767 = load[offset=125728,end=125968](main:@1) -> float_type, {4, 1, 15}, {15, 15, 1}: 0.0004971ms, 0.00449275%
main:@1768 = gpu::code_object[code_object=13536,symbol_name=convert_div_mul_kernel,global=30,local=256,](main:@1766,main:@1767) -> float_type, {4, 1, 15}, {15, 15, 1}: 0.0134238ms, 0.121324%
main:@1769 = load[offset=125488,end=125728](main:@1) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.00066044ms, 0.005969%
main:@1770 = multibroadcast[out_lens={1, 4, 1, 15}](main:@1768) -> float_type, {1, 4, 1, 15}, {0, 15, 15, 1}: 0.0005481ms, 0.00495368%
main:@1771 = gpu::code_object[code_object=13520,symbol_name=add_pow_kernel,global=30,local=256,](main:@1764,main:@1770,main:@1769) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.0164695ms, 0.14885%
main:@1772 = load[offset=125760,end=126000](main:@1) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.0006248ms, 0.00564689%
main:@1773 = gpu::code_object[code_object=14560,symbol_name=softmax_kernel,global=256,local=64,](main:@1771,main:@1772) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.0134274ms, 0.121356%
main:@1774 = slice[axes={1},starts={32},ends={64}](main:@469) -> float_type, {60, 32}, {64, 1}: 0.0007334ms, 0.00662841%
main:@1775 = reshape_lazy[dims={1, 4, 15, 32}](main:@1774) -> float_type, {1, 4, 15, 32}, {3840, 960, 64, 1}: 0.00059096ms, 0.00534105%
main:@1776 = load[offset=125248,end=125760](main:@1) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00048778ms, 0.00440852%
main:@1777 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1773,main:@1775,main:@1776) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.0199913ms, 0.18068%
main:@1778 = hip::hip_copy_literal[id=main:@literal:22] -> float_type, {76, 64}, {64, 1}: 0.00079946ms, 0.00722545%
W3KAtTdC92:0 = @param:W3KAtTdC92:0 -> float_type, {4, 15, 17}, {255, 17, 1}: 0.00053134ms, 0.00480221%
main:@1780 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 17}](W3KAtTdC92:0) -> float_type, {4, 15, 16}, {255, 17, 1}: 0.00083426ms, 0.00753997%
ZebaMGw6vA:0 = @param:ZebaMGw6vA:0 -> float_type, {4, 15, 9}, {135, 9, 1}: 0.00062504ms, 0.00564906%
wcHWv4SNE2:0 = @param:wcHWv4SNE2:0 -> float_type, {4, 15, 9}, {135, 9, 1}: 0.00054708ms, 0.00494446%
a5QhOKE1Yc:0 = @param:a5QhOKE1Yc:0 -> float_type, {4, 15, 9}, {135, 9, 1}: 0.00059348ms, 0.00536382%
main:@1784 = load[offset=410016,end=428256](main:@1) -> float_type, {4, 15, 76}, {1140, 76, 1}: 0.00047414ms, 0.00428524%
main:@1785 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 9}](ZebaMGw6vA:0) -> float_type, {4, 15, 8}, {135, 9, 1}: 0.00077018ms, 0.00696082%
main:@1786 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 9}](wcHWv4SNE2:0) -> float_type, {4, 15, 8}, {135, 9, 1}: 0.00061302ms, 0.00554042%
main:@1787 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={4, 15, 9}](a5QhOKE1Yc:0) -> float_type, {4, 15, 8}, {135, 9, 1}: 0.0006389ms, 0.00577433%
main:@1788 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=760,local=256,](main:@1787,main:@243,main:@1786,main:@1780,main:@403,main:@1785,main:@1784) -> float_type, {4, 15, 76}, {1140, 76, 1}: 0.0222121ms, 0.200751%
main:@1789 = reshape_lazy[dims={60, 76}](main:@1788) -> float_type, {60, 76}, {76, 1}: 0.00070092ms, 0.00633486%
main:@1790 = load[offset=126272,end=141632](main:@1) -> float_type, {60, 64}, {64, 1}: 0.00049978ms, 0.00451697%
main:@1791 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1789,main:@1778,main:@1790) -> float_type, {60, 64}, {64, 1}: 0.0196177ms, 0.177303%
main:@1792 = hip::hip_copy_literal[id=main:@literal:77] -> float_type, {88, 32}, {32, 1}: 0.00076982ms, 0.00695757%
main:@1793 = load[offset=141632,end=143040](main:@1) -> float_type, {4, 88}, {88, 1}: 0.00048806ms, 0.00441105%
main:@1794 = slice[axes={0, 1},starts={0, 269},ends={4, 285}](nv2tzWRf1I:0) -> float_type, {4, 16}, {301, 1}: 0.00067172ms, 0.00607095%
main:@1795 = slice[axes={0, 1},starts={0, 533},ends={4, 541}](lyiDxfzZg3:0) -> float_type, {4, 8}, {701, 1}: 0.00073124ms, 0.00660889%
main:@1796 = slice[axes={0, 1},starts={0, 305},ends={4, 337}](uFSOc5Chp2:0) -> float_type, {4, 32}, {481, 1}: 0.00074042ms, 0.00669185%
main:@1797 = slice[axes={0, 1},starts={0, 73},ends={4, 105}](n4iptOVFwE:0) -> float_type, {4, 32}, {113, 1}: 0.00064942ms, 0.0058694%
main:@1798 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=88,local=256,](main:@1795,main:@1794,main:@1796,main:@1797,main:@1793) -> float_type, {4, 88}, {88, 1}: 0.0158085ms, 0.142876%
main:@1799 = load[offset=125760,end=126272](main:@1) -> float_type, {4, 32}, {32, 1}: 0.00065244ms, 0.0058967%
main:@1800 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1798,main:@1792,main:@1799) -> float_type, {4, 32}, {32, 1}: 0.0231402ms, 0.209139%
main:@1801 = load[offset=141632,end=142144](main:@1) -> float_type, {4, 32}, {32, 1}: 0.00061082ms, 0.00552054%
main:@1802 = slice[axes={1},starts={96},ends={128}](main:@164) -> float_type, {4, 32}, {128, 1}: 0.00056454ms, 0.00510227%
main:@1803 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=64,local=256,](main:@1802,main:@1801) -> float_type, {4, 32}, {32, 1}: 0.0129282ms, 0.116844%
main:@1804 = reshape_lazy[dims={1, 4, 1, 32}](main:@1803) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00069524ms, 0.00628352%
main:@1805 = slice[axes={1},starts={0},ends={32}](main:@1791) -> float_type, {60, 32}, {64, 1}: 0.00061176ms, 0.00552904%
main:@1806 = reshape_lazy[dims={1, 4, 15, 32}](main:@1805) -> float_type, {1, 4, 15, 32}, {3840, 960, 64, 1}: 0.00059072ms, 0.00533888%
main:@1807 = load[offset=51072,end=51312](main:@1) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.00047564ms, 0.0042988%
main:@1808 = transpose[permutation={0, 1, 3, 2}](main:@1806) -> float_type, {1, 4, 32, 15}, {3840, 960, 1, 64}: 0.00058398ms, 0.00527796%
main:@1809 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1804,main:@1808,main:@1807) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.0200453ms, 0.181168%
hzqb8Cpfc1:0 = @param:hzqb8Cpfc1:0 -> int32_type, {4, 15}, {15, 1}: 0.00074136ms, 0.00670035%
main:@1811 = load[offset=51312,end=51552](main:@1) -> float_type, {4, 1, 15}, {15, 15, 1}: 0.00047546ms, 0.00429717%
main:@1812 = unsqueeze[axes={1},steps={}](hzqb8Cpfc1:0) -> int32_type, {4, 1, 15}, {15, 15, 1}: 0.00060284ms, 0.00544842%
main:@1813 = gpu::code_object[code_object=13536,symbol_name=convert_mul_add_kernel,global=30,local=256,](main:@1812,main:@1811) -> float_type, {4, 1, 15}, {15, 15, 1}: 0.013188ms, 0.119192%
main:@1814 = load[offset=51824,end=52064](main:@1) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.00064504ms, 0.00582982%
main:@1815 = multibroadcast[out_lens={1, 4, 1, 15}](main:@1813) -> float_type, {1, 4, 1, 15}, {0, 15, 15, 1}: 0.00055586ms, 0.00502382%
main:@1816 = gpu::code_object[code_object=13520,symbol_name=add_sub_kernel,global=30,local=256,](main:@1809,main:@1815,main:@1814) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.0129773ms, 0.117288%
main:@1817 = load[offset=51584,end=51824](main:@1) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.00065268ms, 0.00589887%
main:@1818 = gpu::code_object[code_object=14560,symbol_name=softmax_kernel,global=256,local=64,](main:@1816,main:@1817) -> float_type, {1, 4, 1, 15}, {60, 15, 15, 1}: 0.013485ms, 0.121876%
main:@1819 = load[offset=51072,end=51584](main:@1) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00061928ms, 0.005597%
main:@1820 = slice[axes={1},starts={32},ends={64}](main:@1791) -> float_type, {60, 32}, {64, 1}: 0.00059262ms, 0.00535605%
main:@1821 = reshape_lazy[dims={1, 4, 15, 32}](main:@1820) -> float_type, {1, 4, 15, 32}, {3840, 960, 64, 1}: 0.00090924ms, 0.00821764%
main:@1822 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1818,main:@1821,main:@1819) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.0190316ms, 0.172006%
main:@1823 = slice[axes={1},starts={128},ends={256}](main:@1726) -> float_type, {200, 128}, {256, 1}: 0.00072368ms, 0.00654056%
main:@1824 = reshape_lazy[dims={4, 50, 128}](main:@1823) -> float_type, {4, 50, 128}, {12800, 256, 1}: 0.00058554ms, 0.00529206%
main:@1825 = load[offset=783504,end=885904](main:@1) -> float_type, {2, 4, 50, 64}, {12800, 3200, 64, 1}: 0.00048924ms, 0.00442171%
main:@1826 = slice[axes={2},starts={0},ends={64}](main:@1824) -> float_type, {4, 50, 64}, {12800, 256, 1}: 0.00108242ms, 0.00978282%
main:@1827 = unsqueeze[axes={0},steps={}](main:@1826) -> float_type, {1, 4, 50, 64}, {51200, 12800, 256, 1}: 0.00067018ms, 0.00605703%
main:@1828 = slice[axes={2},starts={64},ends={128}](main:@1824) -> float_type, {4, 50, 64}, {12800, 256, 1}: 0.00101042ms, 0.00913209%
main:@1829 = unsqueeze[axes={0},steps={}](main:@1828) -> float_type, {1, 4, 50, 64}, {51200, 12800, 256, 1}: 0.00058712ms, 0.00530634%
main:@1830 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=6400,local=256,](main:@1827,main:@1829,main:@1825) -> float_type, {2, 4, 50, 64}, {12800, 3200, 64, 1}: 0.0148064ms, 0.133819%
main:@1831 = slice[axes={1},starts={0},ends={128}](main:@145) -> float_type, {4, 128}, {256, 1}: 0.00073826ms, 0.00667233%
main:@1832 = reshape_lazy[dims={4, 1, 128}](main:@1831) -> float_type, {4, 1, 128}, {256, 128, 1}: 0.0008892ms, 0.00803652%
main:@1833 = load[offset=126272,end=128320](main:@1) -> float_type, {2, 4, 1, 64}, {256, 64, 64, 1}: 0.00047684ms, 0.00430964%
main:@1834 = slice[axes={2},starts={64},ends={128}](main:@1832) -> float_type, {4, 1, 64}, {256, 128, 1}: 0.00070256ms, 0.00634968%
main:@1835 = slice[axes={2},starts={0},ends={64}](main:@1832) -> float_type, {4, 1, 64}, {256, 128, 1}: 0.001025ms, 0.00926387%
main:@1836 = unsqueeze[axes={0},steps={}](main:@1835) -> float_type, {1, 4, 1, 64}, {1024, 256, 128, 1}: 0.0006461ms, 0.0058394%
main:@1837 = unsqueeze[axes={0},steps={}](main:@1834) -> float_type, {1, 4, 1, 64}, {1024, 256, 128, 1}: 0.00067054ms, 0.00606029%
main:@1838 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=128,local=256,](main:@1836,main:@1837,main:@1833) -> float_type, {2, 4, 1, 64}, {256, 64, 64, 1}: 0.0134088ms, 0.121188%
main:@1839 = load[offset=46976,end=48576](main:@1) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.00064856ms, 0.00586163%
main:@1840 = transpose[permutation={0, 1, 3, 2}](main:@1830) -> float_type, {2, 4, 64, 50}, {12800, 3200, 1, 64}: 0.00055528ms, 0.00501857%
main:@1841 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1838,main:@1840,main:@1839) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.0224179ms, 0.202611%
main:@1842 = slice[axes={1},starts={0},ends={128}](main:@1726) -> float_type, {200, 128}, {256, 1}: 0.00074052ms, 0.00669276%
main:@1843 = reshape_lazy[dims={4, 50, 128}](main:@1842) -> float_type, {4, 50, 128}, {12800, 256, 1}: 0.00066762ms, 0.00603389%
main:@1844 = load[offset=783504,end=885904](main:@1) -> float_type, {2, 4, 50, 64}, {12800, 3200, 64, 1}: 0.0004635ms, 0.00418907%
main:@1845 = slice[axes={2},starts={0},ends={64}](main:@1843) -> float_type, {4, 50, 64}, {12800, 256, 1}: 0.00099568ms, 0.00899887%
main:@1846 = unsqueeze[axes={0},steps={}](main:@1845) -> float_type, {1, 4, 50, 64}, {51200, 12800, 256, 1}: 0.0006062ms, 0.00547879%
main:@1847 = slice[axes={2},starts={64},ends={128}](main:@1843) -> float_type, {4, 50, 64}, {12800, 256, 1}: 0.0009642ms, 0.00871436%
main:@1848 = unsqueeze[axes={0},steps={}](main:@1847) -> float_type, {1, 4, 50, 64}, {51200, 12800, 256, 1}: 0.00058754ms, 0.00531014%
main:@1849 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=6400,local=256,](main:@1846,main:@1848,main:@1844) -> float_type, {2, 4, 50, 64}, {12800, 3200, 64, 1}: 0.0147496ms, 0.133305%
main:@1850 = load[offset=48576,end=49376](main:@1) -> float_type, {4, 1, 50}, {50, 50, 1}: 0.00062878ms, 0.00568286%
main:@1851 = unsqueeze[axes={1},steps={}](vOI1hWzBDK:0) -> int32_type, {4, 1, 50}, {50, 50, 1}: 0.00058548ms, 0.00529152%
main:@1852 = gpu::code_object[code_object=13528,symbol_name=convert_mul_kernel,global=100,local=256,](main:@1851,main:@1850) -> float_type, {4, 1, 50}, {50, 50, 1}: 0.0132045ms, 0.119341%
main:@1853 = load[offset=49376,end=50976](main:@1) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.00061446ms, 0.00555344%
main:@1854 = multibroadcast[out_lens={2, 4, 1, 50}](main:@1852) -> float_type, {2, 4, 1, 50}, {0, 50, 50, 1}: 0.00053204ms, 0.00480853%
main:@1855 = gpu::code_object[code_object=13520,symbol_name=add_mul_kernel,global=200,local=256,](main:@1841,main:@1854,main:@1853) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.0131484ms, 0.118834%
main:@1856 = load[offset=46976,end=48576](main:@1) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.00062094ms, 0.005612%
main:@1857 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=512,local=64,](main:@1855,main:@1856) -> float_type, {2, 4, 1, 50}, {200, 50, 50, 1}: 0.0140097ms, 0.126619%
main:@1858 = load[offset=136000,end=138048](main:@1) -> float_type, {2, 4, 1, 64}, {256, 64, 64, 1}: 0.00062178ms, 0.0056196%
main:@1859 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1857,main:@1849,main:@1858) -> float_type, {2, 4, 1, 64}, {256, 64, 64, 1}: 0.019647ms, 0.177568%
main:@1860 = reshape_lazy[dims={1, 4, 1, 32}](main:@1800) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00070486ms, 0.00637047%
main:@1861 = slice[axes={1},starts={32},ends={64}](main:@1750) -> float_type, {120, 32}, {64, 1}: 0.00059586ms, 0.00538533%
main:@1862 = reshape_lazy[dims={1, 4, 30, 32}](main:@1861) -> float_type, {1, 4, 30, 32}, {7680, 1920, 64, 1}: 0.00058918ms, 0.00532496%
main:@1863 = load[offset=46976,end=47456](main:@1) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.00046702ms, 0.00422089%
main:@1864 = transpose[permutation={0, 1, 3, 2}](main:@1862) -> float_type, {1, 4, 32, 30}, {7680, 1920, 1, 64}: 0.00059762ms, 0.00540124%
main:@1865 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1860,main:@1864,main:@1863) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.020529ms, 0.18554%
main:@1866 = load[offset=47456,end=47936](main:@1) -> float_type, {4, 1, 30}, {30, 30, 1}: 0.00060888ms, 0.00550301%
LjbB2i31Wu:0 = @param:LjbB2i31Wu:0 -> int32_type, {4, 30}, {30, 1}: 0.00059384ms, 0.00536708%
main:@1868 = unsqueeze[axes={1},steps={}](LjbB2i31Wu:0) -> int32_type, {4, 1, 30}, {30, 30, 1}: 0.00058828ms, 0.00531683%
main:@1869 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=60,local=256,](main:@1868,main:@1866) -> float_type, {4, 1, 30}, {30, 30, 1}: 0.0130591ms, 0.118027%
main:@1870 = load[offset=47968,end=48448](main:@1) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.0006181ms, 0.00558634%
main:@1871 = multibroadcast[out_lens={1, 4, 1, 30}](main:@1869) -> float_type, {1, 4, 1, 30}, {0, 30, 30, 1}: 0.00055788ms, 0.00504207%
main:@1872 = gpu::code_object[code_object=13520,symbol_name=pow_pow_kernel,global=60,local=256,](main:@1865,main:@1871,main:@1870) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.0183142ms, 0.165522%
main:@1873 = load[offset=47488,end=47968](main:@1) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.00060936ms, 0.00550735%
main:@1874 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=256,local=64,](main:@1872,main:@1873) -> float_type, {1, 4, 1, 30}, {120, 30, 30, 1}: 0.0138971ms, 0.125601%
main:@1875 = load[offset=46976,end=47488](main:@1) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.00061456ms, 0.00555434%
main:@1876 = slice[axes={1},starts={0},ends={32}](main:@1750) -> float_type, {120, 32}, {64, 1}: 0.00090732ms, 0.00820028%
main:@1877 = reshape_lazy[dims={1, 4, 30, 32}](main:@1876) -> float_type, {1, 4, 30, 32}, {7680, 1920, 64, 1}: 0.00058356ms, 0.00527417%
main:@1878 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1874,main:@1877,main:@1875) -> float_type, {1, 4, 1, 32}, {128, 32, 32, 1}: 0.0202635ms, 0.18314%
main:@1879 = hip::hip_copy_literal[id=main:@literal:14] -> float_type, {4, 2905}, {2905, 1}: 0.00081652ms, 0.00737964%
main:@1880 = hip::hip_copy_literal[id=main:@literal:158] -> float_type, {1}, {0}: 0.0006663ms, 0.00602196%
main:@1881 = unsqueeze[axes={1},steps={}](main:@530) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00059512ms, 0.00537865%
main:@1882 = unsqueeze[axes={1},steps={}](main:@549) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0005075ms, 0.00458674%
main:@1883 = unsqueeze[axes={1},steps={}](main:@540) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00050704ms, 0.00458259%
main:@1884 = unsqueeze[axes={1},steps={}](main:@558) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.000491ms, 0.00443762%
main:@1885 = unsqueeze[axes={1},steps={}](main:@567) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0005045ms, 0.00455963%
main:@1886 = unsqueeze[axes={1},steps={}](main:@577) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00048054ms, 0.00434308%
main:@1887 = unsqueeze[axes={1},steps={}](main:@587) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0004694ms, 0.0042424%
main:@1888 = unsqueeze[axes={1},steps={}](main:@596) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0004889ms, 0.00441864%
main:@1889 = unsqueeze[axes={1},steps={}](main:@605) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046984ms, 0.00424638%
main:@1890 = unsqueeze[axes={1},steps={}](main:@1030) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046712ms, 0.00422179%
main:@1891 = unsqueeze[axes={1},steps={}](main:@1048) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0004766ms, 0.00430747%
main:@1892 = unsqueeze[axes={1},steps={}](main:@1039) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046724ms, 0.00422288%
main:@1893 = unsqueeze[axes={1},steps={}](main:@1058) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0004654ms, 0.00420625%
main:@1894 = unsqueeze[axes={1},steps={}](main:@1068) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046622ms, 0.00421366%
main:@1895 = unsqueeze[axes={1},steps={}](main:@1077) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046692ms, 0.00421998%
main:@1896 = unsqueeze[axes={1},steps={}](main:@1086) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046412ms, 0.00419468%
main:@1897 = unsqueeze[axes={1},steps={}](main:@1091) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046478ms, 0.00420064%
main:@1898 = unsqueeze[axes={1},steps={}](main:@615) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.00046942ms, 0.00424258%
main:@1899 = load[offset=547984,end=621712](main:@1) -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.00046982ms, 0.00424619%
main:@1900 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=512,local=256,](main:@1897,main:@1891,main:@1896,main:@1898,main:@1889,main:@1895,main:@1887,main:@1886,main:@1894,main:@1890,main:@1884,main:@1888,main:@1883,main:@1885,main:@1881,main:@1893,main:@1892,main:@1882,main:@1899) -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.0263497ms, 0.238146%
main:@1901 = multibroadcast[out_lens={4, 18, 1}](main:@1880) -> float_type, {4, 18, 1}, {0, 0, 0}: 0.00076136ms, 0.00688111%
main:@1902 = multibroadcast[out_lens={4, 18, 256}](main:@1901) -> float_type, {4, 18, 256}, {0, 0, 0}: 0.0006966ms, 0.00629581%
main:@1903 = load[offset=621712,end=695440](main:@1) -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.00048686ms, 0.0044002%
main:@1904 = gpu::code_object[code_object=17656,symbol_name=pow_reduce_sum_div_pow_add_kernel,global=9216,local=128,](main:@1900,main:@482,main:@1902,main:@481,main:@1903) -> float_type, {4, 18, 256}, {4608, 256, 1}: 0.0205348ms, 0.185591%
main:@1905 = load[offset=125760,end=129856](main:@1) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.0006377ms, 0.00576348%
main:@1906 = gpu::code_object[code_object=13528,symbol_name=reduce_sum_kernel,global=1024,local=256,](main:@1904,main:@1905) -> float_type, {4, 1, 256}, {256, 256, 1}: 0.013244ms, 0.119699%
main:@1907 = transpose[permutation={1, 2, 0, 3}](main:@1692) -> float_type, {4, 15, 4, 64}, {960, 64, 3840, 1}: 0.000709ms, 0.00640788%
main:@1908 = load[offset=138048,end=142144](main:@1) -> float_type, {4, 1, 4, 64}, {64, 64, 256, 1}: 0.00050698ms, 0.00458204%
main:@1909 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=1024,local=256,](main:@1907,main:@1908) -> float_type, {4, 1, 4, 64}, {64, 64, 256, 1}: 0.0131143ms, 0.118526%
main:@1910 = load[offset=133952,end=136000](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00062952ms, 0.00568955%
Kanv8c4Yl7:0 = @param:Kanv8c4Yl7:0 -> float_type, {4, 201}, {201, 1}: 0.0005685ms, 0.00513806%
main:@1912 = slice[axes={0, 1},starts={0, 193},ends={4, 257}](lyiDxfzZg3:0) -> float_type, {4, 64}, {701, 1}: 0.0007165ms, 0.00647567%
main:@1913 = slice[axes={0, 1},starts={0, 1},ends={4, 65}](Kanv8c4Yl7:0) -> float_type, {4, 64}, {201, 1}: 0.0010411ms, 0.00940938%
main:@1914 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@1912,main:@1913,main:@1910) -> float_type, {4, 128}, {128, 1}: 0.0138058ms, 0.124776%
main:@1915 = load[offset=129856,end=133952](main:@1) -> float_type, {4, 1, 4, 64}, {256, 256, 64, 1}: 0.00065468ms, 0.00591694%
main:@1916 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=512,local=256,](main:@1909,main:@1915) -> float_type, {4, 1, 4, 64}, {256, 256, 64, 1}: 0.0128449ms, 0.116091%
main:@1917 = slice[axes={0, 1},starts={0, 65},ends={4, 129}](uFSOc5Chp2:0) -> float_type, {4, 64}, {481, 1}: 0.00081164ms, 0.00733554%
main:@1918 = load[offset=47488,end=49536](main:@1) -> float_type, {4, 128}, {128, 1}: 0.00049726ms, 0.00449419%
main:@1919 = slice[axes={0, 1},starts={0, 1},ends={4, 65}](uFSOc5Chp2:0) -> float_type, {4, 64}, {481, 1}: 0.0009546ms, 0.0086276%
main:@1920 = slice[axes={0, 1},starts={0, 1},ends={4, 65}](nv2tzWRf1I:0) -> float_type, {4, 64}, {301, 1}: 0.00083642ms, 0.0075595%
main:@1921 = gpu::code_object[code_object=13544,symbol_name=noop_add_concat_div_kernel,global=256,local=256,](main:@1917,main:@1920,main:@1919,main:@1914,main:@1918) -> float_type, {4, 128}, {128, 1}: 0.0140954ms, 0.127393%
main:@1922 = load[offset=133952,end=136000](main:@1) -> float_type, {4, 1, 2, 64}, {128, 128, 64, 1}: 0.00066652ms, 0.00602395%
main:@1923 = transpose[permutation={1, 2, 0, 3}](main:@1859) -> float_type, {4, 1, 2, 64}, {64, 64, 256, 1}: 0.00055454ms, 0.00501189%
main:@1924 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=256,local=256,](main:@1923,main:@1922) -> float_type, {4, 1, 2, 64}, {128, 128, 64, 1}: 0.0129102ms, 0.116682%
main:@1925 = transpose[permutation={1, 2, 0, 3}](main:@719) -> float_type, {4, 1, 2, 64}, {64, 64, 256, 1}: 0.0006704ms, 0.00605902%
main:@1926 = load[offset=136000,end=138048](main:@1) -> float_type, {4, 1, 2, 64}, {128, 128, 64, 1}: 0.00047426ms, 0.00428632%
main:@1927 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=256,local=256,](main:@1925,main:@1926) -> float_type, {4, 1, 2, 64}, {128, 128, 64, 1}: 0.012814ms, 0.115812%
main:@1928 = load[offset=49536,end=50624](main:@1) -> float_type, {4, 1, 68}, {68, 68, 1}: 0.0006585ms, 0.00595147%
main:@1929 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=272,local=256,](main:@70,main:@1928) -> float_type, {4, 1, 68}, {68, 68, 1}: 0.0143904ms, 0.13006%
main:@1930 = load[offset=0,end=1664](main:@1) -> float_type, {4, 1, 104}, {104, 104, 1}: 0.00062502ms, 0.00564888%
main:@1931 = gpu::code_object[code_object=13528,symbol_name=reduce_mean_kernel,global=416,local=256,](main:@1746,main:@1930) -> float_type, {4, 1, 104}, {104, 104, 1}: 0.0144082ms, 0.13022%
pIb4NdDSn5:0 = @param:pIb4NdDSn5:0 -> float_type, {4, 9}, {9, 1}: 0.00067762ms, 0.00612427%
dz1saATctE:0 = @param:dz1saATctE:0 -> float_type, {4, 9}, {9, 1}: 0.00058194ms, 0.00525953%
uhcrWfUe6M:0 = @param:uhcrWfUe6M:0 -> float_type, {4, 9}, {9, 1}: 0.00051874ms, 0.00468833%
OfNJgEDtw2:0 = @param:OfNJgEDtw2:0 -> float_type, {4, 13}, {13, 1}: 0.00055652ms, 0.00502978%
FrTLGaKo7c:0 = @param:FrTLGaKo7c:0 -> float_type, {4, 13}, {13, 1}: 0.0005347ms, 0.00483257%
VP35W0GOCc:0 = @param:VP35W0GOCc:0 -> float_type, {4, 13}, {13, 1}: 0.00053314ms, 0.00481848%
EJxze1pkRu:0 = @param:EJxze1pkRu:0 -> float_type, {4, 13}, {13, 1}: 0.00058468ms, 0.00528429%
KgZXYMNz6P:0 = @param:KgZXYMNz6P:0 -> float_type, {4, 13}, {13, 1}: 0.00061852ms, 0.00559013%
M4pau3Zg7l:0 = @param:M4pau3Zg7l:0 -> float_type, {4, 13}, {13, 1}: 0.00048246ms, 0.00436043%
1f2xpcXgdE:0 = @param:1f2xpcXgdE:0 -> float_type, {4, 13}, {13, 1}: 0.00054082ms, 0.00488789%
KH4GEDx8pO:0 = @param:KH4GEDx8pO:0 -> float_type, {4, 13}, {13, 1}: 0.00046012ms, 0.00415853%
fKsuaR6OE2:0 = @param:fKsuaR6OE2:0 -> float_type, {4, 13}, {13, 1}: 0.00054144ms, 0.00489349%
gHPTxdcQWX:0 = @param:gHPTxdcQWX:0 -> float_type, {4, 9}, {9, 1}: 0.00057734ms, 0.00521795%
9mfMQZIXVH:0 = @param:9mfMQZIXVH:0 -> float_type, {4, 9}, {9, 1}: 0.00062836ms, 0.00567907%
mDpoFQLqWK:0 = @param:mDpoFQLqWK:0 -> float_type, {4, 13}, {13, 1}: 0.00057908ms, 0.00523368%
9N1KUX0DZ5:0 = @param:9N1KUX0DZ5:0 -> float_type, {4, 13}, {13, 1}: 0.00060876ms, 0.00550192%
JKWg9U1qmT:0 = @param:JKWg9U1qmT:0 -> float_type, {4, 13}, {13, 1}: 0.00056574ms, 0.00511311%
fvGJwyjlm4:0 = @param:fvGJwyjlm4:0 -> float_type, {4, 13}, {13, 1}: 0.00055386ms, 0.00500574%
AvlwbHMnuE:0 = @param:AvlwbHMnuE:0 -> float_type, {4, 17}, {17, 1}: 0.000615ms, 0.00555832%
main:@1951 = transpose[permutation={1, 2, 0, 3}](main:@1777) -> float_type, {4, 1, 1, 32}, {32, 32, 128, 1}: 0.00063016ms, 0.00569533%
main:@1952 = reshape_lazy[dims={-1, 32}](main:@1951) -> float_type, {4, 32}, {32, 1}: 0.00051332ms, 0.00463934%
u2OJ7kfglD:0 = @param:u2OJ7kfglD:0 -> float_type, {4, 93}, {93, 1}: 0.00053398ms, 0.00482607%
main:@1954 = slice[axes={0, 1},starts={0, 61},ends={4, 65}](u2OJ7kfglD:0) -> float_type, {4, 4}, {93, 1}: 0.00080886ms, 0.00731041%
main:@1955 = transpose[permutation={1, 2, 0, 3}](main:@989) -> float_type, {4, 1, 1, 32}, {32, 32, 128, 1}: 0.00049074ms, 0.00443527%
main:@1956 = transpose[permutation={1, 2, 0, 3}](main:@1017) -> float_type, {4, 1, 1, 32}, {32, 32, 128, 1}: 0.00048872ms, 0.00441701%
main:@1957 = squeeze[axes={1}](main:@1906) -> float_type, {4, 256}, {256, 1}: 0.00058564ms, 0.00529297%
main:@1958 = reshape_lazy[dims={-1, 105}](main:@1602) -> float_type, {4, 105}, {105, 1}: 0.00049884ms, 0.00450847%
01E2VTipRX:0 = @param:01E2VTipRX:0 -> float_type, {4, 9}, {9, 1}: 0.0005223ms, 0.0047205%
main:@1960 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](01E2VTipRX:0) -> float_type, {4, 8}, {9, 1}: 0.0007165ms, 0.00647567%
main:@1961 = transpose[permutation={1, 2, 0, 3}](main:@1714) -> float_type, {4, 1, 1, 64}, {64, 64, 256, 1}: 0.00049074ms, 0.00443527%
main:@1962 = slice[axes={0, 1},starts={0, 9},ends={4, 13}](RHo9Jz6KpI:0) -> float_type, {4, 4}, {21, 1}: 0.00066182ms, 0.00598147%
RNGK6g4bmu:0 = @param:RNGK6g4bmu:0 -> float_type, {4, 9}, {9, 1}: 0.00055128ms, 0.00498242%
main:@1964 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](RNGK6g4bmu:0) -> float_type, {4, 8}, {9, 1}: 0.00076636ms, 0.0069263%
V84toiBOPm:0 = @param:V84toiBOPm:0 -> float_type, {4, 9}, {9, 1}: 0.00050298ms, 0.00454589%
main:@1966 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](V84toiBOPm:0) -> float_type, {4, 8}, {9, 1}: 0.00075156ms, 0.00679254%
main:@1967 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](S5AzoJmqUC:0) -> float_type, {4, 8}, {13, 1}: 0.00071254ms, 0.00643988%
main:@1968 = slice[axes={0, 1},starts={0, 53},ends={4, 57}](u2OJ7kfglD:0) -> float_type, {4, 4}, {93, 1}: 0.00068372ms, 0.0061794%
main:@1969 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](qeZ76Hc03v:0) -> float_type, {4, 8}, {13, 1}: 0.00065334ms, 0.00590483%
main:@1970 = slice[axes={0, 1},starts={0, 165},ends={4, 181}](nv2tzWRf1I:0) -> float_type, {4, 16}, {301, 1}: 0.00067908ms, 0.00613747%
main:@1971 = slice[axes={0, 1},starts={0, 17},ends={4, 21}](YbIVz8l1un:0) -> float_type, {4, 4}, {45, 1}: 0.0006382ms, 0.005768%
main:@1972 = slice[axes={0, 1},starts={0, 17},ends={4, 21}](bJsIAzhYc3:0) -> float_type, {4, 4}, {37, 1}: 0.00062434ms, 0.00564273%
TkHQvxKeD6:0 = @param:TkHQvxKeD6:0 -> float_type, {4, 9}, {9, 1}: 0.00053594ms, 0.00484378%
main:@1974 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](TkHQvxKeD6:0) -> float_type, {4, 8}, {9, 1}: 0.00080592ms, 0.00728384%
mQnuwGeC8a:0 = @param:mQnuwGeC8a:0 -> float_type, {4, 9}, {9, 1}: 0.00060116ms, 0.00543323%
main:@1976 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](mQnuwGeC8a:0) -> float_type, {4, 8}, {9, 1}: 0.00071766ms, 0.00648615%
ToDLE1sRI6:0 = @param:ToDLE1sRI6:0 -> float_type, {4, 9}, {9, 1}: 0.00054924ms, 0.00496399%
main:@1978 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](ToDLE1sRI6:0) -> float_type, {4, 8}, {9, 1}: 0.0007403ms, 0.00669077%
UTzDZk1RS4:0 = @param:UTzDZk1RS4:0 -> float_type, {4, 13}, {13, 1}: 0.00053728ms, 0.00485589%
main:@1980 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](UTzDZk1RS4:0) -> float_type, {4, 4}, {13, 1}: 0.00069014ms, 0.00623743%
bhuXRdz0E5:0 = @param:bhuXRdz0E5:0 -> float_type, {4, 9}, {9, 1}: 0.000531ms, 0.00479913%
main:@1982 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](bhuXRdz0E5:0) -> float_type, {4, 8}, {9, 1}: 0.000768ms, 0.00694112%
zvFYW45wMr:0 = @param:zvFYW45wMr:0 -> float_type, {4, 9}, {9, 1}: 0.00050278ms, 0.00454408%
main:@1984 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](zvFYW45wMr:0) -> float_type, {4, 8}, {9, 1}: 0.00072774ms, 0.00657725%
main:@1985 = slice[axes={0, 1},starts={0, 33},ends={4, 41}](1aXQU27NrD:0) -> float_type, {4, 8}, {49, 1}: 0.00066218ms, 0.00598473%
main:@1986 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](FrTLGaKo7c:0) -> float_type, {4, 4}, {13, 1}: 0.00064712ms, 0.00584862%
main:@1987 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](mDpoFQLqWK:0) -> float_type, {4, 4}, {13, 1}: 0.00064068ms, 0.00579041%
HFesjVwyB6:0 = @param:HFesjVwyB6:0 -> float_type, {4, 9}, {9, 1}: 0.00056596ms, 0.0051151%
main:@1989 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](HFesjVwyB6:0) -> float_type, {4, 8}, {9, 1}: 0.00072938ms, 0.00659208%
HKq2ZSlA3D:0 = @param:HKq2ZSlA3D:0 -> float_type, {4, 9}, {9, 1}: 0.00063214ms, 0.00571323%
main:@1991 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](HKq2ZSlA3D:0) -> float_type, {4, 8}, {9, 1}: 0.00065672ms, 0.00593538%
HLQJSVgFyi:0 = @param:HLQJSVgFyi:0 -> float_type, {4, 9}, {9, 1}: 0.00055652ms, 0.00502978%
main:@1993 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](HLQJSVgFyi:0) -> float_type, {4, 8}, {9, 1}: 0.0007087ms, 0.00640517%
cNgUKoOFB1:0 = @param:cNgUKoOFB1:0 -> float_type, {4, 9}, {9, 1}: 0.00063546ms, 0.00574324%
main:@1995 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](cNgUKoOFB1:0) -> float_type, {4, 8}, {9, 1}: 0.00068358ms, 0.00617814%
nIJL1FUMdk:0 = @param:nIJL1FUMdk:0 -> float_type, {4, 9}, {9, 1}: 0.00060968ms, 0.00551024%
main:@1997 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](nIJL1FUMdk:0) -> float_type, {4, 8}, {9, 1}: 0.00069388ms, 0.00627123%
main:@1998 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](ljyhc7HCLk:0) -> float_type, {4, 4}, {21, 1}: 0.00072938ms, 0.00659208%
HyzMmXUNAP:0 = @param:HyzMmXUNAP:0 -> float_type, {4, 13}, {13, 1}: 0.00050112ms, 0.00452908%
main:@2000 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](HyzMmXUNAP:0) -> float_type, {4, 4}, {13, 1}: 0.00067848ms, 0.00613205%
main:@2001 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](HzcyUlm8Yj:0) -> float_type, {4, 4}, {45, 1}: 0.00064208ms, 0.00580307%
main:@2002 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](fvGJwyjlm4:0) -> float_type, {4, 4}, {13, 1}: 0.00064258ms, 0.00580759%
IQawVv9sqx:0 = @param:IQawVv9sqx:0 -> float_type, {4, 9}, {9, 1}: 0.00063852ms, 0.00577089%
main:@2004 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](IQawVv9sqx:0) -> float_type, {4, 8}, {9, 1}: 0.00070926ms, 0.00641023%
main:@2005 = slice[axes={0, 1},starts={0, 321},ends={4, 501}](lyiDxfzZg3:0) -> float_type, {4, 180}, {701, 1}: 0.00069914ms, 0.00631877%
main:@2006 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](fKsuaR6OE2:0) -> float_type, {4, 4}, {13, 1}: 0.00066558ms, 0.00601546%
main:@2007 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](gdck97AK4w:0) -> float_type, {4, 8}, {17, 1}: 0.00065194ms, 0.00589218%
hADUwpE6P7:0 = @param:hADUwpE6P7:0 -> float_type, {4, 9}, {9, 1}: 0.00050766ms, 0.00458819%
main:@2009 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](hADUwpE6P7:0) -> float_type, {4, 8}, {9, 1}: 0.00071362ms, 0.00644964%
main:@2010 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](JKWg9U1qmT:0) -> float_type, {4, 4}, {13, 1}: 0.00064772ms, 0.00585404%
YMxBt9210u:0 = @param:YMxBt9210u:0 -> float_type, {4, 5}, {5, 1}: 0.00061196ms, 0.00553084%
main:@2012 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](YMxBt9210u:0) -> float_type, {4, 4}, {5, 1}: 0.00076128ms, 0.00688039%
KBG8U2uYOC:0 = @param:KBG8U2uYOC:0 -> float_type, {4, 9}, {9, 1}: 0.0005028ms, 0.00454426%
main:@2014 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](KBG8U2uYOC:0) -> float_type, {4, 8}, {9, 1}: 0.000677ms, 0.00611867%
main:@2015 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](KFhBukd7EV:0) -> float_type, {4, 8}, {13, 1}: 0.00066456ms, 0.00600624%
main:@2016 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](Vi28Dy4Ll5:0) -> float_type, {4, 8}, {13, 1}: 0.00068384ms, 0.00618049%
sOz8pkBZ5n:0 = @param:sOz8pkBZ5n:0 -> float_type, {4, 5}, {5, 1}: 0.00062116ms, 0.00561399%
5cO3meIa4V:0 = @param:5cO3meIa4V:0 -> float_type, {4, 5}, {5, 1}: 0.00047816ms, 0.00432157%
AfxiFXbSj3:0 = @param:AfxiFXbSj3:0 -> float_type, {4, 5}, {5, 1}: 0.00057786ms, 0.00522265%
sfqQKWXEgN:0 = @param:sfqQKWXEgN:0 -> float_type, {4, 5}, {5, 1}: 0.00053574ms, 0.00484197%
gwNpMszEo3:0 = @param:gwNpMszEo3:0 -> float_type, {4, 5}, {5, 1}: 0.00058756ms, 0.00531032%
EyFb0qo6VX:0 = @param:EyFb0qo6VX:0 -> float_type, {4, 5}, {5, 1}: 0.00056572ms, 0.00511293%
NKT10PBtly:0 = @param:NKT10PBtly:0 -> float_type, {4, 5}, {5, 1}: 0.00058322ms, 0.00527109%
aocCEyfXIS:0 = @param:aocCEyfXIS:0 -> float_type, {4, 93}, {93, 1}: 0.00060844ms, 0.00549903%
KOdpo5kqsI:0 = @param:KOdpo5kqsI:0 -> float_type, {4, 93}, {93, 1}: 0.00051532ms, 0.00465742%
uM7aDfZz1t:0 = @param:uM7aDfZz1t:0 -> float_type, {4, 9}, {9, 1}: 0.00059122ms, 0.0053434%
ihKZd8ANk7:0 = @param:ihKZd8ANk7:0 -> float_type, {4, 9}, {9, 1}: 0.00055276ms, 0.0049958%
nP9Yv1iZ8f:0 = @param:nP9Yv1iZ8f:0 -> float_type, {4, 9}, {9, 1}: 0.0005402ms, 0.00488228%
EClzvVLqMP:0 = @param:EClzvVLqMP:0 -> float_type, {4, 9}, {9, 1}: 0.00050736ms, 0.00458548%
fpcFBPsTyk:0 = @param:fpcFBPsTyk:0 -> float_type, {4, 9}, {9, 1}: 0.00060654ms, 0.00548186%
8KRQILP469:0 = @param:8KRQILP469:0 -> float_type, {4, 9}, {9, 1}: 0.00052354ms, 0.00473171%
Q2Om7B1nhU:0 = @param:Q2Om7B1nhU:0 -> float_type, {4, 9}, {9, 1}: 0.00066866ms, 0.00604329%
MQb6fHVndu:0 = @param:MQb6fHVndu:0 -> float_type, {4, 9}, {9, 1}: 0.0005512ms, 0.0049817%
50ovs1NnYh:0 = @param:50ovs1NnYh:0 -> float_type, {4, 9}, {9, 1}: 0.00055374ms, 0.00500466%
uzaUY08Rsp:0 = @param:uzaUY08Rsp:0 -> float_type, {4, 9}, {9, 1}: 0.0004769ms, 0.00431018%
bsFqHW5i6g:0 = @param:bsFqHW5i6g:0 -> float_type, {4, 9}, {9, 1}: 0.00065422ms, 0.00591279%
vi7GCYp4FT:0 = @param:vi7GCYp4FT:0 -> float_type, {4, 9}, {9, 1}: 0.00054938ms, 0.00496525%
KGspl1Fzg0:0 = @param:KGspl1Fzg0:0 -> float_type, {4, 9}, {9, 1}: 0.00054388ms, 0.00491554%
fqAX8l29PG:0 = @param:fqAX8l29PG:0 -> float_type, {4, 9}, {9, 1}: 0.00052562ms, 0.00475051%
Wiks0GPJMQ:0 = @param:Wiks0GPJMQ:0 -> float_type, {4, 9}, {9, 1}: 0.00058554ms, 0.00529206%
MtvajoSCeD:0 = @param:MtvajoSCeD:0 -> float_type, {4, 9}, {9, 1}: 0.00061424ms, 0.00555145%
ihcEmsYo9g:0 = @param:ihcEmsYo9g:0 -> float_type, {4, 5}, {5, 1}: 0.00054968ms, 0.00496796%
4U3hVYNn2F:0 = @param:4U3hVYNn2F:0 -> float_type, {4, 5}, {5, 1}: 0.0005156ms, 0.00465995%
y3bafuwnEk:0 = @param:y3bafuwnEk:0 -> float_type, {4, 5}, {5, 1}: 0.0006106ms, 0.00551855%
6eQEnYsRTi:0 = @param:6eQEnYsRTi:0 -> float_type, {4, 5}, {5, 1}: 0.00053948ms, 0.00487578%
XevLAmJgSy:0 = @param:XevLAmJgSy:0 -> float_type, {4, 5}, {5, 1}: 0.00054964ms, 0.0049676%
BQHyb3DGCE:0 = @param:BQHyb3DGCE:0 -> float_type, {4, 9}, {9, 1}: 0.00055898ms, 0.00505202%
T1FVGiDRMg:0 = @param:T1FVGiDRMg:0 -> float_type, {4, 5}, {5, 1}: 0.00054628ms, 0.00493723%
sjKQJGby31:0 = @param:sjKQJGby31:0 -> float_type, {4, 9}, {9, 1}: 0.00054268ms, 0.0049047%
F6DhiS9CN5:0 = @param:F6DhiS9CN5:0 -> float_type, {4, 9}, {9, 1}: 0.00052776ms, 0.00476985%
89nc05gQza:0 = @param:89nc05gQza:0 -> float_type, {4, 9}, {9, 1}: 0.00051702ms, 0.00467278%
8iOST90kWM:0 = @param:8iOST90kWM:0 -> float_type, {4, 9}, {9, 1}: 0.00052964ms, 0.00478684%
6hbLUlYs1H:0 = @param:6hbLUlYs1H:0 -> float_type, {4, 9}, {9, 1}: 0.00048858ms, 0.00441575%
dXvEYVC4st:0 = @param:dXvEYVC4st:0 -> float_type, {4, 13}, {13, 1}: 0.00053174ms, 0.00480582%
uGCZaoYr3L:0 = @param:uGCZaoYr3L:0 -> float_type, {4, 13}, {13, 1}: 0.00051318ms, 0.00463808%
dR9G1bayok:0 = @param:dR9G1bayok:0 -> float_type, {4, 13}, {13, 1}: 0.00051062ms, 0.00461494%
ad9BJGx5jl:0 = @param:ad9BJGx5jl:0 -> float_type, {4, 13}, {13, 1}: 0.00059928ms, 0.00541624%
CrB2gE9Adp:0 = @param:CrB2gE9Adp:0 -> float_type, {4, 13}, {13, 1}: 0.0005011ms, 0.0045289%
vPaCFg3sAl:0 = @param:vPaCFg3sAl:0 -> float_type, {4, 13}, {13, 1}: 0.00052322ms, 0.00472882%
PxhmZizCI5:0 = @param:PxhmZizCI5:0 -> float_type, {4, 13}, {13, 1}: 0.00054562ms, 0.00493127%
kX6xhVY7bJ:0 = @param:kX6xhVY7bJ:0 -> float_type, {4, 13}, {13, 1}: 0.0006446ms, 0.00582584%
alvtrHJ95G:0 = @param:alvtrHJ95G:0 -> float_type, {4, 13}, {13, 1}: 0.00051686ms, 0.00467134%
main:@2063 = transpose[permutation={1, 2, 0, 3}](main:@1822) -> float_type, {4, 1, 1, 32}, {32, 32, 128, 1}: 0.0005471ms, 0.00494464%
main:@2064 = reshape_lazy[dims={-1, 32}](main:@2063) -> float_type, {4, 32}, {32, 1}: 0.00049836ms, 0.00450414%
main:@2065 = reshape_lazy[dims={-1, 84}](main:@956) -> float_type, {4, 84}, {84, 1}: 0.00046768ms, 0.00422685%
main:@2066 = reshape_lazy[dims={-1, 100}](main:@1279) -> float_type, {4, 100}, {100, 1}: 0.00046046ms, 0.0041616%
main:@2067 = load[offset=138048,end=192912](main:@1) -> float_type, {4, 3429}, {3429, 1}: 0.00051844ms, 0.00468562%
main:@2068 = reshape_lazy[dims={-1, 64}](main:@1647) -> float_type, {4, 64}, {64, 1}: 0.00049054ms, 0.00443346%
main:@2069 = reshape_lazy[dims={-1, 32}](main:@1956) -> float_type, {4, 32}, {32, 1}: 0.00048492ms, 0.00438267%
main:@2070 = reshape_lazy[dims={-1, 128}](main:@1927) -> float_type, {4, 128}, {128, 1}: 0.0004582ms, 0.00414117%
main:@2071 = transpose[permutation={1, 2, 0, 3}](main:@1878) -> float_type, {4, 1, 1, 32}, {32, 32, 128, 1}: 0.00048164ms, 0.00435302%
main:@2072 = reshape_lazy[dims={-1, 32}](main:@2071) -> float_type, {4, 32}, {32, 1}: 0.00046876ms, 0.00423661%
main:@2073 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](w04Keh2FJu:0) -> float_type, {4, 8}, {13, 1}: 0.00074718ms, 0.00675295%
main:@2074 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](zIoqYe9cRb:0) -> float_type, {4, 4}, {45, 1}: 0.00066996ms, 0.00605504%
main:@2075 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](sfqQKWXEgN:0) -> float_type, {4, 4}, {5, 1}: 0.00064586ms, 0.00583723%
tZOFD39jRS:0 = @param:tZOFD39jRS:0 -> float_type, {4, 9}, {9, 1}: 0.00058228ms, 0.0052626%
main:@2077 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](tZOFD39jRS:0) -> float_type, {4, 8}, {9, 1}: 0.00066494ms, 0.00600967%
main:@2078 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](dAFYcGrfEl:0) -> float_type, {4, 4}, {45, 1}: 0.00068884ms, 0.00622568%
main:@2079 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](vPaCFg3sAl:0) -> float_type, {4, 4}, {13, 1}: 0.00064496ms, 0.0058291%
main:@2080 = slice[axes={0, 1},starts={0, 177},ends={4, 209}](uFSOc5Chp2:0) -> float_type, {4, 32}, {481, 1}: 0.0006366ms, 0.00575354%
main:@2081 = slice[axes={0, 1},starts={0, 65},ends={4, 129}](nv2tzWRf1I:0) -> float_type, {4, 64}, {301, 1}: 0.00064974ms, 0.0058723%
main:@2082 = slice[axes={0, 1},starts={0, 33},ends={4, 49}](u2OJ7kfglD:0) -> float_type, {4, 16}, {93, 1}: 0.00067576ms, 0.00610746%
main:@2083 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](fpcFBPsTyk:0) -> float_type, {4, 8}, {9, 1}: 0.00067166ms, 0.00607041%
main:@2084 = slice[axes={0, 1},starts={0, 129},ends={4, 193}](lyiDxfzZg3:0) -> float_type, {4, 64}, {701, 1}: 0.00069308ms, 0.006264%
main:@2085 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](uzaUY08Rsp:0) -> float_type, {4, 8}, {9, 1}: 0.00064832ms, 0.00585946%
main:@2086 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](whRnWGgf0Q:0) -> float_type, {4, 8}, {13, 1}: 0.00067374ms, 0.00608921%
main:@2087 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](sOz8pkBZ5n:0) -> float_type, {4, 4}, {5, 1}: 0.00070968ms, 0.00641403%
sXCjeM94Zu:0 = @param:sXCjeM94Zu:0 -> float_type, {4, 5}, {5, 1}: 0.00056378ms, 0.0050954%
main:@2089 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](sXCjeM94Zu:0) -> float_type, {4, 4}, {5, 1}: 0.00069476ms, 0.00627918%
main:@2090 = slice[axes={0, 1},starts={0, 17},ends={4, 25}](l5WSX3VvMK:0) -> float_type, {4, 8}, {25, 1}: 0.00064858ms, 0.00586181%
main:@2091 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](dz1saATctE:0) -> float_type, {4, 8}, {9, 1}: 0.00064702ms, 0.00584771%
main:@2092 = slice[axes={0, 1},starts={0, 1},ends={4, 65}](lyiDxfzZg3:0) -> float_type, {4, 64}, {701, 1}: 0.00063548ms, 0.00574342%
main:@2093 = slice[axes={0, 1},starts={0, 49},ends={4, 53}](u2OJ7kfglD:0) -> float_type, {4, 4}, {93, 1}: 0.00064232ms, 0.00580524%
main:@2094 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](dXvEYVC4st:0) -> float_type, {4, 4}, {13, 1}: 0.00064628ms, 0.00584103%
v4fNptDqcL:0 = @param:v4fNptDqcL:0 -> float_type, {4, 9}, {9, 1}: 0.00052388ms, 0.00473478%
main:@2096 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](v4fNptDqcL:0) -> float_type, {4, 8}, {9, 1}: 0.00069446ms, 0.00627647%
main:@2097 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](d1ExPaGqMN:0) -> float_type, {4, 8}, {13, 1}: 0.00070106ms, 0.00633612%
main:@2098 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](fqAX8l29PG:0) -> float_type, {4, 8}, {9, 1}: 0.00068372ms, 0.0061794%
main:@2099 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](pIb4NdDSn5:0) -> float_type, {4, 8}, {9, 1}: 0.00066292ms, 0.00599142%
main:@2100 = slice[axes={0, 1},starts={0, 33},ends={4, 41}](mgnGNH4Mz3:0) -> float_type, {4, 8}, {49, 1}: 0.00065038ms, 0.00587808%
main:@2101 = slice[axes={0, 1},starts={0, 1},ends={4, 33}](u2OJ7kfglD:0) -> float_type, {4, 32}, {93, 1}: 0.00064486ms, 0.00582819%
main:@2102 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](dR9G1bayok:0) -> float_type, {4, 4}, {13, 1}: 0.00063574ms, 0.00574577%
main:@2103 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](sjKQJGby31:0) -> float_type, {4, 8}, {9, 1}: 0.00068218ms, 0.00616549%
dMO2bknDYA:0 = @param:dMO2bknDYA:0 -> float_type, {4, 481}, {481, 1}: 0.00052888ms, 0.00477997%
985IRiY0X6:0 = @param:985IRiY0X6:0 -> float_type, {4, 57}, {57, 1}: 0.00052162ms, 0.00471436%
WycVU13dfZ:0 = @param:WycVU13dfZ:0 -> float_type, {4, 5}, {5, 1}: 0.00048698ms, 0.00440129%
Nb9eDKFYZp:0 = @param:Nb9eDKFYZp:0 -> float_type, {4, 5}, {5, 1}: 0.00054562ms, 0.00493127%
main:@2108 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](KgZXYMNz6P:0) -> float_type, {4, 4}, {13, 1}: 0.00073812ms, 0.00667107%
main:@2109 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](6hbLUlYs1H:0) -> float_type, {4, 8}, {9, 1}: 0.00070492ms, 0.00637101%
main:@2110 = slice[axes={0, 1},starts={0, 25},ends={4, 41}](ifP6Ceko5T:0) -> float_type, {4, 16}, {73, 1}: 0.00064728ms, 0.00585006%
main:@2111 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](y3bafuwnEk:0) -> float_type, {4, 4}, {5, 1}: 0.0006248ms, 0.00564689%
main:@2112 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](89nc05gQza:0) -> float_type, {4, 8}, {9, 1}: 0.0006473ms, 0.00585024%
8Dv01FAoNM:0 = @param:8Dv01FAoNM:0 -> float_type, {4, 17}, {17, 1}: 0.000587ms, 0.00530526%
main:@2114 = slice[axes={0, 1},starts={0, 1},ends={4, 17}](8Dv01FAoNM:0) -> float_type, {4, 16}, {17, 1}: 0.00067218ms, 0.00607511%
main:@2115 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](8KRQILP469:0) -> float_type, {4, 8}, {9, 1}: 0.00066404ms, 0.00600154%
main:@2116 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](VP35W0GOCc:0) -> float_type, {4, 4}, {13, 1}: 0.00065438ms, 0.00591423%
main:@2117 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](8iOST90kWM:0) -> float_type, {4, 8}, {9, 1}: 0.00062702ms, 0.00566696%
main:@2118 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](X29iyIeu8L:0) -> float_type, {4, 4}, {45, 1}: 0.00062688ms, 0.00566569%
main:@2119 = slice[axes={0, 1},starts={0, 33},ends={4, 41}](985IRiY0X6:0) -> float_type, {4, 8}, {57, 1}: 0.00063122ms, 0.00570491%
main:@2120 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](985IRiY0X6:0) -> float_type, {4, 8}, {57, 1}: 0.00062822ms, 0.0056778%
main:@2121 = slice[axes={0, 1},starts={0, 41},ends={4, 49}](985IRiY0X6:0) -> float_type, {4, 8}, {57, 1}: 0.00062144ms, 0.00561652%
main:@2122 = slice[axes={0, 1},starts={0, 49},ends={4, 57}](985IRiY0X6:0) -> float_type, {4, 8}, {57, 1}: 0.00059938ms, 0.00541715%
main:@2123 = slice[axes={0, 1},starts={0, 25},ends={4, 33}](985IRiY0X6:0) -> float_type, {4, 8}, {57, 1}: 0.00063552ms, 0.00574378%
main:@2124 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](985IRiY0X6:0) -> float_type, {4, 8}, {57, 1}: 0.00060156ms, 0.00543685%
main:@2125 = slice[axes={0, 1},starts={0, 17},ends={4, 25}](985IRiY0X6:0) -> float_type, {4, 8}, {57, 1}: 0.00060088ms, 0.0054307%
main:@2126 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](9N1KUX0DZ5:0) -> float_type, {4, 4}, {13, 1}: 0.00063344ms, 0.00572498%
main:@2127 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](VUqfdN5Fzv:0) -> float_type, {4, 4}, {45, 1}: 0.00062918ms, 0.00568648%
main:@2128 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](9YqhflbMKe:0) -> float_type, {4, 4}, {29, 1}: 0.0006178ms, 0.00558363%
main:@2129 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](9mfMQZIXVH:0) -> float_type, {4, 8}, {9, 1}: 0.0006381ms, 0.0057671%
9rDQhGZo18:0 = @param:9rDQhGZo18:0 -> float_type, {4, 9}, {9, 1}: 0.00053708ms, 0.00485408%
main:@2131 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](9rDQhGZo18:0) -> float_type, {4, 8}, {9, 1}: 0.00074218ms, 0.00670776%
main:@2132 = slice[axes={0, 1},starts={0, 17},ends={4, 25}](l4bReWtsMB:0) -> float_type, {4, 8}, {25, 1}: 0.00070178ms, 0.00634263%
main:@2133 = slice[axes={0, 1},starts={0, 9},ends={4, 13}](AVLcBpWeuo:0) -> float_type, {4, 4}, {21, 1}: 0.00065904ms, 0.00595635%
main:@2134 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](AfxiFXbSj3:0) -> float_type, {4, 4}, {5, 1}: 0.0006596ms, 0.00596141%
main:@2135 = reshape_lazy[dims={-1, 256}](main:@1916) -> float_type, {4, 256}, {256, 1}: 0.0004877ms, 0.00440779%
main:@2136 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](1f2xpcXgdE:0) -> float_type, {4, 4}, {13, 1}: 0.00066374ms, 0.00599883%
vZDAiUHErW:0 = @param:vZDAiUHErW:0 -> float_type, {4, 17}, {17, 1}: 0.00053426ms, 0.0048286%
main:@2138 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](vZDAiUHErW:0) -> float_type, {4, 8}, {17, 1}: 0.0006709ms, 0.00606354%
main:@2139 = squeeze[axes={1}](main:@1929) -> float_type, {4, 68}, {68, 1}: 0.0004991ms, 0.00451082%
main:@2140 = slice[axes={0, 1},starts={0, 33},ends={4, 41}](2CnSyUBzm0:0) -> float_type, {4, 8}, {65, 1}: 0.00067178ms, 0.00607149%
main:@2141 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](m5MfQhR1Bp:0) -> float_type, {4, 8}, {13, 1}: 0.0006772ms, 0.00612048%
main:@2142 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](2RDXZrx9GA:0) -> float_type, {4, 4}, {45, 1}: 0.0006369ms, 0.00575625%
main:@2143 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](2Yy3zxNGBC:0) -> float_type, {4, 4}, {45, 1}: 0.00066812ms, 0.00603841%
main:@2144 = reshape_lazy[dims={-1, 64}](main:@1961) -> float_type, {4, 64}, {64, 1}: 0.00048278ms, 0.00436333%
main:@2145 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](Wiks0GPJMQ:0) -> float_type, {4, 8}, {9, 1}: 0.00068702ms, 0.00620923%
aKmfBy1Mhi:0 = @param:aKmfBy1Mhi:0 -> float_type, {4, 9}, {9, 1}: 0.00056098ms, 0.00507009%
main:@2147 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](aKmfBy1Mhi:0) -> float_type, {4, 8}, {9, 1}: 0.0006951ms, 0.00628226%
main:@2148 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](uM7aDfZz1t:0) -> float_type, {4, 8}, {9, 1}: 0.00064656ms, 0.00584356%
main:@2149 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](uGCZaoYr3L:0) -> float_type, {4, 4}, {13, 1}: 0.00062146ms, 0.0056167%
main:@2150 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](ihcEmsYo9g:0) -> float_type, {4, 4}, {5, 1}: 0.0006317ms, 0.00570925%
main:@2151 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](vi7GCYp4FT:0) -> float_type, {4, 8}, {9, 1}: 0.00062554ms, 0.00565358%
main:@2152 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](ihKZd8ANk7:0) -> float_type, {4, 8}, {9, 1}: 0.00062226ms, 0.00562393%
main:@2153 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](kX6xhVY7bJ:0) -> float_type, {4, 4}, {13, 1}: 0.00062168ms, 0.00561869%
main:@2154 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](ad9BJGx5jl:0) -> float_type, {4, 4}, {13, 1}: 0.00063144ms, 0.0057069%
main:@2155 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](alvtrHJ95G:0) -> float_type, {4, 4}, {13, 1}: 0.0006208ms, 0.00561074%
main:@2156 = slice[axes={0, 1},starts={0, 1},ends={4, 33}](aocCEyfXIS:0) -> float_type, {4, 32}, {93, 1}: 0.00063242ms, 0.00571576%
main:@2157 = slice[axes={0, 1},starts={0, 33},ends={4, 49}](aocCEyfXIS:0) -> float_type, {4, 16}, {93, 1}: 0.00060658ms, 0.00548222%
main:@2158 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](bsFqHW5i6g:0) -> float_type, {4, 8}, {9, 1}: 0.00062746ms, 0.00567093%
main:@2159 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](cHzIDJm6us:0) -> float_type, {4, 16}, {33, 1}: 0.00069274ms, 0.00626093%
main:@2160 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](gwNpMszEo3:0) -> float_type, {4, 4}, {5, 1}: 0.00065862ms, 0.00595255%
ceq9LkmQA5:0 = @param:ceq9LkmQA5:0 -> float_type, {4, 9}, {9, 1}: 0.00051632ms, 0.00466646%
main:@2162 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](ceq9LkmQA5:0) -> float_type, {4, 8}, {9, 1}: 0.00075934ms, 0.00686285%
main:@2163 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](gU9SoiHyRO:0) -> float_type, {4, 8}, {13, 1}: 0.00066876ms, 0.0060442%
main:@2164 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](jznORDJr0N:0) -> float_type, {4, 4}, {45, 1}: 0.00064778ms, 0.00585458%
main:@2165 = slice[axes={0, 1},starts={0, 65},ends={4, 129}](lyiDxfzZg3:0) -> float_type, {4, 64}, {701, 1}: 0.00063452ms, 0.00573474%
main:@2166 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](gHPTxdcQWX:0) -> float_type, {4, 8}, {9, 1}: 0.00065472ms, 0.00591731%
main:@2167 = slice[axes={0, 1},starts={0, 57},ends={4, 61}](u2OJ7kfglD:0) -> float_type, {4, 4}, {93, 1}: 0.00064932ms, 0.0058685%
main:@2168 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](T1FVGiDRMg:0) -> float_type, {4, 4}, {5, 1}: 0.00066688ms, 0.00602721%
main:@2169 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](50ovs1NnYh:0) -> float_type, {4, 8}, {9, 1}: 0.00065296ms, 0.0059014%
main:@2170 = slice[axes={0, 1},starts={0, 5},ends={4, 9}](5JHUPChra8:0) -> float_type, {4, 4}, {17, 1}: 0.00062242ms, 0.00562538%
main:@2171 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](6eQEnYsRTi:0) -> float_type, {4, 4}, {5, 1}: 0.00063822ms, 0.00576818%
5bcvLlI6HE:0 = @param:5bcvLlI6HE:0 -> float_type, {4, 9}, {9, 1}: 0.00053934ms, 0.00487451%
main:@2173 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](5bcvLlI6HE:0) -> float_type, {4, 8}, {9, 1}: 0.00067944ms, 0.00614072%
main:@2174 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](5cO3meIa4V:0) -> float_type, {4, 4}, {5, 1}: 0.00067816ms, 0.00612915%
main:@2175 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](Q2Om7B1nhU:0) -> float_type, {4, 8}, {9, 1}: 0.00063536ms, 0.00574233%
main:@2176 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](6HSQqXdJzb:0) -> float_type, {4, 4}, {45, 1}: 0.00067946ms, 0.0061409%
main:@2177 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](w27LgiJW6P:0) -> float_type, {4, 8}, {13, 1}: 0.00066058ms, 0.00597027%
main:@2178 = reshape_lazy[dims={-1, 128}](main:@1924) -> float_type, {4, 128}, {128, 1}: 0.00047276ms, 0.00427277%
main:@2179 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](AvlwbHMnuE:0) -> float_type, {4, 8}, {17, 1}: 0.00066196ms, 0.00598274%
main:@2180 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](Nb9eDKFYZp:0) -> float_type, {4, 4}, {5, 1}: 0.00066386ms, 0.00599991%
main:@2181 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](KH4GEDx8pO:0) -> float_type, {4, 4}, {13, 1}: 0.0006314ms, 0.00570654%
main:@2182 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](CrB2gE9Adp:0) -> float_type, {4, 4}, {13, 1}: 0.00064308ms, 0.0058121%
main:@2183 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](uhcrWfUe6M:0) -> float_type, {4, 8}, {9, 1}: 0.00065402ms, 0.00591098%
main:@2184 = slice[axes={0, 1},starts={0, 33},ends={4, 41}](n4iptOVFwE:0) -> float_type, {4, 8}, {113, 1}: 0.00063156ms, 0.00570799%
j25yTFI0eZ:0 = @param:j25yTFI0eZ:0 -> float_type, {4, 9}, {9, 1}: 0.00071908ms, 0.00649899%
main:@2186 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](j25yTFI0eZ:0) -> float_type, {4, 8}, {9, 1}: 0.00063796ms, 0.00576583%
main:@2187 = slice[axes={0, 1},starts={0, 233},ends={4, 241}](dMO2bknDYA:0) -> float_type, {4, 8}, {481, 1}: 0.00069904ms, 0.00631787%
DilwT5jYf7:0 = @param:DilwT5jYf7:0 -> float_type, {4, 9}, {9, 1}: 0.00053792ms, 0.00486168%
main:@2189 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](DilwT5jYf7:0) -> float_type, {4, 8}, {9, 1}: 0.00068776ms, 0.00621592%
main:@2190 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](EJxze1pkRu:0) -> float_type, {4, 4}, {13, 1}: 0.00067112ms, 0.00606553%
main:@2191 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](Qp3K1PHvte:0) -> float_type, {4, 4}, {69, 1}: 0.00066554ms, 0.0060151%
main:@2192 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](mIR0ToEnMH:0) -> float_type, {4, 8}, {13, 1}: 0.00064842ms, 0.00586037%
EsROupwkSG:0 = @param:EsROupwkSG:0 -> float_type, {4, 13}, {13, 1}: 0.0005447ms, 0.00492295%
main:@2194 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](EsROupwkSG:0) -> float_type, {4, 4}, {13, 1}: 0.00068568ms, 0.00619712%
main:@2195 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](EyFb0qo6VX:0) -> float_type, {4, 4}, {5, 1}: 0.00061804ms, 0.00558579%
main:@2196 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](F6DhiS9CN5:0) -> float_type, {4, 8}, {9, 1}: 0.00062688ms, 0.00566569%
zOu1aQKy4V:0 = @param:zOu1aQKy4V:0 -> float_type, {4, 9}, {9, 1}: 0.00049956ms, 0.00451498%
main:@2198 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](zOu1aQKy4V:0) -> float_type, {4, 8}, {9, 1}: 0.00072866ms, 0.00658557%
main:@2199 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](NKT10PBtly:0) -> float_type, {4, 4}, {5, 1}: 0.00067978ms, 0.0061438%
main:@2200 = reshape_lazy[dims={-1, 32}](main:@1955) -> float_type, {4, 32}, {32, 1}: 0.00048474ms, 0.00438104%
main:@2201 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](XevLAmJgSy:0) -> float_type, {4, 4}, {5, 1}: 0.00064294ms, 0.00581084%
main:@2202 = slice[axes={0, 1},starts={0, 1},ends={4, 33}](KOdpo5kqsI:0) -> float_type, {4, 32}, {93, 1}: 0.00061928ms, 0.005597%
main:@2203 = slice[axes={0, 1},starts={0, 33},ends={4, 49}](KOdpo5kqsI:0) -> float_type, {4, 16}, {93, 1}: 0.00064348ms, 0.00581572%
main:@2204 = slice[axes={0, 1},starts={0, 161},ends={4, 193}](Kanv8c4Yl7:0) -> float_type, {4, 32}, {201, 1}: 0.00062498ms, 0.00564852%
main:@2205 = slice[axes={0, 1},starts={0, 129},ends={4, 161}](Kanv8c4Yl7:0) -> float_type, {4, 32}, {201, 1}: 0.00062356ms, 0.00563568%
main:@2206 = slice[axes={0, 1},starts={0, 65},ends={4, 97}](Kanv8c4Yl7:0) -> float_type, {4, 32}, {201, 1}: 0.00060366ms, 0.00545583%
main:@2207 = slice[axes={0, 1},starts={0, 97},ends={4, 129}](Kanv8c4Yl7:0) -> float_type, {4, 32}, {201, 1}: 0.00061448ms, 0.00555362%
Ya2E8PbliH:0 = @param:Ya2E8PbliH:0 -> float_type, {4, 9}, {9, 1}: 0.00046292ms, 0.00418383%
main:@2209 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](Ya2E8PbliH:0) -> float_type, {4, 8}, {9, 1}: 0.00063892ms, 0.00577451%
main:@2210 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](KGspl1Fzg0:0) -> float_type, {4, 8}, {9, 1}: 0.000622ms, 0.00562158%
main:@2211 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](M4pau3Zg7l:0) -> float_type, {4, 4}, {13, 1}: 0.00065766ms, 0.00594388%
NFBzi76hoK:0 = @param:NFBzi76hoK:0 -> float_type, {4, 73}, {73, 1}: 0.00059218ms, 0.00535207%
main:@2213 = slice[axes={0, 1},starts={0, 1},ends={4, 65}](NFBzi76hoK:0) -> float_type, {4, 64}, {73, 1}: 0.00069794ms, 0.00630792%
main:@2214 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](duyRoIEkH8:0) -> float_type, {4, 4}, {45, 1}: 0.00063362ms, 0.00572661%
main:@2215 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](OfNJgEDtw2:0) -> float_type, {4, 4}, {13, 1}: 0.00062386ms, 0.0056384%
main:@2216 = slice[axes={0, 1},starts={0, 9},ends={4, 17}](Pu1O5qFxY6:0) -> float_type, {4, 8}, {17, 1}: 0.00064518ms, 0.00583108%
main:@2217 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](PxhmZizCI5:0) -> float_type, {4, 4}, {13, 1}: 0.00063676ms, 0.00575498%
QMjOWELyPk:0 = @param:QMjOWELyPk:0 -> float_type, {4, 9}, {9, 1}: 0.0004682ms, 0.00423155%
main:@2219 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](QMjOWELyPk:0) -> float_type, {4, 8}, {9, 1}: 0.00068392ms, 0.00618121%
RF5h8lytsu:0 = @param:RF5h8lytsu:0 -> float_type, {4, 9}, {9, 1}: 0.00052258ms, 0.00472303%
main:@2221 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](RF5h8lytsu:0) -> float_type, {4, 8}, {9, 1}: 0.0006965ms, 0.00629491%
main:@2222 = slice[axes={0, 1},starts={0, 17},ends={4, 25}](ZRYNFfjSez:0) -> float_type, {4, 8}, {33, 1}: 0.0006276ms, 0.0056722%
main:@2223 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](BQHyb3DGCE:0) -> float_type, {4, 8}, {9, 1}: 0.0006195ms, 0.00559899%
main:@2224 = slice[axes={0, 1},starts={0, 33},ends={4, 37}](3Laj620MSn:0) -> float_type, {4, 4}, {45, 1}: 0.00062526ms, 0.00565105%
main:@2225 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](EClzvVLqMP:0) -> float_type, {4, 8}, {9, 1}: 0.00062396ms, 0.0056393%
main:@2226 = slice[axes={0, 1},starts={0, 17},ends={4, 25}](3mk8BKjDey:0) -> float_type, {4, 8}, {25, 1}: 0.0006552ms, 0.00592164%
main:@2227 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](MQb6fHVndu:0) -> float_type, {4, 8}, {9, 1}: 0.00063006ms, 0.00569443%
main:@2228 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](MtvajoSCeD:0) -> float_type, {4, 8}, {9, 1}: 0.00063514ms, 0.00574034%
main:@2229 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](4U3hVYNn2F:0) -> float_type, {4, 4}, {5, 1}: 0.00067854ms, 0.00613259%
4dtfMgk7Ni:0 = @param:4dtfMgk7Ni:0 -> float_type, {4, 9}, {9, 1}: 0.00058566ms, 0.00529315%
main:@2231 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](4dtfMgk7Ni:0) -> float_type, {4, 8}, {9, 1}: 0.0007649ms, 0.0069131%
main:@2232 = slice[axes={0, 1},starts={0, 1},ends={4, 9}](nP9Yv1iZ8f:0) -> float_type, {4, 8}, {9, 1}: 0.00066908ms, 0.00604709%
main:@2233 = slice[axes={0, 1},starts={0, 17},ends={4, 33}](0cjwsL5ldh:0) -> float_type, {4, 16}, {33, 1}: 0.00065764ms, 0.0059437%
main:@2234 = slice[axes={0, 1},starts={0, 1},ends={4, 5}](WycVU13dfZ:0) -> float_type, {4, 4}, {5, 1}: 0.00070178ms, 0.00634263%
main:@2235 = slice[axes={0, 1},starts={0, 5},ends={4, 13}](0sDBrPmfS9:0) -> float_type, {4, 8}, {13, 1}: 0.00068086ms, 0.00615356%
main:@2236 = squeeze[axes={1}](main:@1931) -> float_type, {4, 104}, {104, 1}: 0.00048726ms, 0.00440382%
main:@2237 = gpu::code_object[code_object=72784,symbol_name=pow_div_add_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_concat_log_add_kernel,global=71,local=256,](main:@2092,main:@1920,main:@2165,main:@2081,main:@2084,main:@1919,main:@1921,main:@2213,main:@2101,main:@2202,main:@2156,main:@1958,main:@2065,main:@2066,main:@2005,main:@1970,main:@2080,main:@2110,main:@2191,main:@2140,main:@2164,main:@2142,main:@2127,main:@2001,main:@2224,main:@2214,main:@2138,main:@2194,main:@2100,main:@1985,main:@2176,main:@2074,main:@2078,main:@2118,main:@2215,main:@1972,main:@1971,main:@2007,main:@2216,main:@2222,main:@2143,main:@2132,main:@2090,main:@2133,main:@2099,main:@2073,main:@2183,main:@2091,main:@1962,main:@2179,main:@2170,main:@2168,main:@2223,main:@2128,main:@1998,main:@2082,main:@2203,main:@2157,main:@2206,main:@2207,main:@2205,main:@2204,main:@2093,main:@1968,main:@2167,main:@1954,main:@2070,main:@2199,main:@2195,main:@2160,main:@2075,main:@2134,main:@2174,main:@2087,main:@2180,main:@2234,main:@2089,main:@2178,main:@2068,main:@2120,main:@2124,main:@2125,main:@2123,main:@2119,main:@2121,main:@2122,main:@2002,main:@2010,main:@2126,main:@1987,main:@2006,main:@2181,main:@2136,main:@2211,main:@2108,main:@2190,main:@2116,main:@1986,main:@1980,main:@2155,main:@2153,main:@2217,main:@2079,main:@2182,main:@2154,main:@1952,main:@2144,main:@2064,main:@2102,main:@2149,main:@2094,main:@2000,main:@2109,main:@1974,main:@2117,main:@2112,main:@2196,main:@2201,main:@2012,main:@2171,main:@2111,main:@2229,main:@2150,main:@2187,main:@1978,main:@2228,main:@1982,main:@2145,main:@2098,main:@2210,main:@2151,main:@2158,main:@2235,main:@2085,main:@2169,main:@2227,main:@2175,main:@2226,main:@2115,main:@2083,main:@2225,main:@2004,main:@2129,main:@2166,main:@2103,main:@2232,main:@2152,main:@1960,main:@2014,main:@2148,main:@2159,main:@1995,main:@1991,main:@1984,main:@2009,main:@1989,main:@1993,main:@2114,main:@2233,main:@2200,main:@2198,main:@1969,main:@2016,main:@2141,main:@1997,main:@2192,main:@2162,main:@2097,main:@1967,main:@2086,main:@2077,main:@2177,main:@2189,main:@2147,main:@2186,main:@1964,main:@2209,main:@2219,main:@1966,main:@2131,main:@1976,main:@2096,main:@2173,main:@2231,main:@2221,main:@2184,main:@2163,main:@2015,main:@2069,main:@2139,main:@2072,main:@2236,main:@2135,main:@1957,main:@1021,main:@2067) -> float_type, {4, 3429}, {3429, 1}: 0.237396ms, 2.14557%
main:@2238 = hip::hip_copy_literal[id=main:@literal:21] -> float_type, {3429, 2905}, {2905, 1}: 0.00091004ms, 0.00822487%
main:@2239 = load[offset=192912,end=239392](main:@1) -> float_type, {4, 2905}, {2905, 1}: 0.00051104ms, 0.00461874%
main:@2240 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2237,main:@2238,main:@1879,main:@2239) -> float_type, {4, 2905}, {2905, 1}: 0.0728806ms, 0.658689%
main:@2241 = hip::hip_copy_literal[id=main:@literal:4] -> float_type, {581, 581}, {581, 1}: 0.00082886ms, 0.00749117%
main:@2242 = slice[axes={1},starts={1743},ends={2324}](main:@2240) -> float_type, {4, 581}, {2905, 1}: 0.00069198ms, 0.00625406%
main:@2243 = load[offset=18592,end=27888](main:@1) -> float_type, {4, 581}, {581, 1}: 0.00050058ms, 0.0045242%
main:@2244 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2242,main:@2241,main:@2243) -> float_type, {4, 581}, {581, 1}: 0.0361128ms, 0.326385%
main:@2245 = slice[axes={1},starts={1162},ends={1743}](main:@2240) -> float_type, {4, 581}, {2905, 1}: 0.00076104ms, 0.00687822%
main:@2246 = slice[axes={1},starts={0},ends={581}](main:@2240) -> float_type, {4, 581}, {2905, 1}: 0.00060188ms, 0.00543974%
main:@2247 = load[offset=0,end=9296](main:@1) -> float_type, {4, 581}, {581, 1}: 0.00046312ms, 0.00418564%
main:@2248 = gpu::code_object[code_object=13544,symbol_name=pow_pow_sigmoid_add_kernel,global=2324,local=256,](main:@2245,main:@2246,main:@2247) -> float_type, {4, 581}, {581, 1}: 0.0169601ms, 0.153284%
main:@2249 = hip::hip_copy_literal[id=main:@literal:1] -> float_type, {4, 2130}, {2130, 1}: 0.0007475ms, 0.00675584%
main:@2250 = load[offset=9296,end=18592](main:@1) -> float_type, {4, 581}, {581, 1}: 0.00049384ms, 0.00446329%
main:@2251 = gpu::code_object[code_object=13544,symbol_name=pow_mul_add_neg_sub_kernel,global=2324,local=256,](main:@2242,main:@2244,main:@2250) -> float_type, {4, 581}, {581, 1}: 0.0155454ms, 0.140498%
main:@2252 = load[offset=18592,end=18608](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00064022ms, 0.00578626%
main:@2253 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_add_rsqrt_sub_kernel,global=1024,local=256,](main:@2248,main:@2252) -> float_type, {4, 1}, {1, 1}: 0.0135282ms, 0.122266%
main:@2254 = slice[axes={1},starts={581},ends={1162}](main:@2240) -> float_type, {4, 581}, {2905, 1}: 0.00072468ms, 0.0065496%
main:@2255 = load[offset=18608,end=27904](main:@1) -> float_type, {4, 581}, {581, 1}: 0.00046118ms, 0.00416811%
main:@2256 = slice[axes={1},starts={2324},ends={2905}](main:@2240) -> float_type, {4, 581}, {2905, 1}: 0.0005687ms, 0.00513986%
main:@2257 = gpu::code_object[code_object=13536,symbol_name=pow_mul_rsqrt_sub_kernel,global=2324,local=256,](main:@2256,main:@2254,main:@2255) -> float_type, {4, 581}, {581, 1}: 0.0155892ms, 0.140894%
main:@2258 = load[offset=125248,end=162432](main:@1) -> float_type, {4, 2324}, {2324, 1}: 0.00061602ms, 0.00556754%
main:@2259 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2324,local=256,](main:@2245,main:@2246,main:@2256,main:@2242,main:@2258) -> float_type, {4, 2324}, {2324, 1}: 0.0153882ms, 0.139077%
main:@2260 = load[offset=27904,end=27920](main:@1) -> float_type, {4, 1}, {1, 1}: 0.0006317ms, 0.00570925%
main:@2261 = gpu::code_object[code_object=13552,symbol_name=reduce_mean_add_rsqrt_add_kernel,global=1024,local=256,](main:@2257,main:@2260) -> float_type, {4, 1}, {1, 1}: 0.0138288ms, 0.124984%
main:@2262 = load[offset=27920,end=27936](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00059414ms, 0.00536979%
main:@2263 = gpu::code_object[code_object=13552,symbol_name=reduce_mean_add_neg_pow_kernel,global=1024,local=256,](main:@2251,main:@2262) -> float_type, {4, 1}, {1, 1}: 0.0140064ms, 0.126589%
main:@2264 = slice[axes={1},starts={0},ends={4070}](main:@1755) -> float_type, {4, 4070}, {4508, 1}: 0.00078332ms, 0.00707958%
main:@2265 = load[offset=183344,end=248464](main:@1) -> float_type, {4, 4070}, {4070, 1}: 0.00045846ms, 0.00414352%
main:@2266 = gpu::code_object[code_object=21808,symbol_name=leaky_relu_noop_noop_noop_noop_noop_noop_concat_rsqrt_pow_kernel,global=2325,local=256,](main:@2259,main:@2248,main:@2257,main:@2251,main:@2253,main:@2261,main:@2263,main:@2264,main:@2265) -> float_type, {4, 4070}, {4070, 1}: 0.0354312ms, 0.320224%
main:@2267 = hip::hip_copy_literal[id=main:@literal:31] -> float_type, {4070, 2130}, {2130, 1}: 0.0007819ms, 0.00706675%
main:@2268 = load[offset=149264,end=183344](main:@1) -> float_type, {4, 2130}, {2130, 1}: 0.00048908ms, 0.00442026%
main:@2269 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2266,main:@2267,main:@2249,main:@2268) -> float_type, {4, 2130}, {2130, 1}: 0.0623208ms, 0.563251%
main:@2270 = hip::hip_copy_literal[id=main:@literal:92] -> float_type, {426, 426}, {426, 1}: 0.00075048ms, 0.00678278%
main:@2271 = load[offset=15344,end=22160](main:@1) -> float_type, {4, 426}, {426, 1}: 0.00048998ms, 0.0044284%
main:@2272 = slice[axes={1},starts={852},ends={1278}](main:@2269) -> float_type, {4, 426}, {2130, 1}: 0.00057272ms, 0.0051762%
main:@2273 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2272,main:@2270,main:@2271) -> float_type, {4, 426}, {426, 1}: 0.0311476ms, 0.281509%
main:@2274 = hip::hip_copy_literal[id=main:@literal:8] -> float_type, {4, 2}, {2, 1}: 0.00075172ms, 0.00679398%
main:@2275 = hip::hip_copy_literal[id=main:@literal:52] -> float_type, {128, 703}, {703, 1}: 0.00068586ms, 0.00619875%
main:@2276 = slice[axes={1},starts={256},ends={384}](main:@514) -> float_type, {4, 128}, {896, 1}: 0.00064098ms, 0.00579312%
main:@2277 = load[offset=0,end=11248](main:@1) -> float_type, {4, 703}, {703, 1}: 0.00049118ms, 0.00443924%
main:@2278 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2276,main:@2275,main:@2277) -> float_type, {4, 703}, {703, 1}: 0.0218327ms, 0.197322%
main:@2279 = hip::hip_copy_literal[id=main:@literal:43] -> float_type, {128, 1501}, {1501, 1}: 0.00079036ms, 0.00714321%
main:@2280 = slice[axes={1},starts={0},ends={128}](main:@514) -> float_type, {4, 128}, {896, 1}: 0.00061502ms, 0.0055585%
main:@2281 = load[offset=125248,end=149264](main:@1) -> float_type, {4, 1501}, {1501, 1}: 0.00047664ms, 0.00430783%
main:@2282 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2280,main:@2279,main:@2281) -> float_type, {4, 1501}, {1501, 1}: 0.0234815ms, 0.212223%
main:@2283 = hip::hip_copy_literal[id=main:@literal:114] -> float_type, {128, 2985}, {2985, 1}: 0.00080022ms, 0.00723232%
main:@2284 = slice[axes={1},starts={768},ends={896}](main:@514) -> float_type, {4, 128}, {896, 1}: 0.00063144ms, 0.0057069%
main:@2285 = load[offset=183344,end=231104](main:@1) -> float_type, {4, 2985}, {2985, 1}: 0.00046012ms, 0.00415853%
main:@2286 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2284,main:@2283,main:@2285) -> float_type, {4, 2985}, {2985, 1}: 0.023366ms, 0.21118%
main:@2287 = hip::hip_copy_literal[id=main:@literal:38] -> float_type, {128, 256}, {256, 1}: 0.00079452ms, 0.00718081%
main:@2288 = slice[axes={1},starts={640},ends={768}](main:@514) -> float_type, {4, 128}, {896, 1}: 0.0006074ms, 0.00548963%
main:@2289 = load[offset=11248,end=15344](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00045668ms, 0.00412744%
main:@2290 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2288,main:@2287,main:@2289) -> float_type, {4, 256}, {256, 1}: 0.0202261ms, 0.182802%
main:@2291 = hip::hip_copy_literal[id=main:@literal:81] -> float_type, {128, 167}, {167, 1}: 0.00078992ms, 0.00713923%
main:@2292 = slice[axes={1},starts={512},ends={640}](main:@514) -> float_type, {4, 128}, {896, 1}: 0.00063596ms, 0.00574775%
main:@2293 = load[offset=22160,end=24832](main:@1) -> float_type, {4, 167}, {167, 1}: 0.00047876ms, 0.00432699%
main:@2294 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2292,main:@2291,main:@2293) -> float_type, {4, 167}, {167, 1}: 0.0219362ms, 0.198258%
ebEFYOy65u:0 = @param:ebEFYOy65u:0 -> float_type, {4, 1}, {1, 1}: 0.000815ms, 0.0073659%
iUEBSr6gOG:0 = @param:iUEBSr6gOG:0 -> float_type, {4, 1}, {1, 1}: 0.00056126ms, 0.00507262%
qxzgXpiLdl:0 = @param:qxzgXpiLdl:0 -> float_type, {4, 1}, {1, 1}: 0.00065612ms, 0.00592996%
9NcxXsmyqf:0 = @param:9NcxXsmyqf:0 -> float_type, {4, 1}, {1, 1}: 0.00053772ms, 0.00485987%
WqeN5KGIv9:0 = @param:WqeN5KGIv9:0 -> float_type, {4, 1}, {1, 1}: 0.00049318ms, 0.00445732%
7XiFOysrpI:0 = @param:7XiFOysrpI:0 -> float_type, {4, 1}, {1, 1}: 0.00051436ms, 0.00464874%
vtIF8HqRG6:0 = @param:vtIF8HqRG6:0 -> float_type, {4, 1}, {1, 1}: 0.0005095ms, 0.00460482%
NG35MnhTIF:0 = @param:NG35MnhTIF:0 -> float_type, {4, 1}, {1, 1}: 0.00060886ms, 0.00550283%
lqOmNvz5fj:0 = @param:lqOmNvz5fj:0 -> float_type, {4, 1}, {1, 1}: 0.00059536ms, 0.00538081%
XPpbueLMOZ:0 = @param:XPpbueLMOZ:0 -> float_type, {4, 1}, {1, 1}: 0.00062548ms, 0.00565304%
bJxY1IhSVn:0 = @param:bJxY1IhSVn:0 -> float_type, {4, 1}, {1, 1}: 0.00052414ms, 0.00473713%
iE352qtAOx:0 = @param:iE352qtAOx:0 -> float_type, {4, 1}, {1, 1}: 0.00049098ms, 0.00443744%
xGCyW9icVP:0 = @param:xGCyW9icVP:0 -> float_type, {4, 1}, {1, 1}: 0.00053756ms, 0.00485842%
lhbKMrO1my:0 = @param:lhbKMrO1my:0 -> float_type, {4, 1}, {1, 1}: 0.00050746ms, 0.00458638%
StHFqj5edV:0 = @param:StHFqj5edV:0 -> float_type, {4, 1}, {1, 1}: 0.00050466ms, 0.00456108%
ZyQ5FrpI6t:0 = @param:ZyQ5FrpI6t:0 -> float_type, {4, 1}, {1, 1}: 0.00064518ms, 0.00583108%
mxUaAp0CV8:0 = @param:mxUaAp0CV8:0 -> float_type, {4, 1}, {1, 1}: 0.00051696ms, 0.00467224%
vF46yONhri:0 = @param:vF46yONhri:0 -> float_type, {4, 1}, {1, 1}: 0.00053258ms, 0.00481341%
URVDgNGoIx:0 = @param:URVDgNGoIx:0 -> float_type, {4, 1}, {1, 1}: 0.00048654ms, 0.00439731%
RPGvVrZMak:0 = @param:RPGvVrZMak:0 -> float_type, {4, 1}, {1, 1}: 0.00048252ms, 0.00436098%
main:@2315 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](dz1saATctE:0) -> float_type, {4, 1}, {9, 1}: 0.0008196ms, 0.00740748%
main:@2316 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](RpITWntAji:0) -> float_type, {4, 1}, {17, 1}: 0.00064406ms, 0.00582096%
main:@2317 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](nltbg9ZWQX:0) -> float_type, {4, 1}, {17, 1}: 0.00062262ms, 0.00562719%
main:@2318 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](uhcrWfUe6M:0) -> float_type, {4, 1}, {9, 1}: 0.00071496ms, 0.00646175%
main:@2319 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Qp3K1PHvte:0) -> float_type, {4, 1}, {69, 1}: 0.00076824ms, 0.00694329%
main:@2320 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](khJcIxW3zv:0) -> float_type, {4, 1}, {9, 1}: 0.00061426ms, 0.00555163%
main:@2321 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](TSqGwrHeo4:0) -> float_type, {4, 1}, {5, 1}: 0.00062814ms, 0.00567708%
main:@2322 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](XPcHGKbop2:0) -> float_type, {4, 1}, {13, 1}: 0.0007277ms, 0.00657689%
main:@2323 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Tej5M3O6As:0) -> float_type, {4, 1}, {17, 1}: 0.00074232ms, 0.00670903%
main:@2324 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Tg4u0GfnFb:0) -> float_type, {4, 1}, {25, 1}: 0.00059462ms, 0.00537413%
main:@2325 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](TxEdCcekGS:0) -> float_type, {4, 1}, {49, 1}: 0.00060716ms, 0.00548746%
main:@2326 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Uc42tiuavR:0) -> float_type, {4, 1}, {9, 1}: 0.00075688ms, 0.00684062%
main:@2327 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](pIb4NdDSn5:0) -> float_type, {4, 1}, {9, 1}: 0.00072692ms, 0.00656984%
main:@2328 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](1WNvHElUG7:0) -> float_type, {4, 1}, {25, 1}: 0.00061914ms, 0.00559574%
main:@2329 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](IRem4MiFDP:0) -> float_type, {4, 1}, {5, 1}: 0.0005956ms, 0.00538298%
main:@2330 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](gsP96ZTbn0:0) -> float_type, {4, 1}, {17, 1}: 0.00076094ms, 0.00687731%
main:@2331 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](uFSOc5Chp2:0) -> float_type, {4, 1}, {481, 1}: 0.00073412ms, 0.00663492%
main:@2332 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](HRGzlnEkXQ:0) -> float_type, {4, 1}, {41, 1}: 0.0006018ms, 0.00543902%
main:@2333 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](HZ0l3MmcPY:0) -> float_type, {4, 1}, {17, 1}: 0.00058642ms, 0.00530002%
main:@2334 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](YbIVz8l1un:0) -> float_type, {4, 1}, {45, 1}: 0.00075382ms, 0.00681296%
main:@2335 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](OfNJgEDtw2:0) -> float_type, {4, 1}, {13, 1}: 0.00076362ms, 0.00690153%
main:@2336 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](HmATr3gKsW:0) -> float_type, {4, 1}, {9, 1}: 0.00062766ms, 0.00567274%
main:@2337 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Hnjq487SIY:0) -> float_type, {4, 1}, {13, 1}: 0.00062218ms, 0.00562321%
main:@2338 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](omr2g4XaH5:0) -> float_type, {4, 1}, {17, 1}: 0.00073466ms, 0.0066398%
main:@2339 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](NJBt1ubXFW:0) -> float_type, {4, 1}, {5, 1}: 0.00078982ms, 0.00713833%
main:@2340 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](mgnGNH4Mz3:0) -> float_type, {4, 1}, {49, 1}: 0.00061518ms, 0.00555995%
main:@2341 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](IMdFk7D16X:0) -> float_type, {4, 1}, {9, 1}: 0.00061698ms, 0.00557621%
main:@2342 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](jznORDJr0N:0) -> float_type, {4, 1}, {45, 1}: 0.0007188ms, 0.00649646%
main:@2343 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](mNgQ4ohWqU:0) -> float_type, {4, 1}, {9, 1}: 0.00074598ms, 0.00674211%
main:@2344 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](IxpbBg7JTO:0) -> float_type, {4, 1}, {5, 1}: 0.0006142ms, 0.00555109%
main:@2345 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](J3H2EjAXt8:0) -> float_type, {4, 1}, {5, 1}: 0.00059168ms, 0.00534756%
main:@2346 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](JSPsGophtx:0) -> float_type, {4, 1}, {25, 1}: 0.00074566ms, 0.00673921%
main:@2347 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](JSWhLK4Agx:0) -> float_type, {4, 1}, {25, 1}: 0.00080472ms, 0.00727299%
main:@2348 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](sZdFJI9nwg:0) -> float_type, {4, 1}, {41, 1}: 0.00066494ms, 0.00600967%
main:@2349 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](TkHQvxKeD6:0) -> float_type, {4, 1}, {9, 1}: 0.00062778ms, 0.00567382%
main:@2350 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](KCNfS4GlpP:0) -> float_type, {4, 1}, {9, 1}: 0.00073924ms, 0.00668119%
main:@2351 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](U6GqhP8k7I:0) -> float_type, {4, 1}, {9, 1}: 0.00072204ms, 0.00652574%
main:@2352 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](WDLoyKsiA7:0) -> float_type, {4, 1}, {33, 1}: 0.00061108ms, 0.00552289%
c2MuYjWE3S:0 = @param:c2MuYjWE3S:0 -> float_type, {4, 1}, {1, 1}: 0.0006265ms, 0.00566226%
7tFB8mLWUr:0 = @param:7tFB8mLWUr:0 -> float_type, {4, 1}, {1, 1}: 0.00048574ms, 0.00439008%
FTIMrcfako:0 = @param:FTIMrcfako:0 -> float_type, {4, 1}, {1, 1}: 0.00063136ms, 0.00570618%
main:@2356 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](l5WSX3VvMK:0) -> float_type, {4, 1}, {25, 1}: 0.0007281ms, 0.00658051%
main:@2357 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](pH5srbufJ1:0) -> float_type, {4, 1}, {17, 1}: 0.00058118ms, 0.00525266%
main:@2358 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](lDhFNYzbxR:0) -> float_type, {4, 1}, {17, 1}: 0.00057258ms, 0.00517493%
main:@2359 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](magwfJSnUu:0) -> float_type, {4, 1}, {9, 1}: 0.00063092ms, 0.0057022%
main:@2360 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](w04Keh2FJu:0) -> float_type, {4, 1}, {13, 1}: 0.00077262ms, 0.00698288%
main:@2361 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](xVErSbJ0hg:0) -> float_type, {4, 1}, {9, 1}: 0.0006855ms, 0.00619549%
main:@2362 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](fMiQsYNnet:0) -> float_type, {4, 1}, {5, 1}: 0.0006557ms, 0.00592616%
main:@2363 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](gqk5byC8aJ:0) -> float_type, {4, 1}, {5, 1}: 0.0006726ms, 0.0060789%
main:@2364 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](lQmygxs5aD:0) -> float_type, {4, 1}, {13, 1}: 0.00084828ms, 0.00766668%
main:@2365 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](sjKQJGby31:0) -> float_type, {4, 1}, {9, 1}: 0.00069824ms, 0.00631064%
main:@2366 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](zZHaVOckpw:0) -> float_type, {4, 1}, {13, 1}: 0.00068574ms, 0.00619766%
main:@2367 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](l4bReWtsMB:0) -> float_type, {4, 1}, {25, 1}: 0.00067976ms, 0.00614361%
main:@2368 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](tWcngAq7hV:0) -> float_type, {4, 1}, {13, 1}: 0.00079972ms, 0.0072278%
main:@2369 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](mTMtDEo3r8:0) -> float_type, {4, 1}, {9, 1}: 0.00065146ms, 0.00588784%
main:@2370 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](VUqfdN5Fzv:0) -> float_type, {4, 1}, {45, 1}: 0.00069322ms, 0.00626527%
main:@2371 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Vbv2Om3ptd:0) -> float_type, {4, 1}, {17, 1}: 0.00070624ms, 0.00638294%
main:@2372 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](6XMrIsBjLY:0) -> float_type, {4, 1}, {13, 1}: 0.00077746ms, 0.00702662%
main:@2373 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](AB6lekmMxa:0) -> float_type, {4, 1}, {25, 1}: 0.00065938ms, 0.00595942%
main:@2374 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](72zWmh93Bo:0) -> float_type, {4, 1}, {17, 1}: 0.00067976ms, 0.00614361%
main:@2375 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](ifP6Ceko5T:0) -> float_type, {4, 1}, {73, 1}: 0.00067278ms, 0.00608053%
main:@2376 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](89nc05gQza:0) -> float_type, {4, 1}, {9, 1}: 0.00076742ms, 0.00693588%
main:@2377 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](8Dv01FAoNM:0) -> float_type, {4, 1}, {17, 1}: 0.00065872ms, 0.00595346%
main:@2378 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](UMO0o14RuI:0) -> float_type, {4, 1}, {9, 1}: 0.00070962ms, 0.00641349%
main:@2379 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](8iOST90kWM:0) -> float_type, {4, 1}, {9, 1}: 0.00066194ms, 0.00598256%
main:@2380 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](8vM5p4RzXd:0) -> float_type, {4, 1}, {13, 1}: 0.00079102ms, 0.00714917%
main:@2381 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](9dgeU4bKka:0) -> float_type, {4, 1}, {17, 1}: 0.00064636ms, 0.00584175%
main:@2382 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](AvlwbHMnuE:0) -> float_type, {4, 1}, {17, 1}: 0.00061408ms, 0.00555%
main:@2383 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](9mfMQZIXVH:0) -> float_type, {4, 1}, {9, 1}: 0.00068196ms, 0.0061635%
main:@2384 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](EhUjmCTaGW:0) -> float_type, {4, 1}, {9, 1}: 0.0007884ms, 0.00712549%
main:@2385 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Cw59eOo7M1:0) -> float_type, {4, 1}, {9, 1}: 0.00069344ms, 0.00626725%
main:@2386 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](1QWFmJ96aB:0) -> float_type, {4, 1}, {5, 1}: 0.00068916ms, 0.00622857%
main:@2387 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](1PJsBhDaCK:0) -> float_type, {4, 1}, {25, 1}: 0.00068862ms, 0.00622369%
main:@2388 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](2CnSyUBzm0:0) -> float_type, {4, 1}, {65, 1}: 0.000748ms, 0.00676036%
main:@2389 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](2RDXZrx9GA:0) -> float_type, {4, 1}, {45, 1}: 0.00066998ms, 0.00605522%
main:@2390 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](2Yy3zxNGBC:0) -> float_type, {4, 1}, {45, 1}: 0.00072182ms, 0.00652375%
main:@2391 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](2lVXMZgJfO:0) -> float_type, {4, 1}, {25, 1}: 0.00067176ms, 0.00607131%
main:@2392 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](bTeX85HPmJ:0) -> float_type, {4, 1}, {17, 1}: 0.00075378ms, 0.0068126%
main:@2393 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](X29iyIeu8L:0) -> float_type, {4, 1}, {45, 1}: 0.00067674ms, 0.00611632%
main:@2394 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](duyRoIEkH8:0) -> float_type, {4, 1}, {45, 1}: 0.00066002ms, 0.00596521%
main:@2395 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](d8RoEzG52p:0) -> float_type, {4, 1}, {17, 1}: 0.00069102ms, 0.00624538%
main:@2396 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](zIoqYe9cRb:0) -> float_type, {4, 1}, {45, 1}: 0.00076818ms, 0.00694275%
main:@2397 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](ZRYNFfjSez:0) -> float_type, {4, 1}, {33, 1}: 0.00066544ms, 0.00601419%
main:@2398 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](ZcWERoz0h6:0) -> float_type, {4, 1}, {49, 1}: 0.00066842ms, 0.00604112%
main:@2399 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](nv2tzWRf1I:0) -> float_type, {4, 1}, {301, 1}: 0.00067262ms, 0.00607908%
main:@2400 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](ahAlEtBvzo:0) -> float_type, {4, 1}, {41, 1}: 0.00079ms, 0.00713995%
main:@2401 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](aqMQBgb3hf:0) -> float_type, {4, 1}, {17, 1}: 0.00069622ms, 0.00629238%
main:@2402 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](yVxKAL4U5G:0) -> float_type, {4, 1}, {9, 1}: 0.00068922ms, 0.00622911%
main:@2403 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](bJsIAzhYc3:0) -> float_type, {4, 1}, {37, 1}: 0.00068854ms, 0.00622297%
main:@2404 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](cN2JSTnFOu:0) -> float_type, {4, 1}, {9, 1}: 0.0008393ms, 0.00758552%
main:@2405 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](vAbKepTjQg:0) -> float_type, {4, 1}, {5, 1}: 0.00067798ms, 0.00612753%
main:@2406 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](fZhaL2tCm6:0) -> float_type, {4, 1}, {17, 1}: 0.00070034ms, 0.00632962%
main:@2407 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](o74vNAnXxy:0) -> float_type, {4, 1}, {17, 1}: 0.00068796ms, 0.00621773%
main:@2408 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](4gFa5o2YsJ:0) -> float_type, {4, 1}, {9, 1}: 0.00083214ms, 0.00752081%
main:@2409 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](5yColzZ8K3:0) -> float_type, {4, 1}, {5, 1}: 0.00068328ms, 0.00617543%
main:@2410 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](6HSQqXdJzb:0) -> float_type, {4, 1}, {45, 1}: 0.00062224ms, 0.00562375%
main:@2411 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](6Wh2Jm7GHC:0) -> float_type, {4, 1}, {5, 1}: 0.00066726ms, 0.00603064%
main:@2412 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](nyLxrsTmOB:0) -> float_type, {4, 1}, {17, 1}: 0.00078624ms, 0.00710597%
main:@2413 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](m2YscaoDjP:0) -> float_type, {4, 1}, {17, 1}: 0.00066882ms, 0.00604474%
main:@2414 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](BYyjkPCX0m:0) -> float_type, {4, 1}, {13, 1}: 0.0006496ms, 0.00587103%
main:@2415 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](AVLcBpWeuo:0) -> float_type, {4, 1}, {21, 1}: 0.00068064ms, 0.00615157%
main:@2416 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](oQ5OcjZJe8:0) -> float_type, {4, 1}, {17, 1}: 0.00079946ms, 0.00722545%
main:@2417 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](CHAYRkBvIo:0) -> float_type, {4, 1}, {41, 1}: 0.0006328ms, 0.00571919%
main:@2418 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](isCn4mEOSt:0) -> float_type, {4, 1}, {49, 1}: 0.00068622ms, 0.006202%
main:@2419 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](r1WGP7Xe9H:0) -> float_type, {4, 1}, {13, 1}: 0.00065308ms, 0.00590248%
main:@2420 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](qfwYOHde3u:0) -> float_type, {4, 1}, {17, 1}: 0.00077142ms, 0.00697203%
main:@2421 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](tIGjbcEuDd:0) -> float_type, {4, 1}, {9, 1}: 0.0006656ms, 0.00601564%
main:@2422 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](vZDAiUHErW:0) -> float_type, {4, 1}, {17, 1}: 0.00062198ms, 0.0056214%
main:@2423 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Dy3rwVmn1A:0) -> float_type, {4, 1}, {41, 1}: 0.00068358ms, 0.00617814%
main:@2424 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](E1ZkVIXqS5:0) -> float_type, {4, 1}, {9, 1}: 0.00080456ms, 0.00727155%
main:@2425 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](qzd23aNGIT:0) -> float_type, {4, 1}, {17, 1}: 0.00074082ms, 0.00669547%
main:@2426 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](EKpP4xMXu8:0) -> float_type, {4, 1}, {17, 1}: 0.00063134ms, 0.005706%
main:@2427 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](EUciqFuptg:0) -> float_type, {4, 1}, {17, 1}: 0.00067222ms, 0.00607547%
main:@2428 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](nP9Yv1iZ8f:0) -> float_type, {4, 1}, {9, 1}: 0.00080168ms, 0.00724552%
main:@2429 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](pQsi1GNxvj:0) -> float_type, {4, 1}, {5, 1}: 0.00067434ms, 0.00609463%
main:@2430 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](EZBIAqn6LS:0) -> float_type, {4, 1}, {13, 1}: 0.00067384ms, 0.00609011%
main:@2431 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](eQquakfWBY:0) -> float_type, {4, 1}, {17, 1}: 0.00069312ms, 0.00626436%
main:@2432 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](F6DhiS9CN5:0) -> float_type, {4, 1}, {9, 1}: 0.00078174ms, 0.0070653%
main:@2433 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](EsROupwkSG:0) -> float_type, {4, 1}, {13, 1}: 0.00068342ms, 0.00617669%
main:@2434 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](FWhBxj4Tun:0) -> float_type, {4, 1}, {9, 1}: 0.00070714ms, 0.00639107%
main:@2435 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](JCVMzpWyri:0) -> float_type, {4, 1}, {17, 1}: 0.00069248ms, 0.00625858%
main:@2436 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](FcmWLZhDgE:0) -> float_type, {4, 1}, {57, 1}: 0.00081378ms, 0.00735488%
main:@2437 = load[offset=24832,end=27504](main:@1) -> float_type, {4, 167}, {167, 1}: 0.00050332ms, 0.00454896%
main:@2438 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](JaHTUxB6zL:0) -> float_type, {4, 1}, {17, 1}: 0.00063744ms, 0.00576113%
main:@2439 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](pY0t1rI5WU:0) -> float_type, {4, 1}, {41, 1}: 0.00064874ms, 0.00586326%
main:@2440 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](eQI8ikEMgP:0) -> float_type, {4, 1}, {41, 1}: 0.00067266ms, 0.00607945%
main:@2441 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](LKAvFme9ZS:0) -> float_type, {4, 1}, {49, 1}: 0.00085602ms, 0.00773664%
main:@2442 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](LMobYAd5ru:0) -> float_type, {4, 1}, {17, 1}: 0.00062716ms, 0.00566822%
main:@2443 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](iCbkMrmXBh:0) -> float_type, {4, 1}, {9, 1}: 0.00063048ms, 0.00569823%
main:@2444 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](NLt5JnRMjG:0) -> float_type, {4, 1}, {5, 1}: 0.00062514ms, 0.00564996%
main:@2445 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](NXOSdQVPs0:0) -> float_type, {4, 1}, {25, 1}: 0.00077154ms, 0.00697311%
main:@2446 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](ecPTQUALkq:0) -> float_type, {4, 1}, {5, 1}: 0.00064096ms, 0.00579294%
main:@2447 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](O5aJeUQh2G:0) -> float_type, {4, 1}, {17, 1}: 0.0006734ms, 0.00608613%
main:@2448 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](gdck97AK4w:0) -> float_type, {4, 1}, {17, 1}: 0.0006133ms, 0.00554295%
main:@2449 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](cHzIDJm6us:0) -> float_type, {4, 1}, {33, 1}: 0.00080342ms, 0.00726124%
main:@2450 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Ouh1XpPZaj:0) -> float_type, {4, 1}, {9, 1}: 0.0007084ms, 0.00640246%
main:@2451 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](lyiDxfzZg3:0) -> float_type, {4, 1}, {701, 1}: 0.00059958ms, 0.00541895%
main:@2452 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](Pu1O5qFxY6:0) -> float_type, {4, 1}, {17, 1}: 0.00062714ms, 0.00566804%
main:@2453 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](ry2xad1vc9:0) -> float_type, {4, 1}, {25, 1}: 0.00080184ms, 0.00724696%
main:@2454 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](qd1komWTn4:0) -> float_type, {4, 1}, {25, 1}: 0.00062672ms, 0.00566424%
main:@2455 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](zX6xKOWG9S:0) -> float_type, {4, 1}, {5, 1}: 0.00062012ms, 0.00560459%
main:@2456 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](2srtUfGvja:0) -> float_type, {4, 1}, {41, 1}: 0.00064004ms, 0.00578463%
main:@2457 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](3VED7WSJ1b:0) -> float_type, {4, 1}, {5, 1}: 0.00071614ms, 0.00647241%
main:@2458 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](gHPTxdcQWX:0) -> float_type, {4, 1}, {9, 1}: 0.00062018ms, 0.00560514%
main:@2459 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](3kdi0vsSZG:0) -> float_type, {4, 1}, {25, 1}: 0.00074564ms, 0.00673903%
main:@2460 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](z3lqgZM8WU:0) -> float_type, {4, 1}, {41, 1}: 0.00064982ms, 0.00587302%
main:@2461 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](4M92ryD8ux:0) -> float_type, {4, 1}, {9, 1}: 0.00061298ms, 0.00554006%
main:@2462 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](0cjwsL5ldh:0) -> float_type, {4, 1}, {33, 1}: 0.00068566ms, 0.00619694%
main:@2463 = gpu::code_object[code_object=25808,symbol_name=concat_kernel,global=4,local=256,](main:@2451,main:@2399,main:@2460,main:@2439,main:@2390,main:@2441,main:@2325,main:@2373,main:@2364,main:@2388,main:@2422,main:@2427,main:@2417,main:@2433,iE352qtAOx:0,main:@2461,RPGvVrZMak:0,URVDgNGoIx:0,vF46yONhri:0,main:@2323,main:@2321,bJxY1IhSVn:0,main:@2404,XPpbueLMOZ:0,lqOmNvz5fj:0,main:@2443,main:@2412,main:@2401,main:@2329,NG35MnhTIF:0,main:@2408,vtIF8HqRG6:0,7XiFOysrpI:0,WqeN5KGIv9:0,mxUaAp0CV8:0,ZyQ5FrpI6t:0,main:@2362,main:@2395,main:@2406,main:@2371,main:@2332,main:@2414,main:@2425,main:@2338,main:@2320,9NcxXsmyqf:0,main:@2337,main:@2374,main:@2419,main:@2322,qxzgXpiLdl:0,StHFqj5edV:0,lhbKMrO1my:0,xGCyW9icVP:0,iUEBSr6gOG:0,ebEFYOy65u:0,main:@2331,main:@2340,main:@2375,main:@2319,main:@2418,main:@2423,main:@2335,main:@2396,main:@2316,main:@2398,main:@2324,main:@2410,main:@2400,main:@2318,main:@2315,main:@2403,main:@2453,main:@2347,main:@2328,main:@2454,main:@2415,main:@2327,main:@2360,main:@2407,main:@2333,main:@2368,main:@2334,main:@2391,main:@2459,main:@2382,main:@2393,main:@2387,main:@2445,main:@2413,main:@2357,main:@2366,main:@2359,main:@2361,main:@2367,main:@2336,main:@2416,main:@2344,main:@2447,main:@2450,main:@2356,main:@2402,main:@2352,FTIMrcfako:0,main:@2448,main:@2421,7tFB8mLWUr:0,main:@2378,main:@2452,main:@2369,c2MuYjWE3S:0,main:@2343,main:@2436,main:@2370,main:@2342,main:@2389,main:@2456,main:@2440,main:@2394,main:@2455,main:@2326,main:@2386,main:@2385,main:@2384,main:@2411,main:@2434,main:@2345,main:@2339,main:@2363,main:@2444,main:@2457,main:@2429,main:@2446,main:@2351,main:@2405,main:@2409,main:@2346,main:@2381,main:@2430,main:@2431,main:@2392,main:@2426,main:@2380,main:@2442,main:@2372,main:@2438,main:@2435,main:@2358,main:@2420,main:@2330,main:@2341,main:@2350,main:@2424,main:@2397,main:@2317,main:@2348,main:@2383,main:@2458,main:@2365,main:@2449,main:@2428,main:@2377,main:@2462,main:@2349,main:@2379,main:@2376,main:@2432,main:@2437) -> float_type, {4, 167}, {167, 1}: 0.127517ms, 1.15249%
main:@2464 = load[offset=31600,end=34272](main:@1) -> float_type, {4, 167}, {167, 1}: 0.00076384ms, 0.00690352%
main:@2465 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=334,local=256,](main:@2294,main:@2463,main:@2464) -> float_type, {4, 167}, {167, 1}: 0.0131608ms, 0.118946%
main:@2466 = hip::hip_copy_literal[id=main:@literal:45] -> float_type, {167, 256}, {256, 1}: 0.0008113ms, 0.00733246%
main:@2467 = load[offset=27504,end=31600](main:@1) -> float_type, {4, 256}, {256, 1}: 0.0004677ms, 0.00422703%
main:@2468 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2465,main:@2466,main:@2467) -> float_type, {4, 256}, {256, 1}: 0.0228032ms, 0.206093%
main:@2469 = load[offset=31600,end=38416](main:@1) -> float_type, {4, 426}, {426, 1}: 0.00065508ms, 0.00592056%
main:@2470 = gpu::code_object[code_object=13544,symbol_name=sub_sub_mul_rsqrt_sub_kernel,global=852,local=256,](main:@2272,main:@2273,main:@2469) -> float_type, {4, 426}, {426, 1}: 0.0143191ms, 0.129415%
main:@2471 = slice[axes={1},starts={1704},ends={2130}](main:@2269) -> float_type, {4, 426}, {2130, 1}: 0.00077392ms, 0.00699463%
main:@2472 = slice[axes={1},starts={426},ends={852}](main:@2269) -> float_type, {4, 426}, {2130, 1}: 0.00058116ms, 0.00525248%
main:@2473 = load[offset=15344,end=22160](main:@1) -> float_type, {4, 426}, {426, 1}: 0.00046534ms, 0.0042057%
main:@2474 = gpu::code_object[code_object=13536,symbol_name=div_mul_neg_pow_kernel,global=852,local=256,](main:@2472,main:@2471,main:@2473) -> float_type, {4, 426}, {426, 1}: 0.0150348ms, 0.135883%
main:@2475 = load[offset=38416,end=45232](main:@1) -> float_type, {4, 426}, {426, 1}: 0.00062014ms, 0.00560477%
main:@2476 = slice[axes={1},starts={1278},ends={1704}](main:@2269) -> float_type, {4, 426}, {2130, 1}: 0.00058836ms, 0.00531755%
main:@2477 = slice[axes={1},starts={0},ends={426}](main:@2269) -> float_type, {4, 426}, {2130, 1}: 0.00054526ms, 0.00492801%
main:@2478 = gpu::code_object[code_object=13536,symbol_name=add_pow_log_pow_kernel,global=852,local=256,](main:@2476,main:@2477,main:@2475) -> float_type, {4, 426}, {426, 1}: 0.0171602ms, 0.155092%
main:@2479 = load[offset=231104,end=258368](main:@1) -> float_type, {4, 1704}, {1704, 1}: 0.00061022ms, 0.00551512%
main:@2480 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1704,local=256,](main:@2476,main:@2477,main:@2472,main:@2272,main:@2479) -> float_type, {4, 1704}, {1704, 1}: 0.0153224ms, 0.138483%
main:@2481 = load[offset=22192,end=22208](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00061494ms, 0.00555778%
main:@2482 = gpu::code_object[code_object=13544,symbol_name=reduce_mean_mul_neg_kernel,global=1024,local=256,](main:@2474,main:@2481) -> float_type, {4, 1}, {1, 1}: 0.0132645ms, 0.119883%
main:@2483 = load[offset=22208,end=22224](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00061772ms, 0.0055829%
main:@2484 = gpu::code_object[code_object=13544,symbol_name=reduce_prod_mul_log_kernel,global=1024,local=256,](main:@2470,main:@2483) -> float_type, {4, 1}, {1, 1}: 0.0132807ms, 0.12003%
main:@2485 = load[offset=22160,end=22192](main:@1) -> float_type, {4, 2}, {2, 1}: 0.00058918ms, 0.00532496%
main:@2486 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4,local=256,](main:@2482,main:@2484,main:@2485) -> float_type, {4, 2}, {2, 1}: 0.0131103ms, 0.11849%
main:@2487 = load[offset=22192,end=22208](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00060758ms, 0.00549126%
main:@2488 = gpu::code_object[code_object=13560,symbol_name=reduce_mean_add_sigmoid_sub_kernel,global=1024,local=256,](main:@2478,main:@2487) -> float_type, {4, 1}, {1, 1}: 0.0133469ms, 0.120628%
main:@2489 = load[offset=258368,end=306128](main:@1) -> float_type, {4, 2985}, {2985, 1}: 0.0005852ms, 0.00528899%
main:@2490 = gpu::code_object[code_object=21792,symbol_name=leaky_relu_noop_noop_noop_noop_add_concat_log_pow_kernel,global=1990,local=256,](main:@2480,main:@2478,main:@2474,main:@2470,main:@2488,main:@2274,main:@2486,main:@2286,main:@2489) -> float_type, {4, 2985}, {2985, 1}: 0.0329052ms, 0.297394%
main:@2491 = hip::hip_copy_literal[id=main:@literal:34] -> float_type, {4, 856}, {856, 1}: 0.00075754ms, 0.00684658%
main:@2492 = hip::hip_copy_literal[id=main:@literal:33] -> float_type, {2985, 856}, {856, 1}: 0.00070748ms, 0.00639415%
main:@2493 = load[offset=31600,end=45296](main:@1) -> float_type, {4, 856}, {856, 1}: 0.00048606ms, 0.00439297%
main:@2494 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2490,main:@2492,main:@2491,main:@2493) -> float_type, {4, 856}, {856, 1}: 0.0606194ms, 0.547873%
main:@2495 = hip::hip_copy_literal[id=main:@literal:76] -> float_type, {256, 64}, {64, 1}: 0.00084738ms, 0.00765855%
main:@2496 = hip::hip_copy_literal[id=main:@literal:25] -> float_type, {4, 256}, {256, 1}: 0.00069348ms, 0.00626762%
main:@2497 = load[offset=15344,end=19440](main:@1) -> float_type, {4, 256}, {256, 1}: 0.00050632ms, 0.00457608%
main:@2498 = gpu::code_object[code_object=13552,symbol_name=add_leaky_relu_tanh_pow_kernel,global=512,local=256,](main:@2468,main:@2496,main:@2290,main:@2497) -> float_type, {4, 256}, {256, 1}: 0.0174587ms, 0.15779%
main:@2499 = load[offset=11248,end=12272](main:@1) -> float_type, {4, 64}, {64, 1}: 0.0006158ms, 0.00556555%
main:@2500 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2498,main:@2495,main:@2499) -> float_type, {4, 64}, {64, 1}: 0.0267438ms, 0.241708%
main:@2501 = hip::hip_copy_literal[id=main:@literal:161] -> float_type, {214, 214}, {214, 1}: 0.00078916ms, 0.00713236%
main:@2502 = load[offset=15696,end=19120](main:@1) -> float_type, {4, 214}, {214, 1}: 0.00046918ms, 0.00424041%
main:@2503 = slice[axes={1},starts={642},ends={856}](main:@2494) -> float_type, {4, 214}, {856, 1}: 0.00061536ms, 0.00556157%
main:@2504 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2503,main:@2501,main:@2502) -> float_type, {4, 214}, {214, 1}: 0.0232692ms, 0.210305%
main:@2505 = hip::hip_copy_literal[id=main:@literal:148] -> float_type, {1}, {0}: 0.00079582ms, 0.00719256%
main:@2506 = hip::hip_copy_literal[id=main:@literal:126] -> float_type, {1, 214}, {214, 1}: 0.00066246ms, 0.00598726%
main:@2507 = load[offset=12272,end=15696](main:@1) -> float_type, {4, 214}, {214, 1}: 0.00047292ms, 0.00427421%
main:@2508 = multibroadcast[out_lens={4, 214}](main:@2506) -> float_type, {4, 214}, {0, 1}: 0.00073346ms, 0.00662895%
main:@2509 = gpu::code_object[code_object=17648,symbol_name=pow_sub_div_pow_log_div_kernel,global=428,local=256,](main:@2504,main:@2508,main:@2503,main:@2507) -> float_type, {4, 214}, {214, 1}: 0.0204599ms, 0.184915%
main:@2510 = hip::hip_copy_literal[id=main:@literal:0] -> float_type, {4, 400}, {400, 1}: 0.00074748ms, 0.00675566%
main:@2511 = load[offset=15696,end=19120](main:@1) -> float_type, {4, 214}, {214, 1}: 0.0004616ms, 0.0041719%
main:@2512 = multibroadcast[out_lens={214}](main:@2505) -> float_type, {214}, {0}: 0.00069772ms, 0.00630594%
main:@2513 = multibroadcast[out_lens={4, 214}](main:@2512) -> float_type, {4, 214}, {0, 0}: 0.0005301ms, 0.004791%
main:@2514 = slice[axes={1},starts={428},ends={642}](main:@2494) -> float_type, {4, 214}, {856, 1}: 0.00057398ms, 0.00518758%
main:@2515 = slice[axes={1},starts={0},ends={214}](main:@2494) -> float_type, {4, 214}, {856, 1}: 0.00058218ms, 0.00526169%
main:@2516 = gpu::code_object[code_object=13536,symbol_name=add_add_rsqrt_pow_kernel,global=428,local=256,](main:@2515,main:@2514,main:@2513,main:@2511) -> float_type, {4, 214}, {214, 1}: 0.0153176ms, 0.13844%
main:@2517 = load[offset=19120,end=22544](main:@1) -> float_type, {4, 214}, {214, 1}: 0.00061056ms, 0.00551819%
main:@2518 = slice[axes={1},starts={214},ends={428}](main:@2494) -> float_type, {4, 214}, {856, 1}: 0.00058622ms, 0.00529821%
main:@2519 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_add_kernel,global=428,local=256,](main:@2518,main:@2513,main:@2517) -> float_type, {4, 214}, {214, 1}: 0.0141601ms, 0.127978%
main:@2520 = load[offset=149264,end=162960](main:@1) -> float_type, {4, 856}, {856, 1}: 0.00061974ms, 0.00560116%
main:@2521 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=856,local=256,](main:@2518,main:@2518,main:@2515,main:@2503,main:@2520) -> float_type, {4, 856}, {856, 1}: 0.0152649ms, 0.137963%
main:@2522 = hip::hip_copy_literal[id=main:@literal:32] -> float_type, {1501, 400}, {400, 1}: 0.00075614ms, 0.00683393%
main:@2523 = load[offset=22544,end=22560](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00049524ms, 0.00447594%
main:@2524 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_pow_neg_sub_kernel,global=512,local=128,](main:@2509,main:@2523) -> float_type, {4, 1}, {1, 1}: 0.0142919ms, 0.129169%
main:@2525 = load[offset=22560,end=22576](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00059272ms, 0.00535695%
main:@2526 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_add_log_div_kernel,global=512,local=128,](main:@2516,main:@2525) -> float_type, {4, 1}, {1, 1}: 0.013347ms, 0.120629%
main:@2527 = load[offset=22576,end=22592](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00058246ms, 0.00526423%
main:@2528 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_mul_rsqrt_add_kernel,global=512,local=128,](main:@2519,main:@2527) -> float_type, {4, 1}, {1, 1}: 0.0131953ms, 0.119258%
main:@2529 = load[offset=27504,end=51520](main:@1) -> float_type, {4, 1501}, {1501, 1}: 0.00061274ms, 0.00553789%
main:@2530 = gpu::code_object[code_object=17720,symbol_name=leaky_relu_noop_noop_noop_noop_noop_noop_concat_log_add_pow_kernel,global=857,local=256,](main:@2521,main:@2519,main:@2516,main:@2509,main:@2528,main:@2526,main:@2524,main:@2282,main:@2529) -> float_type, {4, 1501}, {1501, 1}: 0.0307518ms, 0.277932%
main:@2531 = load[offset=12272,end=18672](main:@1) -> float_type, {4, 400}, {400, 1}: 0.00059686ms, 0.00539437%
main:@2532 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2530,main:@2522,main:@2510,main:@2531) -> float_type, {4, 400}, {400, 1}: 0.0296459ms, 0.267937%
main:@2533 = hip::hip_copy_literal[id=main:@literal:3] -> float_type, {100, 100}, {100, 1}: 0.0008ms, 0.00723033%
main:@2534 = load[offset=27504,end=29104](main:@1) -> float_type, {4, 100}, {100, 1}: 0.00049368ms, 0.00446184%
main:@2535 = slice[axes={1},starts={200},ends={300}](main:@2532) -> float_type, {4, 100}, {400, 1}: 0.0005976ms, 0.00540106%
main:@2536 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2535,main:@2533,main:@2534) -> float_type, {4, 100}, {100, 1}: 0.0218668ms, 0.19763%
main:@2537 = load[offset=18672,end=20272](main:@1) -> float_type, {4, 100}, {100, 1}: 0.0006323ms, 0.00571468%
main:@2538 = slice[axes={1},starts={100},ends={200}](main:@2532) -> float_type, {4, 100}, {400, 1}: 0.00058814ms, 0.00531556%
main:@2539 = slice[axes={1},starts={0},ends={100}](main:@2532) -> float_type, {4, 100}, {400, 1}: 0.00055508ms, 0.00501677%
main:@2540 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_add_kernel,global=200,local=256,](main:@2538,main:@2539,main:@2537) -> float_type, {4, 100}, {100, 1}: 0.0143065ms, 0.129301%
main:@2541 = load[offset=20272,end=21872](main:@1) -> float_type, {4, 100}, {100, 1}: 0.00059844ms, 0.00540865%
main:@2542 = slice[axes={1},starts={300},ends={400}](main:@2532) -> float_type, {4, 100}, {400, 1}: 0.00059362ms, 0.00536509%
main:@2543 = gpu::code_object[code_object=13536,symbol_name=add_add_rsqrt_add_kernel,global=200,local=256,](main:@2542,main:@2539,main:@2541) -> float_type, {4, 100}, {100, 1}: 0.0142026ms, 0.128362%
main:@2544 = load[offset=21872,end=23472](main:@1) -> float_type, {4, 100}, {100, 1}: 0.00060302ms, 0.00545005%
main:@2545 = gpu::code_object[code_object=13544,symbol_name=sub_sub_pow_log_pow_kernel,global=200,local=256,](main:@2535,main:@2536,main:@2544) -> float_type, {4, 100}, {100, 1}: 0.0174987ms, 0.158152%
main:@2546 = hip::hip_copy_literal[id=main:@literal:12] -> float_type, {703, 212}, {212, 1}: 0.00074092ms, 0.00669637%
main:@2547 = hip::hip_copy_literal[id=main:@literal:23] -> float_type, {4, 212}, {212, 1}: 0.00061836ms, 0.00558869%
main:@2548 = load[offset=23488,end=23504](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00047588ms, 0.00430096%
main:@2549 = gpu::code_object[code_object=14248,symbol_name=reduce_mean_mul_rsqrt_kernel,global=256,local=64,](main:@2540,main:@2548) -> float_type, {4, 1}, {1, 1}: 0.0129704ms, 0.117226%
main:@2550 = load[offset=23536,end=23552](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00059394ms, 0.00536798%
main:@2551 = gpu::code_object[code_object=14256,symbol_name=reduce_mean_add_sigmoid_kernel,global=256,local=64,](main:@2543,main:@2550) -> float_type, {4, 1}, {1, 1}: 0.0130899ms, 0.118306%
main:@2552 = load[offset=23472,end=23488](main:@1) -> float_type, {4, 1}, {1, 1}: 0.0005887ms, 0.00532062%
main:@2553 = gpu::code_object[code_object=14256,symbol_name=reduce_mean_pow_log_pow_kernel,global=256,local=64,](main:@2545,main:@2552) -> float_type, {4, 1}, {1, 1}: 0.0148421ms, 0.134141%
main:@2554 = load[offset=23504,end=23536](main:@1) -> float_type, {4, 2}, {2, 1}: 0.00061308ms, 0.00554097%
main:@2555 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4,local=256,](main:@2551,main:@2549,main:@2554) -> float_type, {4, 2}, {2, 1}: 0.0132177ms, 0.11946%
main:@2556 = load[offset=38752,end=45152](main:@1) -> float_type, {4, 400}, {400, 1}: 0.00062862ms, 0.00568142%
main:@2557 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=400,local=256,](main:@2542,main:@2539,main:@2538,main:@2535,main:@2556) -> float_type, {4, 400}, {400, 1}: 0.0154795ms, 0.139903%
main:@2558 = load[offset=27504,end=38752](main:@1) -> float_type, {4, 703}, {703, 1}: 0.00060194ms, 0.00544028%
main:@2559 = gpu::code_object[code_object=13600,symbol_name=leaky_relu_noop_noop_noop_add_noop_concat_log_div_kernel,global=468,local=256,](main:@2557,main:@2543,main:@2540,main:@2545,main:@2274,main:@2555,main:@2553,main:@2278,main:@2558) -> float_type, {4, 703}, {703, 1}: 0.0216318ms, 0.195507%
main:@2560 = load[offset=1696,end=5088](main:@1) -> float_type, {4, 212}, {212, 1}: 0.00062016ms, 0.00560495%
main:@2561 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2559,main:@2546,main:@2547,main:@2560) -> float_type, {4, 212}, {212, 1}: 0.0392029ms, 0.354313%
main:@2562 = hip::hip_copy_literal[id=main:@literal:111] -> float_type, {53, 53}, {53, 1}: 0.0007552ms, 0.00682544%
main:@2563 = load[offset=5088,end=5936](main:@1) -> float_type, {4, 53}, {53, 1}: 0.0004899ms, 0.00442768%
main:@2564 = slice[axes={1},starts={53},ends={106}](main:@2561) -> float_type, {4, 53}, {212, 1}: 0.00057414ms, 0.00518903%
main:@2565 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2564,main:@2562,main:@2563) -> float_type, {4, 53}, {53, 1}: 0.0218235ms, 0.197239%
main:@2566 = hip::hip_copy_literal[id=main:@literal:82] -> float_type, {1, 53}, {53, 1}: 0.00080266ms, 0.00725437%
main:@2567 = load[offset=0,end=848](main:@1) -> float_type, {4, 53}, {53, 1}: 0.00046844ms, 0.00423372%
main:@2568 = slice[axes={1},starts={159},ends={212}](main:@2561) -> float_type, {4, 53}, {212, 1}: 0.00060222ms, 0.00544281%
main:@2569 = gpu::code_object[code_object=13536,symbol_name=div_pow_log_add_kernel,global=212,local=256,](main:@2568,main:@2567) -> float_type, {4, 53}, {53, 1}: 0.0156272ms, 0.141238%
main:@2570 = load[offset=848,end=1696](main:@1) -> float_type, {4, 53}, {53, 1}: 0.00060922ms, 0.00550608%
main:@2571 = multibroadcast[out_lens={4, 53}](main:@2566) -> float_type, {4, 53}, {0, 1}: 0.00060244ms, 0.0054448%
main:@2572 = gpu::code_object[code_object=13552,symbol_name=pow_sub_pow_pow_log_add_kernel,global=212,local=256,](main:@2565,main:@2571,main:@2564,main:@2570) -> float_type, {4, 53}, {53, 1}: 0.0183351ms, 0.165711%
main:@2573 = hip::hip_copy_literal[id=main:@literal:83] -> float_type, {374, 212}, {212, 1}: 0.00071628ms, 0.00647368%
main:@2574 = load[offset=5088,end=8480](main:@1) -> float_type, {4, 212}, {212, 1}: 0.00047994ms, 0.00433766%
main:@2575 = gpu::code_object[code_object=13528,symbol_name=leaky_relu_kernel,global=424,local=256,](main:@2561,main:@2574) -> float_type, {4, 212}, {212, 1}: 0.0129381ms, 0.116934%
main:@2576 = load[offset=9328,end=9344](main:@1) -> float_type, {4, 1}, {1, 1}: 0.0006ms, 0.00542275%
main:@2577 = gpu::code_object[code_object=13544,symbol_name=reduce_mean_add_neg_kernel,global=256,local=64,](main:@2569,main:@2576) -> float_type, {4, 1}, {1, 1}: 0.012928ms, 0.116843%
main:@2578 = load[offset=8480,end=9328](main:@1) -> float_type, {4, 53}, {53, 1}: 0.00059872ms, 0.00541118%
main:@2579 = slice[axes={1},starts={106},ends={159}](main:@2561) -> float_type, {4, 53}, {212, 1}: 0.00058624ms, 0.00529839%
main:@2580 = slice[axes={1},starts={0},ends={53}](main:@2561) -> float_type, {4, 53}, {212, 1}: 0.00057464ms, 0.00519355%
main:@2581 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_div_kernel,global=212,local=256,](main:@2579,main:@2580,main:@2578) -> float_type, {4, 53}, {53, 1}: 0.0142006ms, 0.128344%
main:@2582 = load[offset=1744,end=1760](main:@1) -> float_type, {4, 1}, {1, 1}: 0.0005927ms, 0.00535677%
main:@2583 = gpu::code_object[code_object=13544,symbol_name=reduce_prod_add_log_kernel,global=256,local=64,](main:@2581,main:@2582) -> float_type, {4, 1}, {1, 1}: 0.0129919ms, 0.11742%
main:@2584 = load[offset=1696,end=1712](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00058298ms, 0.00526893%
main:@2585 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_pow_rsqrt_div_kernel,global=256,local=64,](main:@2572,main:@2584) -> float_type, {4, 1}, {1, 1}: 0.0141961ms, 0.128303%
main:@2586 = load[offset=1712,end=1744](main:@1) -> float_type, {4, 2}, {2, 1}: 0.00058574ms, 0.00529387%
main:@2587 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4,local=256,](main:@2583,main:@2577,main:@2586) -> float_type, {4, 2}, {2, 1}: 0.0131808ms, 0.119127%
main:@2588 = slice[axes={1},starts={4070},ends={4444}](main:@1755) -> float_type, {4, 374}, {4508, 1}: 0.0007146ms, 0.0064585%
main:@2589 = slice[axes={1},starts={0},ends={53}](main:@2575) -> float_type, {4, 53}, {212, 1}: 0.00055448ms, 0.00501134%
main:@2590 = slice[axes={1},starts={106},ends={159}](main:@2575) -> float_type, {4, 53}, {212, 1}: 0.00064226ms, 0.00580469%
main:@2591 = slice[axes={1},starts={159},ends={212}](main:@2575) -> float_type, {4, 53}, {212, 1}: 0.00061474ms, 0.00555597%
main:@2592 = slice[axes={1},starts={53},ends={106}](main:@2575) -> float_type, {4, 53}, {212, 1}: 0.00061552ms, 0.00556302%
main:@2593 = load[offset=12272,end=18256](main:@1) -> float_type, {4, 374}, {374, 1}: 0.0004528ms, 0.00409237%
main:@2594 = gpu::code_object[code_object=21816,symbol_name=noop_noop_noop_noop_noop_noop_noop_sub_noop_concat_neg_pow_kernel,global=166,local=256,](main:@2590,main:@2589,main:@2591,main:@2592,main:@2581,main:@2569,main:@2572,main:@2274,main:@2587,main:@2585,main:@2588,main:@2593) -> float_type, {4, 374}, {374, 1}: 0.0375617ms, 0.33948%
main:@2595 = load[offset=0,end=3392](main:@1) -> float_type, {4, 212}, {212, 1}: 0.00059066ms, 0.00533834%
main:@2596 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2594,main:@2573,main:@2595) -> float_type, {4, 212}, {212, 1}: 0.0280645ms, 0.253645%
main:@2597 = hip::hip_copy_literal[id=main:@literal:18] -> float_type, {4, 212}, {212, 1}: 0.00075202ms, 0.00679669%
main:@2598 = hip::hip_copy_literal[id=main:@literal:30] -> float_type, {4, 64}, {64, 1}: 0.00068852ms, 0.00622279%
main:@2599 = hip::hip_copy_literal[id=main:@literal:6] -> float_type, {277, 160}, {160, 1}: 0.00061298ms, 0.00554006%
main:@2600 = load[offset=3392,end=3408](main:@1) -> float_type, {4, 1}, {1, 1}: 0.0004729ms, 0.00427403%
main:@2601 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=768,local=192,](main:@2463,main:@2600) -> float_type, {4, 1}, {1, 1}: 0.0141264ms, 0.127674%
main:@2602 = slice[axes={1},starts={4444},ends={4508}](main:@1755) -> float_type, {4, 64}, {4508, 1}: 0.00078742ms, 0.00711664%
main:@2603 = load[offset=5136,end=9568](main:@1) -> float_type, {4, 277}, {277, 1}: 0.0004719ms, 0.00426499%
main:@2604 = gpu::code_object[code_object=13600,symbol_name=rsqrt_add_sub_mul_add_leaky_relu_noop_concat_noop_kernel,global=369,local=256,](main:@2602,main:@2500,main:@2598,main:@2596,main:@2597,main:@2601,main:@2603) -> float_type, {4, 277}, {277, 1}: 0.0176668ms, 0.159671%
main:@2605 = load[offset=2576,end=5136](main:@1) -> float_type, {4, 160}, {160, 1}: 0.00063388ms, 0.00572896%
main:@2606 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2604,main:@2599,main:@2605) -> float_type, {4, 160}, {160, 1}: 0.0270299ms, 0.244294%
main:@2607 = hip::hip_copy_literal[id=main:@literal:9] -> float_type, {160}, {1}: 0.00075462ms, 0.00682019%
main:@2608 = load[offset=16,end=2576](main:@1) -> float_type, {4, 160}, {160, 1}: 0.00048398ms, 0.00437417%
main:@2609 = multibroadcast[out_lens={4, 160}](main:@2607) -> float_type, {4, 160}, {0, 1}: 0.00058814ms, 0.00531556%
main:@2610 = gpu::code_object[code_object=13536,symbol_name=add_leaky_relu_kernel,global=320,local=256,](main:@2606,main:@2609,main:@2608) -> float_type, {4, 160}, {160, 1}: 0.0133892ms, 0.12101%
main:@2611 = hip::hip_copy_literal[id=main:@literal:36] -> float_type, {64, 329}, {329, 1}: 0.00071534ms, 0.00646518%
main:@2612 = load[offset=2576,end=7840](main:@1) -> float_type, {4, 329}, {329, 1}: 0.00046806ms, 0.00423029%
main:@2613 = slice[axes={1},starts={80},ends={144}](main:@2610) -> float_type, {4, 64}, {160, 1}: 0.00061452ms, 0.00555398%
main:@2614 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2613,main:@2611,main:@2612) -> float_type, {4, 329}, {329, 1}: 0.0213738ms, 0.193175%
main:@2615 = hip::hip_copy_literal[id=main:@literal:88] -> float_type, {1, 329}, {329, 1}: 0.00078448ms, 0.00709007%
main:@2616 = hip::hip_copy_literal[id=main:@literal:65] -> float_type, {16, 1}, {1, 1}: 0.00061916ms, 0.00559592%
main:@2617 = load[offset=0,end=16](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00046178ms, 0.00417353%
main:@2618 = slice[axes={1},starts={144},ends={160}](main:@2610) -> float_type, {4, 16}, {160, 1}: 0.0006217ms, 0.00561887%
main:@2619 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2618,main:@2616,main:@2617) -> float_type, {4, 1}, {1, 1}: 0.0216987ms, 0.196111%
main:@2620 = load[offset=7840,end=13104](main:@1) -> float_type, {4, 329}, {329, 1}: 0.0006178ms, 0.00558363%
main:@2621 = gpu::code_object[code_object=13520,symbol_name=softmax_kernel,global=1024,local=256,](main:@2614,main:@2620) -> float_type, {4, 329}, {329, 1}: 0.0145206ms, 0.131236%
main:@2622 = load[offset=2576,end=2592](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00062944ms, 0.00568883%
main:@2623 = multibroadcast[out_lens={4, 329}](main:@2615) -> float_type, {4, 329}, {0, 1}: 0.00059636ms, 0.00538985%
main:@2624 = gpu::code_object[code_object=13536,symbol_name=add_reduce_prod_kernel,global=1024,local=256,](main:@2623,main:@2621,main:@2622) -> float_type, {4, 1}, {1, 1}: 0.0139566ms, 0.126139%
main:#output_1 = @param:main:#output_1 -> float_type, {4}, {1}: 0.00096734ms, 0.00874274%
main:@2626 = squeeze[axes={1}](main:@2624) -> float_type, {4}, {1}: 0.00058222ms, 0.00526206%
main:@2627 = gpu::code_object[code_object=13512,symbol_name=mul_kernel,global=2,local=256,](main:@2626,main:#output_1) -> float_type, {4}, {1}: 0.0129228ms, 0.116795%
main:@2628 = hip::hip_copy_literal[id=main:@literal:110] -> float_type, {64, 500}, {500, 1}: 0.0008261ms, 0.00746622%
main:@2629 = slice[axes={1},starts={16},ends={80}](main:@2610) -> float_type, {4, 64}, {160, 1}: 0.00064122ms, 0.00579529%
main:@2630 = load[offset=2576,end=10576](main:@1) -> float_type, {4, 500}, {500, 1}: 0.00048368ms, 0.00437146%
main:@2631 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2629,main:@2628,main:@2630) -> float_type, {4, 500}, {500, 1}: 0.0205437ms, 0.185672%
main:@2632 = hip::hip_copy_literal[id=main:@literal:147] -> float_type, {16, 3}, {3, 1}: 0.00072696ms, 0.0065702%
main:@2633 = load[offset=10576,end=10624](main:@1) -> float_type, {4, 3}, {3, 1}: 0.00046934ms, 0.00424186%
main:@2634 = slice[axes={1},starts={0},ends={16}](main:@2610) -> float_type, {4, 16}, {160, 1}: 0.0006379ms, 0.00576529%
main:@2635 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2634,main:@2632,main:@2633) -> float_type, {4, 3}, {3, 1}: 0.0191381ms, 0.172969%
main:@2636 = hip::hip_copy_literal[id=main:@literal:72] -> float_type, {1, 500}, {500, 1}: 0.00076054ms, 0.0068737%
main:@2637 = load[offset=16,end=64](main:@1) -> float_type, {4, 3}, {3, 1}: 0.00047252ms, 0.0042706%
main:@2638 = gpu::code_object[code_object=14504,symbol_name=softmax_kernel,global=256,local=64,](main:@2635,main:@2637) -> float_type, {4, 3}, {3, 1}: 0.0135897ms, 0.122822%
main:#output_5 = @param:main:#output_5 -> float_type, {4, 1}, {1, 1}: 0.000882ms, 0.00797144%
main:@2640 = slice[axes={0, 1},starts={0, 0},ends={4, 1}](main:@2638) -> float_type, {4, 1}, {3, 1}: 0.00073528ms, 0.0066454%
main:@2641 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=4,local=256,](main:@2640,main:#output_5) -> float_type, {4, 1}, {1, 1}: 0.012859ms, 0.116219%
main:#output_0 = @param:main:#output_0 -> float_type, {4}, {1}: 0.00083074ms, 0.00750816%
86KRkhYbW4:0 = @param:86KRkhYbW4:0 -> float_type, {4}, {1}: 0.00058146ms, 0.00525519%
main:@2644 = squeeze[axes={1}](main:@2619) -> float_type, {4}, {1}: 0.00055278ms, 0.00499598%
main:@2645 = gpu::code_object[code_object=13536,symbol_name=sigmoid_mul_tanh_kernel,global=2,local=256,](86KRkhYbW4:0,main:@2644,main:#output_0) -> float_type, {4}, {1}: 0.0148212ms, 0.133953%
main:#output_2 = @param:main:#output_2 -> float_type, {4}, {1}: 0.00079806ms, 0.0072128%
main:@2647 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=2,local=256,](main:@2627,main:#output_2) -> float_type, {4}, {1}: 0.0131089ms, 0.118477%
main:#output_3 = @param:main:#output_3 -> float_type, {4}, {1}: 0.00076438ms, 0.0069084%
main:@2649 = gpu::code_object[code_object=13520,symbol_name=mul_neg_kernel,global=2,local=256,](main:@2627,main:#output_3) -> float_type, {4}, {1}: 0.0131974ms, 0.119277%
main:@2650 = load[offset=10576,end=18576](main:@1) -> float_type, {4, 500}, {500, 1}: 0.00062986ms, 0.00569262%
main:@2651 = gpu::code_object[code_object=13520,symbol_name=softmax_kernel,global=1024,local=256,](main:@2631,main:@2650) -> float_type, {4, 500}, {500, 1}: 0.0143509ms, 0.129702%
main:@2652 = load[offset=0,end=16](main:@1) -> float_type, {4, 1}, {1, 1}: 0.00059868ms, 0.00541082%
main:@2653 = multibroadcast[out_lens={4, 500}](main:@2636) -> float_type, {4, 500}, {0, 1}: 0.000585ms, 0.00528718%
main:@2654 = gpu::code_object[code_object=13536,symbol_name=add_reduce_mean_kernel,global=1024,local=256,](main:@2653,main:@2651,main:@2652) -> float_type, {4, 1}, {1, 1}: 0.0135919ms, 0.122843%
main:#output_4 = @param:main:#output_4 -> float_type, {4}, {1}: 0.0007997ms, 0.00722762%
main:@2656 = squeeze[axes={1}](main:@2654) -> float_type, {4}, {1}: 0.00051476ms, 0.00465236%
main:@2657 = gpu::code_object[code_object=13512,symbol_name=mul_kernel,global=2,local=256,](main:@2656,main:#output_4) -> float_type, {4}, {1}: 0.0130473ms, 0.117921%
main:@2658 = squeeze[axes={1}](main:@2641) -> float_type, {4}, {1}: 0.0007436ms, 0.0067206%
main:@2659 = hip::sync_stream(main:@2645,main:@2627,main:@2647,main:@2649,main:@2657,main:@2658) -> float_type, {4}, {1}: 0.00105352ms, 0.00952163%
main:@2660 = @return(main:@2659,main:@2627,main:@2647,main:@2649,main:@2657,main:@2658)
Summary:
gpu::gemm: 4.78ms / 187 = 0.0255615ms, 43.2012%
gpu::code_object::concat_kernel: 1.72948ms / 84 = 0.0205891ms, 15.6309%
slice: 0.591817ms / 859 = 0.000688961ms, 5.3488%
load: 0.255865ms / 468 = 0.00054672ms, 2.31248%
gpu::code_object::pow_div_add_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_concat_log_add_kernel: 0.237396ms / 1 = 0.237396ms, 2.14557%
gpu::code_object::relu_kernel: 0.233361ms / 18 = 0.0129645ms, 2.1091%
@param: 0.212294ms / 383 = 0.000554292ms, 1.91869%
gpu::code_object::softmax_kernel: 0.203304ms / 14 = 0.0145217ms, 1.83745%
gpu::code_object::convert_kernel: 0.196557ms / 15 = 0.0131038ms, 1.77647%
gpu::code_object::contiguous_kernel: 0.132145ms / 10 = 0.0132145ms, 1.19431%
hip::hip_copy_literal: 0.125261ms / 165 = 0.00075916ms, 1.1321%
gpu::code_object::add_kernel: 0.0993396ms / 7 = 0.0141914ms, 0.897823%
unsqueeze: 0.0889896ms / 145 = 0.000613721ms, 0.80428%
gpu::code_object::neg_pow_kernel: 0.0811304ms / 5 = 0.0162261ms, 0.73325%
gpu::code_object::log_add_kernel: 0.0783179ms / 6 = 0.013053ms, 0.707831%
gpu::code_object::neg_div_kernel: 0.077992ms / 6 = 0.0129987ms, 0.704885%
gpu::code_object::pow_kernel: 0.0627074ms / 4 = 0.0156768ms, 0.566744%
gpu::code_object::noop_rsqrt_add_concat_noop_kernel: 0.057028ms / 4 = 0.014257ms, 0.515414%
gpu::code_object::rsqrt_add_kernel: 0.0519548ms / 4 = 0.0129887ms, 0.469563%
gpu::code_object::rsqrt_pow_kernel: 0.0488545ms / 3 = 0.0162848ms, 0.441543%
reshape_lazy: 0.0480778ms / 81 = 0.000593553ms, 0.434523%
gpu::code_object::sub_kernel: 0.0429858ms / 3 = 0.0143286ms, 0.388502%
gpu::code_object::div_kernel: 0.0429228ms / 3 = 0.0143076ms, 0.387933%
gpu::code_object::reduce_prod_kernel: 0.0416312ms / 3 = 0.0138771ms, 0.376259%
gpu::code_object::tanh_sub_kernel: 0.0405794ms / 3 = 0.0135265ms, 0.366754%
gpu::code_object::convert_add_kernel: 0.0393085ms / 3 = 0.0131028ms, 0.355267%
gpu::code_object::neg_add_kernel: 0.0387343ms / 3 = 0.0129114ms, 0.350078%
gpu::code_object::noop_noop_noop_noop_noop_noop_noop_sub_noop_concat_neg_pow_kernel: 0.0375617ms / 1 = 0.0375617ms, 0.33948%
gpu::code_object::pow_pow_kernel: 0.0364947ms / 2 = 0.0182473ms, 0.329836%
gpu::code_object::leaky_relu_noop_noop_noop_noop_noop_noop_concat_rsqrt_pow_kernel: 0.0354312ms / 1 = 0.0354312ms, 0.320224%
gpu::code_object::log_pow_kernel: 0.0330358ms / 2 = 0.0165179ms, 0.298575%
gpu::code_object::leaky_relu_noop_noop_noop_noop_add_concat_log_pow_kernel: 0.0329052ms / 1 = 0.0329052ms, 0.297394%
gpu::code_object::leaky_relu_noop_noop_noop_noop_noop_noop_concat_log_add_pow_kernel: 0.0307518ms / 1 = 0.0307518ms, 0.277932%
gpu::code_object::noop_tanh_div_concat_noop_kernel: 0.0294536ms / 2 = 0.0147268ms, 0.266199%
gpu::code_object::noop_rsqrt_div_concat_noop_kernel: 0.0286624ms / 2 = 0.0143312ms, 0.259049%
gpu::code_object::noop_log_add_concat_noop_kernel: 0.0285271ms / 2 = 0.0142635ms, 0.257825%
gpu::code_object::add_add_neg_add_kernel: 0.0284666ms / 2 = 0.0142333ms, 0.257278%
gpu::code_object::tanh_div_kernel: 0.027579ms / 2 = 0.0137895ms, 0.249257%
gpu::code_object::tanh_add_kernel: 0.0270932ms / 2 = 0.0135466ms, 0.244866%
gpu::code_object::add_leaky_relu_kernel: 0.0267741ms / 2 = 0.0133871ms, 0.241982%
gpu::code_object::convert_mul_add_kernel: 0.0261491ms / 2 = 0.0130745ms, 0.236333%
gpu::code_object::mul_kernel: 0.0259701ms / 2 = 0.0129851ms, 0.234716%
gpu::code_object::rsqrt_sub_kernel: 0.025491ms / 2 = 0.0127455ms, 0.230385%
gpu::code_object::leaky_relu_noop_noop_noop_add_noop_concat_log_div_kernel: 0.0216318ms / 1 = 0.0216318ms, 0.195507%
multibroadcast: 0.0211736ms / 35 = 0.000604959ms, 0.191365%
gpu::code_object::pow_reduce_sum_div_pow_add_kernel: 0.0205348ms / 1 = 0.0205348ms, 0.185591%
gpu::code_object::pow_sub_div_pow_log_div_kernel: 0.0204599ms / 1 = 0.0204599ms, 0.184915%
gpu::code_object::mul_relu_reduce_prod_sub_mul_reduce_sum_add_add_add_add_pow_kernel: 0.0187772ms / 1 = 0.0187772ms, 0.169707%
gpu::code_object::pow_sub_pow_pow_log_add_kernel: 0.0183351ms / 1 = 0.0183351ms, 0.165711%
gpu::code_object::rsqrt_add_sub_mul_add_leaky_relu_noop_concat_noop_kernel: 0.0176668ms / 1 = 0.0176668ms, 0.159671%
gpu::code_object::sub_sub_pow_log_pow_kernel: 0.0174987ms / 1 = 0.0174987ms, 0.158152%
gpu::code_object::add_leaky_relu_tanh_pow_kernel: 0.0174587ms / 1 = 0.0174587ms, 0.15779%
gpu::code_object::add_pow_log_pow_kernel: 0.0171602ms / 1 = 0.0171602ms, 0.155092%
gpu::code_object::pow_pow_sigmoid_add_kernel: 0.0169601ms / 1 = 0.0169601ms, 0.153284%
gpu::code_object::noop_log_pow_concat_noop_kernel: 0.0166521ms / 1 = 0.0166521ms, 0.150501%
gpu::code_object::add_pow_kernel: 0.0164695ms / 1 = 0.0164695ms, 0.14885%
gpu::code_object::noop_tanh_pow_concat_noop_kernel: 0.0162713ms / 1 = 0.0162713ms, 0.147059%
squeeze: 0.0161553ms / 25 = 0.00064621ms, 0.14601%
gpu::code_object::neg_rsqrt_tanh_log_concat_add_kernel: 0.0159089ms / 1 = 0.0159089ms, 0.143783%
gpu::code_object::div_pow_log_add_kernel: 0.0156272ms / 1 = 0.0156272ms, 0.141238%
gpu::code_object::pow_mul_rsqrt_sub_kernel: 0.0155892ms / 1 = 0.0155892ms, 0.140894%
gpu::code_object::pow_mul_add_neg_sub_kernel: 0.0155454ms / 1 = 0.0155454ms, 0.140498%
gpu::code_object::pow_div_kernel: 0.0155301ms / 1 = 0.0155301ms, 0.14036%
gpu::code_object::pow_mul_kernel: 0.0153211ms / 1 = 0.0153211ms, 0.13847%
gpu::code_object::add_add_rsqrt_pow_kernel: 0.0153176ms / 1 = 0.0153176ms, 0.13844%
gpu::code_object::pow_sub_kernel: 0.0151905ms / 1 = 0.0151905ms, 0.137291%
gpu::code_object::div_mul_neg_pow_kernel: 0.0150348ms / 1 = 0.0150348ms, 0.135883%
gpu::code_object::reduce_mean_pow_log_pow_kernel: 0.0148421ms / 1 = 0.0148421ms, 0.134141%
gpu::code_object::sigmoid_mul_tanh_kernel: 0.0148212ms / 1 = 0.0148212ms, 0.133953%
gpu::code_object::reduce_mean_kernel: 0.0144082ms / 1 = 0.0144082ms, 0.13022%
gpu::code_object::noop_neg_div_concat_noop_kernel: 0.0143364ms / 1 = 0.0143364ms, 0.129572%
gpu::code_object::noop_log_sub_concat_noop_kernel: 0.0143238ms / 1 = 0.0143238ms, 0.129457%
gpu::code_object::sub_sub_mul_rsqrt_sub_kernel: 0.0143191ms / 1 = 0.0143191ms, 0.129415%
gpu::code_object::reduce_prod_pow_neg_sub_kernel: 0.0142919ms / 1 = 0.0142919ms, 0.129169%
gpu::code_object::add_add_rsqrt_add_kernel: 0.0142026ms / 1 = 0.0142026ms, 0.128362%
gpu::code_object::add_add_neg_div_kernel: 0.0142006ms / 1 = 0.0142006ms, 0.128344%
gpu::code_object::reduce_prod_pow_rsqrt_div_kernel: 0.0141961ms / 1 = 0.0141961ms, 0.128303%
gpu::code_object::noop_add_concat_div_kernel: 0.0140954ms / 1 = 0.0140954ms, 0.127393%
gpu::code_object::noop_rsqrt_sub_concat_noop_kernel: 0.0140637ms / 1 = 0.0140637ms, 0.127107%
gpu::code_object::reduce_mean_add_neg_pow_kernel: 0.0140064ms / 1 = 0.0140064ms, 0.126589%
gpu::code_object::add_reduce_prod_kernel: 0.0139566ms / 1 = 0.0139566ms, 0.126139%
gpu::code_object::reduce_mean_add_rsqrt_add_kernel: 0.0138288ms / 1 = 0.0138288ms, 0.124984%
gpu::code_object::add_reduce_mean_kernel: 0.0135919ms / 1 = 0.0135919ms, 0.122843%
gpu::code_object::reduce_prod_add_rsqrt_sub_kernel: 0.0135282ms / 1 = 0.0135282ms, 0.122266%
gpu::code_object::convert_div_mul_kernel: 0.0134238ms / 1 = 0.0134238ms, 0.121324%
gpu::code_object::log_div_kernel: 0.0133805ms / 1 = 0.0133805ms, 0.120931%
gpu::code_object::reduce_prod_add_log_div_kernel: 0.013347ms / 1 = 0.013347ms, 0.120629%
gpu::code_object::reduce_mean_add_sigmoid_sub_kernel: 0.0133469ms / 1 = 0.0133469ms, 0.120628%
gpu::code_object::convert_add_add_sub_kernel: 0.0133183ms / 1 = 0.0133183ms, 0.120369%
transpose: 0.0132911ms / 22 = 0.000604139ms, 0.120124%
gpu::code_object::reduce_prod_mul_log_kernel: 0.0132807ms / 1 = 0.0132807ms, 0.12003%
gpu::code_object::reduce_mean_mul_neg_kernel: 0.0132645ms / 1 = 0.0132645ms, 0.119883%
gpu::code_object::reduce_sum_kernel: 0.013244ms / 1 = 0.013244ms, 0.119699%
gpu::code_object::convert_mul_kernel: 0.0132045ms / 1 = 0.0132045ms, 0.119341%
gpu::code_object::mul_neg_kernel: 0.0131974ms / 1 = 0.0131974ms, 0.119277%
gpu::code_object::reduce_prod_mul_rsqrt_add_kernel: 0.0131953ms / 1 = 0.0131953ms, 0.119258%
gpu::code_object::add_mul_kernel: 0.0131484ms / 1 = 0.0131484ms, 0.118834%
gpu::code_object::reduce_mean_add_sigmoid_kernel: 0.0130899ms / 1 = 0.0130899ms, 0.118306%
gpu::code_object::reduce_prod_add_log_kernel: 0.0129919ms / 1 = 0.0129919ms, 0.11742%
gpu::code_object::add_sub_kernel: 0.0129773ms / 1 = 0.0129773ms, 0.117288%
gpu::code_object::reduce_mean_mul_rsqrt_kernel: 0.0129704ms / 1 = 0.0129704ms, 0.117226%
gpu::code_object::leaky_relu_kernel: 0.0129381ms / 1 = 0.0129381ms, 0.116934%
gpu::code_object::reduce_mean_add_neg_kernel: 0.012928ms / 1 = 0.012928ms, 0.116843%
gpu::code_object::neg_sub_kernel: 0.0129239ms / 1 = 0.0129239ms, 0.116805%
gpu::code_object::log_sub_kernel: 0.0128991ms / 1 = 0.0128991ms, 0.116581%
gpu::code_object::convert_pow_add_kernel: 0.012772ms / 1 = 0.012772ms, 0.115432%
check_context::migraphx::version_1::gpu::context: 0.00161904ms / 1 = 0.00161904ms, 0.0146328%
hip::sync_stream: 0.00105352ms / 1 = 0.00105352ms, 0.00952163%
hip::hip_allocate_memory: 0.00102376ms / 1 = 0.00102376ms, 0.00925266%

Batch size: 4
Rate: 846.107/sec
Total time: 4.72753ms
Total instructions time: 11.0645ms
Overhead time: 0.833031ms, -6.33696ms
Overhead: 18%, -134%