Compiling ... 
Reading: /home/workspace/ByteMLPerf/bytedance/models/model_1/mxr2//model-static-batch-size-8.mxr
Allocating params ... 
Running performance report ... 
main:@0 = check_context::migraphx::version_1::gpu::context -> float_type, {}, {}: 0.0016895ms, 0.0152344%
main:@1 = hip::hip_allocate_memory[shape=float_type, {488240}, {1},id=main:scratch] -> float_type, {488240}, {1}: 0.00108744ms, 0.00980555%
lyiDxfzZg3:0 = @param:lyiDxfzZg3:0 -> float_type, {8, 701}, {701, 1}: 0.0007239ms, 0.00652747%
main:@3 = slice[axes={0, 1},starts={0, 541},ends={8, 573}](lyiDxfzZg3:0) -> float_type, {8, 32}, {701, 1}: 0.00126152ms, 0.0113752%
nv2tzWRf1I:0 = @param:nv2tzWRf1I:0 -> float_type, {8, 301}, {301, 1}: 0.00051676ms, 0.00465967%
uFSOc5Chp2:0 = @param:uFSOc5Chp2:0 -> float_type, {8, 481}, {481, 1}: 0.0005002ms, 0.00451035%
main:@6 = slice[axes={0, 1},starts={0, 337},ends={8, 353}](uFSOc5Chp2:0) -> float_type, {8, 16}, {481, 1}: 0.00094486ms, 0.00851989%
main:@7 = slice[axes={0, 1},starts={0, 285},ends={8, 301}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00069478ms, 0.0062649%
n4iptOVFwE:0 = @param:n4iptOVFwE:0 -> float_type, {8, 113}, {113, 1}: 0.00046758ms, 0.00421621%
main:@9 = slice[axes={0, 1},starts={0, 105},ends={8, 113}](n4iptOVFwE:0) -> float_type, {8, 8}, {113, 1}: 0.00070548ms, 0.00636138%
main:@10 = load[offset=512,end=2816](main:@1) -> float_type, {8, 72}, {72, 1}: 0.00058088ms, 0.00523785%
main:@11 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=144,local=256,](main:@3,main:@7,main:@6,main:@9,main:@10) -> float_type, {8, 72}, {72, 1}: 0.02201ms, 0.198467%
main:@12 = hip::hip_copy_literal[id=main:@literal:150] -> float_type, {128, 16}, {16, 1}: 0.00096026ms, 0.00865875%
CedNyHXqE1:0 = @param:CedNyHXqE1:0 -> int32_type, {8, 50}, {50, 1}: 0.00055894ms, 0.00504001%
main:@14 = unsqueeze[axes={2},steps={}](CedNyHXqE1:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.0010401ms, 0.00937868%
main:@15 = load[offset=2816,end=4416](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00048346ms, 0.0043594%
main:@16 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@14,main:@15) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.0136013ms, 0.122645%
main:@17 = multibroadcast[out_lens={8, 50, 16}](main:@16) -> float_type, {8, 50, 16}, {50, 1, 0}: 0.00083198ms, 0.00750204%
YsGAJ1iRPS:0 = @param:YsGAJ1iRPS:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00054452ms, 0.00490999%
main:@19 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](YsGAJ1iRPS:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00089554ms, 0.00807517%
main:@20 = load[offset=4416,end=30016](main:@1) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.00050404ms, 0.00454498%
main:@21 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=6400,local=256,](main:@19,main:@17,main:@20) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.0148199ms, 0.133633%
main:@22 = load[offset=377216,end=405120](main:@1) -> float_type, {8, 872}, {872, 1}: 0.00063714ms, 0.00574515%
main:@23 = reshape_lazy[dims={-1, 800}](main:@21) -> float_type, {8, 800}, {800, 1}: 0.0006607ms, 0.00595759%
main:@24 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3488,local=256,](main:@11,main:@23,main:@22) -> float_type, {8, 872}, {872, 1}: 0.0143556ms, 0.129446%
main:@25 = hip::hip_copy_literal[id=main:@literal:159] -> float_type, {872, 128}, {128, 1}: 0.0008235ms, 0.00742558%
main:@26 = load[offset=6912,end=11008](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00051076ms, 0.00460557%
main:@27 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@24,main:@25,main:@26) -> float_type, {8, 128}, {128, 1}: 0.0285851ms, 0.257754%
YK10Jin6ca:0 = @param:YK10Jin6ca:0 -> int32_type, {8, 10}, {10, 1}: 0.0006447ms, 0.00581332%
main:@29 = unsqueeze[axes={2},steps={}](YK10Jin6ca:0) -> int32_type, {8, 10, 1}, {10, 1, 1}: 0.00062018ms, 0.00559222%
main:@30 = load[offset=0,end=320](main:@1) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.00050918ms, 0.00459132%
main:@31 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=40,local=256,](main:@29,main:@30) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.0133828ms, 0.120674%
main:@32 = multibroadcast[out_lens={8, 10, 16}](main:@31) -> float_type, {8, 10, 16}, {10, 1, 0}: 0.00068038ms, 0.00613505%
rlh04eiWzL:0 = @param:rlh04eiWzL:0 -> float_type, {8, 10, 17}, {170, 17, 1}: 0.00046458ms, 0.00418916%
main:@34 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 10, 17}](rlh04eiWzL:0) -> float_type, {8, 10, 16}, {170, 17, 1}: 0.00092144ms, 0.00830871%
main:@35 = load[offset=11008,end=16128](main:@1) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00046982ms, 0.00423641%
main:@36 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=1280,local=256,](main:@34,main:@32,main:@35) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0161668ms, 0.145777%
main:@37 = load[offset=369792,end=377216](main:@1) -> float_type, {8, 232}, {232, 1}: 0.0006322ms, 0.00570061%
main:@38 = reshape_lazy[dims={-1, 160}](main:@36) -> float_type, {8, 160}, {160, 1}: 0.00052708ms, 0.00475273%
main:@39 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=928,local=256,](main:@11,main:@38,main:@37) -> float_type, {8, 232}, {232, 1}: 0.0139572ms, 0.125854%
main:@40 = hip::hip_copy_literal[id=main:@literal:117] -> float_type, {232, 128}, {128, 1}: 0.00079196ms, 0.00714118%
main:@41 = load[offset=2816,end=6912](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049798ms, 0.00449033%
main:@42 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@39,main:@40,main:@41) -> float_type, {8, 128}, {128, 1}: 0.0271529ms, 0.24484%
I5iNBsTtoe:0 = @param:I5iNBsTtoe:0 -> int32_type, {8, 60}, {60, 1}: 0.00068288ms, 0.00615759%
main:@44 = unsqueeze[axes={2},steps={}](I5iNBsTtoe:0) -> int32_type, {8, 60, 1}, {60, 1, 1}: 0.00056376ms, 0.00508348%
main:@45 = load[offset=41728,end=43648](main:@1) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.00047184ms, 0.00425462%
main:@46 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=240,local=256,](main:@44,main:@45) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0134008ms, 0.120836%
main:@47 = load[offset=11008,end=41728](main:@1) -> float_type, {8, 60, 16}, {960, 16, 1}: 0.00065882ms, 0.00594064%
main:@48 = multibroadcast[out_lens={8, 60, 16}](main:@46) -> float_type, {8, 60, 16}, {60, 1, 0}: 0.00053956ms, 0.00486526%
S3KJ2tl1VG:0 = @param:S3KJ2tl1VG:0 -> float_type, {8, 60, 17}, {1020, 17, 1}: 0.00048848ms, 0.00440467%
main:@50 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 17}](S3KJ2tl1VG:0) -> float_type, {8, 60, 16}, {1020, 17, 1}: 0.00086556ms, 0.00780483%
main:@51 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=7680,local=256,](main:@50,main:@48,main:@47) -> float_type, {8, 60, 16}, {960, 16, 1}: 0.0159271ms, 0.143616%
main:@52 = reshape_lazy[dims={-1, 960}](main:@51) -> float_type, {8, 960}, {960, 1}: 0.00067956ms, 0.00612766%
main:@53 = load[offset=336768,end=369792](main:@1) -> float_type, {8, 1032}, {1032, 1}: 0.00047562ms, 0.00428871%
main:@54 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4128,local=256,](main:@11,main:@52,main:@53) -> float_type, {8, 1032}, {1032, 1}: 0.0142541ms, 0.128531%
main:@55 = hip::hip_copy_literal[id=main:@literal:151] -> float_type, {1032, 128}, {128, 1}: 0.00072004ms, 0.00649267%
main:@56 = load[offset=15104,end=19200](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0004863ms, 0.00438501%
main:@57 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@54,main:@55,main:@56) -> float_type, {8, 128}, {128, 1}: 0.0239582ms, 0.216033%
main:@58 = load[offset=11008,end=15104](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00062206ms, 0.00560917%
main:@59 = gpu::code_object[code_object=13520,symbol_name=neg_sub_kernel,global=512,local=256,](main:@57,main:@58) -> float_type, {8, 128}, {128, 1}: 0.0134282ms, 0.121083%
main:@60 = hip::hip_copy_literal[id=main:@literal:108] -> float_type, {128, 16}, {16, 1}: 0.00083322ms, 0.00751322%
main:@61 = load[offset=0,end=512](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00047494ms, 0.00428258%
main:@62 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@59,main:@60,main:@61) -> float_type, {8, 16}, {16, 1}: 0.0209983ms, 0.189344%
uVm4kOBe8l:0 = @param:uVm4kOBe8l:0 -> int32_type, {8, 50}, {50, 1}: 0.00064574ms, 0.0058227%
main:@64 = unsqueeze[axes={2},steps={}](uVm4kOBe8l:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.00056156ms, 0.00506364%
main:@65 = load[offset=11008,end=12608](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00050396ms, 0.00454425%
main:@66 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@64,main:@65) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.0136234ms, 0.122843%
main:@67 = multibroadcast[out_lens={8, 50, 16}](main:@66) -> float_type, {8, 50, 16}, {50, 1, 0}: 0.0006851ms, 0.00617761%
FkwYpLOMG4:0 = @param:FkwYpLOMG4:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.000471ms, 0.00424705%
main:@69 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](FkwYpLOMG4:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00083732ms, 0.00755019%
main:@70 = load[offset=12608,end=38208](main:@1) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.00049556ms, 0.00446851%
main:@71 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=6400,local=256,](main:@69,main:@67,main:@70) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.0144616ms, 0.130402%
main:@72 = reshape_lazy[dims={-1, 800}](main:@71) -> float_type, {8, 800}, {800, 1}: 0.0006535ms, 0.00589267%
main:@73 = load[offset=480768,end=508672](main:@1) -> float_type, {8, 872}, {872, 1}: 0.000471ms, 0.00424705%
main:@74 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3488,local=256,](main:@11,main:@72,main:@73) -> float_type, {8, 872}, {872, 1}: 0.0143059ms, 0.128997%
main:@75 = hip::hip_copy_literal[id=main:@literal:89] -> float_type, {872, 128}, {128, 1}: 0.00076418ms, 0.00689068%
main:@76 = load[offset=11008,end=15104](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00045894ms, 0.0041383%
main:@77 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@74,main:@75,main:@76) -> float_type, {8, 128}, {128, 1}: 0.0234552ms, 0.211498%
Ouj93S4aWb:0 = @param:Ouj93S4aWb:0 -> int32_type, {8, 60}, {60, 1}: 0.0006783ms, 0.00611629%
main:@79 = unsqueeze[axes={2},steps={}](Ouj93S4aWb:0) -> int32_type, {8, 60, 1}, {60, 1, 1}: 0.00054652ms, 0.00492802%
main:@80 = load[offset=15104,end=17024](main:@1) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.00050364ms, 0.00454137%
main:@81 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=240,local=256,](main:@79,main:@80) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0133912ms, 0.120749%
main:@82 = multibroadcast[out_lens={8, 60, 32}](main:@81) -> float_type, {8, 60, 32}, {60, 1, 0}: 0.00067138ms, 0.0060539%
fsm0Ck1QGl:0 = @param:fsm0Ck1QGl:0 -> float_type, {8, 60, 97}, {5820, 97, 1}: 0.0005634ms, 0.00508023%
main:@84 = slice[axes={0, 1, 2},starts={0, 0, 65},ends={8, 60, 97}](fsm0Ck1QGl:0) -> float_type, {8, 60, 32}, {5820, 97, 1}: 0.0008059ms, 0.00726687%
main:@85 = load[offset=17024,end=78464](main:@1) -> float_type, {8, 60, 32}, {1920, 32, 1}: 0.00047804ms, 0.00431053%
main:@86 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=15360,local=256,](main:@84,main:@82,main:@85) -> float_type, {8, 60, 32}, {1920, 32, 1}: 0.0157458ms, 0.141981%
main:@87 = reshape_lazy[dims={-1, 1920}](main:@86) -> float_type, {8, 1920}, {1920, 1}: 0.00068014ms, 0.00613289%
main:@88 = load[offset=417024,end=480768](main:@1) -> float_type, {8, 1992}, {1992, 1}: 0.0004644ms, 0.00418754%
main:@89 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=7968,local=256,](main:@11,main:@87,main:@88) -> float_type, {8, 1992}, {1992, 1}: 0.0150791ms, 0.13597%
main:@90 = hip::hip_copy_literal[id=main:@literal:109] -> float_type, {1992, 128}, {128, 1}: 0.0008394ms, 0.00756895%
main:@91 = load[offset=23328,end=27424](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00048896ms, 0.004409%
main:@92 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@89,main:@90,main:@91) -> float_type, {8, 128}, {128, 1}: 0.0290529ms, 0.261973%
vOI1hWzBDK:0 = @param:vOI1hWzBDK:0 -> int32_type, {8, 50}, {50, 1}: 0.00067424ms, 0.00607968%
main:@94 = unsqueeze[axes={2},steps={}](vOI1hWzBDK:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.00053608ms, 0.00483388%
main:@95 = load[offset=15104,end=16704](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00048568ms, 0.00437942%
main:@96 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@94,main:@95) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.013328ms, 0.12018%
main:@97 = multibroadcast[out_lens={8, 50, 40}](main:@96) -> float_type, {8, 50, 40}, {50, 1, 0}: 0.00065026ms, 0.00586345%
UrTfLOxlV3:0 = @param:UrTfLOxlV3:0 -> float_type, {8, 50, 41}, {2050, 41, 1}: 0.00052168ms, 0.00470404%
main:@99 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 41}](UrTfLOxlV3:0) -> float_type, {8, 50, 40}, {2050, 41, 1}: 0.00081856ms, 0.00738103%
main:@100 = load[offset=30720,end=94720](main:@1) -> float_type, {8, 50, 40}, {2000, 40, 1}: 0.000479ms, 0.00431919%
main:@101 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=16000,local=256,](main:@99,main:@97,main:@100) -> float_type, {8, 50, 40}, {2000, 40, 1}: 0.0163278ms, 0.147229%
loNH8y6bTn:0 = @param:loNH8y6bTn:0 -> int32_type, {8, 15}, {15, 1}: 0.00062748ms, 0.00565804%
main:@103 = unsqueeze[axes={2},steps={}](loNH8y6bTn:0) -> int32_type, {8, 15, 1}, {15, 1, 1}: 0.00058664ms, 0.00528979%
main:@104 = load[offset=22848,end=23328](main:@1) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.0004921ms, 0.00443731%
main:@105 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=60,local=256,](main:@103,main:@104) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.0132043ms, 0.119065%
KOJcBD1Cxa:0 = @param:KOJcBD1Cxa:0 -> int32_type, {8, 50}, {50, 1}: 0.00066042ms, 0.00595507%
main:@107 = unsqueeze[axes={2},steps={}](KOJcBD1Cxa:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.0005781ms, 0.00521278%
main:@108 = load[offset=16128,end=17728](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00046934ms, 0.00423208%
main:@109 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@107,main:@108) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.0134184ms, 0.120995%
TWPHfwn7r5:0 = @param:TWPHfwn7r5:0 -> int32_type, {8, 50}, {50, 1}: 0.00061422ms, 0.00553848%
main:@111 = unsqueeze[axes={2},steps={}](TWPHfwn7r5:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.00054518ms, 0.00491594%
main:@112 = load[offset=17728,end=19328](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00046864ms, 0.00422577%
main:@113 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@111,main:@112) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.0132582ms, 0.11955%
main:@114 = multibroadcast[out_lens={8, 50, 16}](main:@113) -> float_type, {8, 50, 16}, {50, 1, 0}: 0.00066592ms, 0.00600466%
NoPO6DfgwG:0 = @param:NoPO6DfgwG:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.0005076ms, 0.00457708%
main:@116 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](NoPO6DfgwG:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00077706ms, 0.00700682%
main:@117 = load[offset=244608,end=270208](main:@1) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.00046366ms, 0.00418086%
main:@118 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=6400,local=256,](main:@116,main:@114,main:@117) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.0145807ms, 0.131476%
kJg5ca1rqS:0 = @param:kJg5ca1rqS:0 -> int32_type, {8, 15}, {15, 1}: 0.00062314ms, 0.00561891%
main:@120 = unsqueeze[axes={2},steps={}](kJg5ca1rqS:0) -> int32_type, {8, 15, 1}, {15, 1, 1}: 0.00057474ms, 0.00518248%
main:@121 = load[offset=15104,end=15584](main:@1) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.00045946ms, 0.00414299%
main:@122 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=60,local=256,](main:@120,main:@121) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.0130191ms, 0.117395%
main:@123 = multibroadcast[out_lens={8, 15, 28}](main:@122) -> float_type, {8, 15, 28}, {15, 1, 0}: 0.00066012ms, 0.00595236%
fQkYLvqDjr:0 = @param:fQkYLvqDjr:0 -> float_type, {8, 15, 93}, {1395, 93, 1}: 0.00050964ms, 0.00459547%
main:@125 = slice[axes={0, 1, 2},starts={0, 0, 65},ends={8, 15, 93}](fQkYLvqDjr:0) -> float_type, {8, 15, 28}, {1395, 93, 1}: 0.0008587ms, 0.00774298%
main:@126 = load[offset=270208,end=283648](main:@1) -> float_type, {8, 15, 28}, {420, 28, 1}: 0.00046456ms, 0.00418898%
main:@127 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=3360,local=256,](main:@125,main:@123,main:@126) -> float_type, {8, 15, 28}, {420, 28, 1}: 0.014672ms, 0.132298%
v3TAQfOsga:0 = @param:v3TAQfOsga:0 -> int32_type, {8, 15}, {15, 1}: 0.00066982ms, 0.00603983%
main:@129 = unsqueeze[axes={2},steps={}](v3TAQfOsga:0) -> int32_type, {8, 15, 1}, {15, 1, 1}: 0.0005497ms, 0.0049567%
main:@130 = load[offset=15616,end=16096](main:@1) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.00046776ms, 0.00421784%
main:@131 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=60,local=256,](main:@129,main:@130) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.0130258ms, 0.117455%
main:@132 = hip::hip_copy_literal[id=main:@literal:12] -> float_type, {32, 18, 18}, {324, 18, 1}: 0.00081374ms, 0.00733757%
main:@133 = load[offset=283648,end=325120](main:@1) -> float_type, {32, 18, 18}, {324, 18, 1}: 0.00052922ms, 0.00477203%
main:@134 = gpu::code_object[code_object=14552,symbol_name=softmax_kernel,global=36864,local=64,](main:@132,main:@133) -> float_type, {32, 18, 18}, {324, 18, 1}: 0.0182932ms, 0.164951%
main:@135 = hip::hip_copy_literal[id=main:@literal:10] -> float_type, {32, 18, 64}, {1152, 64, 1}: 0.0008178ms, 0.00737418%
main:@136 = load[offset=97152,end=244608](main:@1) -> float_type, {32, 18, 64}, {1152, 64, 1}: 0.00047558ms, 0.00428835%
main:@137 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@134,main:@135,main:@136) -> float_type, {32, 18, 64}, {1152, 64, 1}: 0.0231186ms, 0.208463%
yDES0Cj7Td:0 = @param:yDES0Cj7Td:0 -> int32_type, {8, 10}, {10, 1}: 0.0006709ms, 0.00604957%
main:@139 = unsqueeze[axes={2},steps={}](yDES0Cj7Td:0) -> int32_type, {8, 10, 1}, {10, 1, 1}: 0.00055576ms, 0.00501134%
main:@140 = load[offset=15104,end=15424](main:@1) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.00048688ms, 0.00439024%
main:@141 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=40,local=256,](main:@139,main:@140) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.0130631ms, 0.117791%
main:@142 = multibroadcast[out_lens={8, 10, 16}](main:@141) -> float_type, {8, 10, 16}, {10, 1, 0}: 0.0006805ms, 0.00613613%
r1GsND0okc:0 = @param:r1GsND0okc:0 -> float_type, {8, 10, 17}, {170, 17, 1}: 0.00047924ms, 0.00432135%
main:@144 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 10, 17}](r1GsND0okc:0) -> float_type, {8, 10, 16}, {170, 17, 1}: 0.00080618ms, 0.0072694%
main:@145 = load[offset=17728,end=22848](main:@1) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00046668ms, 0.0042081%
main:@146 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=1280,local=256,](main:@144,main:@142,main:@145) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0146237ms, 0.131864%
main:@147 = hip::hip_copy_literal[id=main:@literal:104] -> float_type, {128, 16}, {16, 1}: 0.00079064ms, 0.00712927%
fFjVmAbhCX:0 = @param:fFjVmAbhCX:0 -> int32_type, {8, 10}, {10, 1}: 0.0005527ms, 0.00498375%
main:@149 = unsqueeze[axes={2},steps={}](fFjVmAbhCX:0) -> int32_type, {8, 10, 1}, {10, 1, 1}: 0.0005645ms, 0.00509015%
main:@150 = load[offset=15104,end=15424](main:@1) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.00047306ms, 0.00426563%
main:@151 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=40,local=256,](main:@149,main:@150) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.0131789ms, 0.118835%
pjwGhTSAys:0 = @param:pjwGhTSAys:0 -> float_type, {8, 10, 17}, {170, 17, 1}: 0.00064306ms, 0.00579853%
main:@153 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 10, 17}](pjwGhTSAys:0) -> float_type, {8, 10, 16}, {170, 17, 1}: 0.00088828ms, 0.0080097%
main:@154 = load[offset=283648,end=288768](main:@1) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0004895ms, 0.00441387%
main:@155 = multibroadcast[out_lens={8, 10, 16}](main:@151) -> float_type, {8, 10, 16}, {10, 1, 0}: 0.00051634ms, 0.00465589%
main:@156 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=1280,local=256,](main:@153,main:@155,main:@154) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0158203ms, 0.142653%
main:@157 = reshape_lazy[dims={-1, 160}](main:@156) -> float_type, {8, 160}, {160, 1}: 0.00068442ms, 0.00617148%
main:@158 = load[offset=508672,end=516096](main:@1) -> float_type, {8, 232}, {232, 1}: 0.00046046ms, 0.00415201%
main:@159 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=928,local=256,](main:@11,main:@157,main:@158) -> float_type, {8, 232}, {232, 1}: 0.0138131ms, 0.124554%
main:@160 = hip::hip_copy_literal[id=main:@literal:130] -> float_type, {232, 128}, {128, 1}: 0.0007695ms, 0.00693865%
main:@161 = load[offset=287744,end=291840](main:@1) -> float_type, {8, 128}, {128, 1}: 0.000475ms, 0.00428312%
main:@162 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@159,main:@160,main:@161) -> float_type, {8, 128}, {128, 1}: 0.0256669ms, 0.231441%
main:@163 = load[offset=283648,end=287744](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00065634ms, 0.00591828%
main:@164 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@162,main:@163) -> float_type, {8, 128}, {128, 1}: 0.0132092ms, 0.119108%
main:@165 = load[offset=15104,end=15616](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00063854ms, 0.00575777%
main:@166 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@164,main:@12,main:@165) -> float_type, {8, 16}, {16, 1}: 0.0212848ms, 0.191927%
1qyHnroO6I:0 = @param:1qyHnroO6I:0 -> float_type, {8, 15, 21}, {315, 21, 1}: 0.00070358ms, 0.00634425%
main:@168 = load[offset=283648,end=293248](main:@1) -> float_type, {8, 15, 20}, {300, 20, 1}: 0.00048126ms, 0.00433957%
main:@169 = multibroadcast[out_lens={8, 15, 20}](main:@131) -> float_type, {8, 15, 20}, {15, 1, 0}: 0.00054338ms, 0.00489971%
main:@170 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 21}](1qyHnroO6I:0) -> float_type, {8, 15, 20}, {315, 21, 1}: 0.00069506ms, 0.00626742%
main:@171 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=2400,local=256,](main:@170,main:@169,main:@168) -> float_type, {8, 15, 20}, {300, 20, 1}: 0.0142451ms, 0.12845%
main:@172 = reshape_lazy[dims={-1, 300}](main:@171) -> float_type, {8, 300}, {300, 1}: 0.00064912ms, 0.00585317%
main:@173 = load[offset=405120,end=417024](main:@1) -> float_type, {8, 372}, {372, 1}: 0.0004813ms, 0.00433993%
main:@174 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1488,local=256,](main:@11,main:@172,main:@173) -> float_type, {8, 372}, {372, 1}: 0.0139789ms, 0.126049%
main:@175 = hip::hip_copy_literal[id=main:@literal:105] -> float_type, {372, 128}, {128, 1}: 0.00077652ms, 0.00700195%
main:@176 = load[offset=287744,end=291840](main:@1) -> float_type, {8, 128}, {128, 1}: 0.000479ms, 0.00431919%
main:@177 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@174,main:@175,main:@176) -> float_type, {8, 128}, {128, 1}: 0.0287532ms, 0.25927%
main:@178 = load[offset=283648,end=287744](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061706ms, 0.00556409%
main:@179 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@177,main:@178) -> float_type, {8, 128}, {128, 1}: 0.0130898ms, 0.118032%
main:@180 = load[offset=28672,end=29184](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00062722ms, 0.0056557%
main:@181 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@179,main:@12,main:@180) -> float_type, {8, 16}, {16, 1}: 0.0209274ms, 0.188704%
main:@182 = load[offset=636160,end=651904](main:@1) -> float_type, {8, 492}, {492, 1}: 0.00061138ms, 0.00551287%
main:@183 = reshape_lazy[dims={-1, 420}](main:@127) -> float_type, {8, 420}, {420, 1}: 0.00056852ms, 0.0051264%
main:@184 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1968,local=256,](main:@11,main:@183,main:@182) -> float_type, {8, 492}, {492, 1}: 0.0140487ms, 0.126679%
main:@185 = hip::hip_copy_literal[id=main:@literal:127] -> float_type, {492, 128}, {128, 1}: 0.00077098ms, 0.006952%
main:@186 = load[offset=274304,end=278400](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049264ms, 0.00444218%
main:@187 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@184,main:@185,main:@186) -> float_type, {8, 128}, {128, 1}: 0.0322193ms, 0.290524%
main:@188 = load[offset=270208,end=274304](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00062806ms, 0.00566327%
main:@189 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=512,local=256,](main:@187,main:@188) -> float_type, {8, 128}, {128, 1}: 0.0162383ms, 0.146422%
main:@190 = load[offset=29184,end=29696](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060994ms, 0.00549989%
main:@191 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@189,main:@12,main:@190) -> float_type, {8, 16}, {16, 1}: 0.0213744ms, 0.192735%
main:@192 = load[offset=270208,end=274304](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061694ms, 0.005563%
main:@193 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@92,main:@192) -> float_type, {8, 128}, {128, 1}: 0.0163186ms, 0.147146%
main:@194 = load[offset=29696,end=30208](main:@1) -> float_type, {8, 16}, {16, 1}: 0.0006348ms, 0.00572405%
main:@195 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@193,main:@12,main:@194) -> float_type, {8, 16}, {16, 1}: 0.0210662ms, 0.189956%
main:@196 = load[offset=516096,end=544000](main:@1) -> float_type, {8, 872}, {872, 1}: 0.00064832ms, 0.00584596%
main:@197 = reshape_lazy[dims={-1, 800}](main:@118) -> float_type, {8, 800}, {800, 1}: 0.000562ms, 0.00506761%
main:@198 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3488,local=256,](main:@11,main:@197,main:@196) -> float_type, {8, 872}, {872, 1}: 0.0141874ms, 0.127929%
main:@199 = hip::hip_copy_literal[id=main:@literal:61] -> float_type, {872, 128}, {128, 1}: 0.00078138ms, 0.00704578%
main:@200 = load[offset=23328,end=27424](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047004ms, 0.00423839%
main:@201 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@198,main:@199,main:@200) -> float_type, {8, 128}, {128, 1}: 0.0239055ms, 0.215558%
main:@202 = hip::hip_copy_literal[id=main:@literal:50] -> float_type, {128, 16}, {16, 1}: 0.00073664ms, 0.00664235%
main:@203 = load[offset=244608,end=248704](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046544ms, 0.00419692%
main:@204 = gpu::code_object[code_object=13520,symbol_name=tanh_div_kernel,global=512,local=256,](main:@201,main:@203) -> float_type, {8, 128}, {128, 1}: 0.0139391ms, 0.12569%
main:@205 = load[offset=15616,end=16128](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060526ms, 0.00545769%
main:@206 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@204,main:@202,main:@205) -> float_type, {8, 16}, {16, 1}: 0.019583ms, 0.176582%
main:@207 = load[offset=244608,end=252288](main:@1) -> float_type, {8, 15, 16}, {240, 16, 1}: 0.00065582ms, 0.00591359%
4Rg0WA19ot:0 = @param:4Rg0WA19ot:0 -> float_type, {8, 15, 17}, {255, 17, 1}: 0.00049136ms, 0.00443064%
main:@209 = multibroadcast[out_lens={8, 15, 16}](main:@105) -> float_type, {8, 15, 16}, {15, 1, 0}: 0.0005588ms, 0.00503875%
main:@210 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 17}](4Rg0WA19ot:0) -> float_type, {8, 15, 16}, {255, 17, 1}: 0.00069562ms, 0.00627247%
main:@211 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=1920,local=256,](main:@210,main:@209,main:@207) -> float_type, {8, 15, 16}, {240, 16, 1}: 0.0143836ms, 0.129698%
main:@212 = reshape_lazy[dims={-1, 240}](main:@211) -> float_type, {8, 240}, {240, 1}: 0.00064946ms, 0.00585624%
main:@213 = load[offset=544000,end=553984](main:@1) -> float_type, {8, 312}, {312, 1}: 0.00049236ms, 0.00443966%
main:@214 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1248,local=256,](main:@11,main:@212,main:@213) -> float_type, {8, 312}, {312, 1}: 0.0139175ms, 0.125495%
main:@215 = hip::hip_copy_literal[id=main:@literal:139] -> float_type, {312, 128}, {128, 1}: 0.00083868ms, 0.00756245%
main:@216 = load[offset=22848,end=26944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00048072ms, 0.0043347%
main:@217 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@214,main:@215,main:@216) -> float_type, {8, 128}, {128, 1}: 0.0267405ms, 0.241121%
main:@218 = hip::hip_copy_literal[id=main:@literal:91] -> float_type, {128, 16}, {16, 1}: 0.00078424ms, 0.00707156%
main:@219 = load[offset=244608,end=248704](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046482ms, 0.00419132%
main:@220 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@217,main:@219) -> float_type, {8, 128}, {128, 1}: 0.0160745ms, 0.144946%
main:@221 = load[offset=30208,end=30720](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060256ms, 0.00543334%
main:@222 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@220,main:@218,main:@221) -> float_type, {8, 16}, {16, 1}: 0.0198426ms, 0.178923%
main:@223 = load[offset=659584,end=725888](main:@1) -> float_type, {8, 2072}, {2072, 1}: 0.00061324ms, 0.00552964%
main:@224 = reshape_lazy[dims={-1, 2000}](main:@101) -> float_type, {8, 2000}, {2000, 1}: 0.0005568ms, 0.00502072%
main:@225 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8288,local=256,](main:@11,main:@224,main:@223) -> float_type, {8, 2072}, {2072, 1}: 0.0151341ms, 0.136465%
main:@226 = hip::hip_copy_literal[id=main:@literal:85] -> float_type, {2072, 128}, {128, 1}: 0.00077606ms, 0.0069978%
main:@227 = load[offset=30720,end=34816](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047688ms, 0.00430007%
main:@228 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@225,main:@226,main:@227) -> float_type, {8, 128}, {128, 1}: 0.0290739ms, 0.262162%
main:@229 = load[offset=22848,end=26944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006213ms, 0.00560232%
main:@230 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@228,main:@229) -> float_type, {8, 128}, {128, 1}: 0.0130006ms, 0.117227%
main:@231 = hip::hip_copy_literal[id=main:@literal:79] -> float_type, {128, 16}, {16, 1}: 0.00081512ms, 0.00735001%
main:@232 = load[offset=30720,end=31232](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00049814ms, 0.00449177%
main:@233 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@230,main:@231,main:@232) -> float_type, {8, 16}, {16, 1}: 0.0213266ms, 0.192304%
vyDGpmRhC3:0 = @param:vyDGpmRhC3:0 -> int32_type, {8, 60}, {60, 1}: 0.0006978ms, 0.00629213%
main:@235 = unsqueeze[axes={2},steps={}](vyDGpmRhC3:0) -> int32_type, {8, 60, 1}, {60, 1, 1}: 0.00057644ms, 0.00519781%
main:@236 = load[offset=22848,end=24768](main:@1) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.00050014ms, 0.00450981%
main:@237 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=240,local=256,](main:@235,main:@236) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0132072ms, 0.119091%
main:@238 = load[offset=31232,end=61952](main:@1) -> float_type, {8, 60, 16}, {960, 16, 1}: 0.00065426ms, 0.00589952%
y5fPVEH2j4:0 = @param:y5fPVEH2j4:0 -> float_type, {8, 60, 17}, {1020, 17, 1}: 0.00056738ms, 0.00511612%
main:@240 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 17}](y5fPVEH2j4:0) -> float_type, {8, 60, 16}, {1020, 17, 1}: 0.00088942ms, 0.00801998%
main:@241 = multibroadcast[out_lens={8, 60, 16}](main:@237) -> float_type, {8, 60, 16}, {60, 1, 0}: 0.00052496ms, 0.00473361%
main:@242 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=7680,local=256,](main:@240,main:@241,main:@238) -> float_type, {8, 60, 16}, {960, 16, 1}: 0.0147884ms, 0.133349%
main:@243 = load[offset=603136,end=636160](main:@1) -> float_type, {8, 1032}, {1032, 1}: 0.00064848ms, 0.0058474%
main:@244 = reshape_lazy[dims={-1, 960}](main:@242) -> float_type, {8, 960}, {960, 1}: 0.00050666ms, 0.0045686%
main:@245 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4128,local=256,](main:@11,main:@244,main:@243) -> float_type, {8, 1032}, {1032, 1}: 0.0143836ms, 0.129699%
main:@246 = hip::hip_copy_literal[id=main:@literal:56] -> float_type, {1032, 128}, {128, 1}: 0.00075694ms, 0.0068254%
main:@247 = load[offset=22848,end=26944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046424ms, 0.00418609%
main:@248 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@245,main:@246,main:@247) -> float_type, {8, 128}, {128, 1}: 0.0255906ms, 0.230753%
main:@249 = hip::hip_copy_literal[id=main:@literal:90] -> float_type, {128, 16}, {16, 1}: 0.0007858ms, 0.00708563%
main:@250 = load[offset=31744,end=35840](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0004714ms, 0.00425066%
main:@251 = gpu::code_object[code_object=13520,symbol_name=log_sub_kernel,global=512,local=256,](main:@248,main:@250) -> float_type, {8, 128}, {128, 1}: 0.0130432ms, 0.117612%
main:@252 = load[offset=31232,end=31744](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060984ms, 0.00549898%
main:@253 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@251,main:@249,main:@252) -> float_type, {8, 16}, {16, 1}: 0.0214423ms, 0.193347%
main:@254 = reshape_lazy[dims={-1, 160}](main:@146) -> float_type, {8, 160}, {160, 1}: 0.00069088ms, 0.00622973%
main:@255 = load[offset=595712,end=603136](main:@1) -> float_type, {8, 232}, {232, 1}: 0.00047372ms, 0.00427158%
main:@256 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=928,local=256,](main:@11,main:@254,main:@255) -> float_type, {8, 232}, {232, 1}: 0.0138114ms, 0.124538%
main:@257 = hip::hip_copy_literal[id=main:@literal:132] -> float_type, {232, 128}, {128, 1}: 0.0007816ms, 0.00704776%
main:@258 = load[offset=22336,end=26432](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00050202ms, 0.00452676%
main:@259 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@256,main:@257,main:@258) -> float_type, {8, 128}, {128, 1}: 0.0252221ms, 0.22743%
main:@260 = load[offset=18240,end=22336](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060486ms, 0.00545408%
main:@261 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=512,local=256,](main:@259,main:@260) -> float_type, {8, 128}, {128, 1}: 0.0130348ms, 0.117536%
main:@262 = load[offset=17728,end=18240](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00062842ms, 0.00566652%
main:@263 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@261,main:@147,main:@262) -> float_type, {8, 16}, {16, 1}: 0.0194716ms, 0.175577%
main:@264 = load[offset=31744,end=63744](main:@1) -> float_type, {8, 50, 20}, {1000, 20, 1}: 0.00067906ms, 0.00612315%
gkGLzseUSO:0 = @param:gkGLzseUSO:0 -> float_type, {8, 50, 21}, {1050, 21, 1}: 0.00054474ms, 0.00491197%
main:@266 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 21}](gkGLzseUSO:0) -> float_type, {8, 50, 20}, {1050, 21, 1}: 0.00074198ms, 0.0066905%
main:@267 = multibroadcast[out_lens={8, 50, 20}](main:@109) -> float_type, {8, 50, 20}, {50, 1, 0}: 0.00054298ms, 0.0048961%
main:@268 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=8000,local=256,](main:@266,main:@267,main:@264) -> float_type, {8, 50, 20}, {1000, 20, 1}: 0.0149131ms, 0.134473%
main:@269 = reshape_lazy[dims={-1, 1000}](main:@268) -> float_type, {8, 1000}, {1000, 1}: 0.00066826ms, 0.00602576%
main:@270 = load[offset=561408,end=595712](main:@1) -> float_type, {8, 1072}, {1072, 1}: 0.00047808ms, 0.00431089%
main:@271 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4288,local=256,](main:@11,main:@269,main:@270) -> float_type, {8, 1072}, {1072, 1}: 0.0143306ms, 0.12922%
main:@272 = hip::hip_copy_literal[id=main:@literal:57] -> float_type, {1072, 128}, {128, 1}: 0.0007849ms, 0.00707752%
main:@273 = load[offset=22336,end=26432](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047668ms, 0.00429827%
main:@274 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@271,main:@272,main:@273) -> float_type, {8, 128}, {128, 1}: 0.0247316ms, 0.223007%
main:@275 = load[offset=18240,end=22336](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061192ms, 0.00551774%
main:@276 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=512,local=256,](main:@274,main:@275) -> float_type, {8, 128}, {128, 1}: 0.0129525ms, 0.116794%
main:@277 = load[offset=16128,end=16640](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00061576ms, 0.00555236%
main:@278 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@276,main:@147,main:@277) -> float_type, {8, 16}, {16, 1}: 0.020258ms, 0.182668%
main:@279 = load[offset=18240,end=22336](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006282ms, 0.00566454%
main:@280 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=512,local=256,](main:@27,main:@279) -> float_type, {8, 128}, {128, 1}: 0.0129958ms, 0.117184%
main:@281 = hip::hip_copy_literal[id=main:@literal:64] -> float_type, {128, 16}, {16, 1}: 0.00078512ms, 0.0070795%
main:@282 = load[offset=6912,end=7424](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00051378ms, 0.0046328%
main:@283 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@280,main:@281,main:@282) -> float_type, {8, 16}, {16, 1}: 0.0205157ms, 0.184992%
0MZVmrKeC6:0 = @param:0MZVmrKeC6:0 -> int32_type, {8, 10}, {10, 1}: 0.0007502ms, 0.00676462%
main:@285 = load[offset=7424,end=7744](main:@1) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.00048748ms, 0.00439565%
main:@286 = unsqueeze[axes={2},steps={}](0MZVmrKeC6:0) -> int32_type, {8, 10, 1}, {10, 1, 1}: 0.0005942ms, 0.00535796%
main:@287 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=40,local=256,](main:@286,main:@285) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.0129688ms, 0.116941%
WsiwEgbYlT:0 = @param:WsiwEgbYlT:0 -> float_type, {8, 10, 17}, {170, 17, 1}: 0.00064236ms, 0.00579222%
main:@289 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 10, 17}](WsiwEgbYlT:0) -> float_type, {8, 10, 16}, {170, 17, 1}: 0.00087676ms, 0.00790583%
main:@290 = load[offset=18240,end=23360](main:@1) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0004857ms, 0.0043796%
main:@291 = multibroadcast[out_lens={8, 10, 16}](main:@287) -> float_type, {8, 10, 16}, {10, 1, 0}: 0.00049844ms, 0.00449448%
main:@292 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=1280,local=256,](main:@289,main:@291,main:@290) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0146502ms, 0.132102%
main:@293 = reshape_lazy[dims={-1, 160}](main:@292) -> float_type, {8, 160}, {160, 1}: 0.0006685ms, 0.00602793%
main:@294 = load[offset=553984,end=561408](main:@1) -> float_type, {8, 232}, {232, 1}: 0.00046432ms, 0.00418682%
main:@295 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=928,local=256,](main:@11,main:@293,main:@294) -> float_type, {8, 232}, {232, 1}: 0.0137656ms, 0.124126%
main:@296 = hip::hip_copy_literal[id=main:@literal:157] -> float_type, {232, 128}, {128, 1}: 0.00072342ms, 0.00652314%
main:@297 = load[offset=18240,end=22336](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046642ms, 0.00420575%
main:@298 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@295,main:@296,main:@297) -> float_type, {8, 128}, {128, 1}: 0.0247322ms, 0.223012%
main:@299 = hip::hip_copy_literal[id=main:@literal:121] -> float_type, {128, 16}, {16, 1}: 0.00072198ms, 0.00651016%
main:@300 = load[offset=22336,end=26432](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00048482ms, 0.00437167%
main:@301 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@298,main:@300) -> float_type, {8, 128}, {128, 1}: 0.0130669ms, 0.117825%
main:@302 = load[offset=32256,end=32768](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00061614ms, 0.00555579%
main:@303 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@301,main:@299,main:@302) -> float_type, {8, 16}, {16, 1}: 0.01998ms, 0.180162%
main:@304 = load[offset=18240,end=22336](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061542ms, 0.0055493%
main:@305 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=512,local=256,](main:@42,main:@304) -> float_type, {8, 128}, {128, 1}: 0.0162744ms, 0.146748%
main:@306 = load[offset=31744,end=32256](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00062314ms, 0.00561891%
main:@307 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@305,main:@12,main:@306) -> float_type, {8, 16}, {16, 1}: 0.0204425ms, 0.184332%
main:@308 = hip::hip_copy_literal[id=main:@literal:100] -> float_type, {128, 16}, {16, 1}: 0.00077834ms, 0.00701836%
main:@309 = load[offset=512,end=4608](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0004811ms, 0.00433812%
main:@310 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=512,local=256,](main:@77,main:@309) -> float_type, {8, 128}, {128, 1}: 0.0131056ms, 0.118175%
main:@311 = load[offset=32768,end=33280](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00061284ms, 0.00552603%
main:@312 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@310,main:@308,main:@311) -> float_type, {8, 16}, {16, 1}: 0.0204078ms, 0.184019%
KFhBukd7EV:0 = @param:KFhBukd7EV:0 -> float_type, {8, 13}, {13, 1}: 0.00069092ms, 0.00623009%
main:@314 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](KFhBukd7EV:0) -> float_type, {8, 4}, {13, 1}: 0.0008192ms, 0.0073868%
main:@315 = slice[axes={0, 1},starts={0, 257},ends={8, 289}](lyiDxfzZg3:0) -> float_type, {8, 32}, {701, 1}: 0.00081504ms, 0.00734929%
m5MfQhR1Bp:0 = @param:m5MfQhR1Bp:0 -> float_type, {8, 13}, {13, 1}: 0.0005176ms, 0.00466725%
main:@317 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](m5MfQhR1Bp:0) -> float_type, {8, 4}, {13, 1}: 0.00079272ms, 0.00714803%
main:@318 = slice[axes={0, 1},starts={0, 129},ends={8, 161}](nv2tzWRf1I:0) -> float_type, {8, 32}, {301, 1}: 0.00062532ms, 0.00563857%
Qp3K1PHvte:0 = @param:Qp3K1PHvte:0 -> float_type, {8, 69}, {69, 1}: 0.00051064ms, 0.00460449%
ifP6Ceko5T:0 = @param:ifP6Ceko5T:0 -> float_type, {8, 73}, {73, 1}: 0.00046818ms, 0.00422162%
main:@321 = slice[axes={0, 1},starts={0, 129},ends={8, 161}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00078716ms, 0.00709789%
mIR0ToEnMH:0 = @param:mIR0ToEnMH:0 -> float_type, {8, 13}, {13, 1}: 0.00050064ms, 0.00451432%
main:@323 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](mIR0ToEnMH:0) -> float_type, {8, 4}, {13, 1}: 0.00064806ms, 0.00584362%
cHzIDJm6us:0 = @param:cHzIDJm6us:0 -> float_type, {8, 33}, {33, 1}: 0.00050738ms, 0.00457509%
main:@325 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](cHzIDJm6us:0) -> float_type, {8, 16}, {33, 1}: 0.00076474ms, 0.00689573%
main:@326 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](ifP6Ceko5T:0) -> float_type, {8, 16}, {73, 1}: 0.00065204ms, 0.0058795%
3mk8BKjDey:0 = @param:3mk8BKjDey:0 -> float_type, {8, 25}, {25, 1}: 0.00052776ms, 0.00475886%
0sDBrPmfS9:0 = @param:0sDBrPmfS9:0 -> float_type, {8, 13}, {13, 1}: 0.00046588ms, 0.00420088%
main:@329 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](Qp3K1PHvte:0) -> float_type, {8, 16}, {69, 1}: 0.0007991ms, 0.00720556%
S5AzoJmqUC:0 = @param:S5AzoJmqUC:0 -> float_type, {8, 13}, {13, 1}: 0.00049216ms, 0.00443785%
main:@331 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](S5AzoJmqUC:0) -> float_type, {8, 4}, {13, 1}: 0.00078268ms, 0.0070575%
qeZ76Hc03v:0 = @param:qeZ76Hc03v:0 -> float_type, {8, 13}, {13, 1}: 0.00048328ms, 0.00435778%
main:@333 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](qeZ76Hc03v:0) -> float_type, {8, 4}, {13, 1}: 0.00066092ms, 0.00595958%
Vi28Dy4Ll5:0 = @param:Vi28Dy4Ll5:0 -> float_type, {8, 13}, {13, 1}: 0.0005231ms, 0.00471684%
main:@335 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Vi28Dy4Ll5:0) -> float_type, {8, 4}, {13, 1}: 0.00072892ms, 0.00657274%
gU9SoiHyRO:0 = @param:gU9SoiHyRO:0 -> float_type, {8, 13}, {13, 1}: 0.00050666ms, 0.0045686%
main:@337 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](gU9SoiHyRO:0) -> float_type, {8, 4}, {13, 1}: 0.00070708ms, 0.00637581%
d1ExPaGqMN:0 = @param:d1ExPaGqMN:0 -> float_type, {8, 13}, {13, 1}: 0.00049784ms, 0.00448907%
main:@339 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](d1ExPaGqMN:0) -> float_type, {8, 4}, {13, 1}: 0.00072094ms, 0.00650078%
main:@340 = load[offset=7424,end=14976](main:@1) -> float_type, {8, 236}, {236, 1}: 0.00049346ms, 0.00444957%
TxEdCcekGS:0 = @param:TxEdCcekGS:0 -> float_type, {8, 49}, {49, 1}: 0.00050726ms, 0.00457401%
LKAvFme9ZS:0 = @param:LKAvFme9ZS:0 -> float_type, {8, 49}, {49, 1}: 0.00045104ms, 0.00406707%
w27LgiJW6P:0 = @param:w27LgiJW6P:0 -> float_type, {8, 13}, {13, 1}: 0.00051638ms, 0.00465625%
main:@344 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](w27LgiJW6P:0) -> float_type, {8, 4}, {13, 1}: 0.00074848ms, 0.00674911%
whRnWGgf0Q:0 = @param:whRnWGgf0Q:0 -> float_type, {8, 13}, {13, 1}: 0.00046788ms, 0.00421892%
main:@346 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](whRnWGgf0Q:0) -> float_type, {8, 4}, {13, 1}: 0.00068658ms, 0.00619096%
main:@347 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](3mk8BKjDey:0) -> float_type, {8, 16}, {25, 1}: 0.00068224ms, 0.00615182%
main:@348 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](TxEdCcekGS:0) -> float_type, {8, 8}, {49, 1}: 0.00068674ms, 0.0061924%
main:@349 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](LKAvFme9ZS:0) -> float_type, {8, 8}, {49, 1}: 0.00068078ms, 0.00613866%
0cjwsL5ldh:0 = @param:0cjwsL5ldh:0 -> float_type, {8, 33}, {33, 1}: 0.00047042ms, 0.00424182%
main:@351 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](0cjwsL5ldh:0) -> float_type, {8, 16}, {33, 1}: 0.00071424ms, 0.00644037%
main:@352 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](0sDBrPmfS9:0) -> float_type, {8, 4}, {13, 1}: 0.00082266ms, 0.007418%
main:@353 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=89,local=256,](main:@315,main:@318,main:@321,main:@326,main:@329,main:@349,main:@348,main:@325,main:@347,main:@351,main:@352,main:@337,main:@314,main:@333,main:@335,main:@317,main:@323,main:@339,main:@331,main:@346,main:@344,main:@340) -> float_type, {8, 236}, {236, 1}: 0.0364943ms, 0.329072%
main:@354 = hip::hip_copy_literal[id=main:@literal:7] -> float_type, {236, 896}, {896, 1}: 0.00084486ms, 0.00761818%
main:@355 = load[offset=37376,end=66048](main:@1) -> float_type, {8, 896}, {896, 1}: 0.000465ms, 0.00419295%
main:@356 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@353,main:@354,main:@355) -> float_type, {8, 896}, {896, 1}: 0.0253766ms, 0.228823%
main:@357 = load[offset=33280,end=33792](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060938ms, 0.00549484%
main:@358 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=64,local=256,](main:@62,main:@357) -> float_type, {8, 16}, {16, 1}: 0.0162619ms, 0.146635%
main:@359 = load[offset=33792,end=34304](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060586ms, 0.0054631%
main:@360 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=64,local=256,](main:@283,main:@359) -> float_type, {8, 16}, {16, 1}: 0.0128863ms, 0.116197%
main:@361 = hip::hip_copy_literal[id=main:@literal:137] -> float_type, {128, 240}, {240, 1}: 0.00077786ms, 0.00701404%
main:@362 = load[offset=34304,end=36864](main:@1) -> float_type, {8, 80}, {80, 1}: 0.00050154ms, 0.00452243%
main:@363 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=128,local=256,](main:@191,main:@278,main:@206,main:@181,main:@222,main:@362) -> float_type, {8, 80}, {80, 1}: 0.015133ms, 0.136456%
main:@364 = hip::hip_copy_literal[id=main:@literal:162] -> float_type, {256}, {1}: 0.00074564ms, 0.0067235%
main:@365 = hip::hip_copy_literal[id=main:@literal:154] -> float_type, {512, 256}, {256, 1}: 0.0006629ms, 0.00597743%
main:@366 = hip::hip_copy_literal[id=main:@literal:164] -> float_type, {256, 512}, {512, 1}: 0.00069144ms, 0.00623478%
main:@367 = load[offset=36864,end=37376](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00047322ms, 0.00426707%
main:@368 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=64,local=256,](main:@166,main:@367) -> float_type, {8, 16}, {16, 1}: 0.0132308ms, 0.119303%
main:@369 = load[offset=66048,end=67072](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00059318ms, 0.00534876%
main:@370 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=128,local=256,](main:@278,main:@206,main:@369) -> float_type, {8, 32}, {32, 1}: 0.0134521ms, 0.121298%
main:@371 = load[offset=67072,end=67584](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00062194ms, 0.00560809%
main:@372 = gpu::code_object[code_object=13520,symbol_name=tanh_add_kernel,global=64,local=256,](main:@263,main:@371) -> float_type, {8, 16}, {16, 1}: 0.0136271ms, 0.122877%
main:@373 = hip::hip_copy_literal[id=main:@literal:13] -> float_type, {896}, {1}: 0.00074876ms, 0.00675164%
main:@374 = multibroadcast[out_lens={8, 896}](main:@373) -> float_type, {8, 896}, {0, 1}: 0.00064068ms, 0.00577707%
main:@375 = load[offset=0,end=28672](main:@1) -> float_type, {8, 896}, {896, 1}: 0.00046916ms, 0.00423046%
main:@376 = gpu::code_object[code_object=13536,symbol_name=add_leaky_relu_kernel,global=3584,local=256,](main:@356,main:@374,main:@375) -> float_type, {8, 896}, {896, 1}: 0.0138446ms, 0.124838%
main:@377 = load[offset=37376,end=37888](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00059702ms, 0.00538338%
main:@378 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=64,local=256,](main:@233,main:@377) -> float_type, {8, 16}, {16, 1}: 0.0127754ms, 0.115197%
main:@379 = load[offset=30720,end=31232](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060734ms, 0.00547644%
main:@380 = gpu::code_object[code_object=13520,symbol_name=rsqrt_sub_kernel,global=64,local=256,](main:@253,main:@379) -> float_type, {8, 16}, {16, 1}: 0.0128819ms, 0.116157%
main:@381 = load[offset=31232,end=31744](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00063196ms, 0.00569844%
main:@382 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=64,local=256,](main:@303,main:@381) -> float_type, {8, 16}, {16, 1}: 0.013728ms, 0.123787%
main:@383 = load[offset=32256,end=32768](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060514ms, 0.0054566%
main:@384 = gpu::code_object[code_object=13520,symbol_name=tanh_div_kernel,global=64,local=256,](main:@195,main:@383) -> float_type, {8, 16}, {16, 1}: 0.0139559ms, 0.125842%
main:@385 = load[offset=29696,end=30208](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060748ms, 0.0054777%
main:@386 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=64,local=256,](main:@307,main:@385) -> float_type, {8, 16}, {16, 1}: 0.0136282ms, 0.122887%
main:@387 = load[offset=31744,end=32256](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00062456ms, 0.00563172%
main:@388 = gpu::code_object[code_object=13520,symbol_name=rsqrt_sub_kernel,global=64,local=256,](main:@312,main:@387) -> float_type, {8, 16}, {16, 1}: 0.0128653ms, 0.116008%
main:@389 = load[offset=37888,end=40448](main:@1) -> float_type, {8, 80}, {80, 1}: 0.00064942ms, 0.00585588%
main:@390 = gpu::code_object[code_object=13560,symbol_name=neg_rsqrt_tanh_log_concat_add_kernel,global=160,local=256,](main:@191,main:@370,main:@181,main:@222,main:@363,main:@389) -> float_type, {8, 80}, {80, 1}: 0.0162359ms, 0.1464%
main:@391 = load[offset=651904,end=659584](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00058998ms, 0.0053199%
main:@392 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=174,local=256,](main:@388,main:@360,main:@378,main:@384,main:@380,main:@358,main:@390,main:@386,main:@372,main:@368,main:@382,main:@391) -> float_type, {8, 240}, {240, 1}: 0.0193556ms, 0.174531%
main:@393 = hip::hip_copy_literal[id=main:@literal:107] -> float_type, {128, 240}, {240, 1}: 0.00077688ms, 0.0070052%
main:@394 = hip::hip_copy_literal[id=main:@literal:146] -> float_type, {256, 512}, {512, 1}: 0.00071546ms, 0.00645137%
main:@395 = hip::hip_copy_literal[id=main:@literal:120] -> float_type, {512, 256}, {256, 1}: 0.00073882ms, 0.00666201%
a5QhOKE1Yc:0 = @param:a5QhOKE1Yc:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00055702ms, 0.0050227%
main:@397 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](a5QhOKE1Yc:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00072274ms, 0.00651701%
W3KAtTdC92:0 = @param:W3KAtTdC92:0 -> float_type, {8, 15, 17}, {255, 17, 1}: 0.00051006ms, 0.00459926%
main:@399 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 17}](W3KAtTdC92:0) -> float_type, {8, 15, 16}, {255, 17, 1}: 0.00076858ms, 0.00693036%
ZebaMGw6vA:0 = @param:ZebaMGw6vA:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00050496ms, 0.00455327%
main:@401 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](ZebaMGw6vA:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00064382ms, 0.00580538%
wcHWv4SNE2:0 = @param:wcHWv4SNE2:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00049204ms, 0.00443677%
main:@403 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](wcHWv4SNE2:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00079492ms, 0.00716787%
main:@404 = load[offset=28672,end=65152](main:@1) -> float_type, {8, 15, 76}, {1140, 76, 1}: 0.00048668ms, 0.00438844%
main:@405 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1520,local=256,](main:@397,main:@170,main:@403,main:@399,main:@210,main:@401,main:@404) -> float_type, {8, 15, 76}, {1140, 76, 1}: 0.0218973ms, 0.19745%
main:@406 = hip::hip_copy_literal[id=main:@literal:22] -> float_type, {76, 64}, {64, 1}: 0.00078608ms, 0.00708816%
main:@407 = reshape_lazy[dims={120, 76}](main:@405) -> float_type, {120, 76}, {76, 1}: 0.00055426ms, 0.00499781%
main:@408 = load[offset=244608,end=275328](main:@1) -> float_type, {120, 64}, {64, 1}: 0.0004598ms, 0.00414606%
main:@409 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@407,main:@406,main:@408) -> float_type, {120, 64}, {64, 1}: 0.0210162ms, 0.189505%
74jZTbEdLU:0 = @param:74jZTbEdLU:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.0006959ms, 0.00627499%
main:@411 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](74jZTbEdLU:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00068038ms, 0.00613505%
Z9QLFGO2Su:0 = @param:Z9QLFGO2Su:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00051502ms, 0.00464398%
main:@413 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](Z9QLFGO2Su:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00079676ms, 0.00718446%
WixXdEln2I:0 = @param:WixXdEln2I:0 -> float_type, {8, 30, 17}, {510, 17, 1}: 0.00047838ms, 0.0043136%
main:@415 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 17}](WixXdEln2I:0) -> float_type, {8, 30, 16}, {510, 17, 1}: 0.00065992ms, 0.00595056%
IYWQSCjynR:0 = @param:IYWQSCjynR:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00051454ms, 0.00463965%
main:@417 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](IYWQSCjynR:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00080072ms, 0.00722017%
VvUalZIQHK:0 = @param:VvUalZIQHK:0 -> float_type, {8, 30, 5}, {150, 5, 1}: 0.00052898ms, 0.00476986%
main:@419 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 5}](VvUalZIQHK:0) -> float_type, {8, 30, 4}, {150, 5, 1}: 0.00070618ms, 0.00636769%
bX19AmYnBL:0 = @param:bX19AmYnBL:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00049768ms, 0.00448763%
main:@421 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](bX19AmYnBL:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00080798ms, 0.00728563%
6DYAlXkjub:0 = @param:6DYAlXkjub:0 -> float_type, {8, 30, 17}, {510, 17, 1}: 0.00047018ms, 0.00423966%
main:@423 = load[offset=31872,end=97152](main:@1) -> float_type, {8, 30, 68}, {2040, 68, 1}: 0.00048952ms, 0.00441405%
main:@424 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 17}](6DYAlXkjub:0) -> float_type, {8, 30, 16}, {510, 17, 1}: 0.00067544ms, 0.0060905%
main:@425 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2331,local=256,](main:@419,main:@415,main:@417,main:@424,main:@411,main:@421,main:@413,main:@423) -> float_type, {8, 30, 68}, {2040, 68, 1}: 0.022309ms, 0.201163%
main:@426 = hip::hip_copy_literal[id=main:@literal:6] -> float_type, {68, 64}, {64, 1}: 0.00078244ms, 0.00705533%
main:@427 = reshape_lazy[dims={240, 68}](main:@425) -> float_type, {240, 68}, {68, 1}: 0.00054934ms, 0.00495345%
main:@428 = load[offset=275328,end=336768](main:@1) -> float_type, {240, 64}, {64, 1}: 0.000467ms, 0.00421098%
main:@429 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@427,main:@426,main:@428) -> float_type, {240, 64}, {64, 1}: 0.0198364ms, 0.178866%
main:@430 = hip::hip_copy_literal[id=main:@literal:9] -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00083414ms, 0.00752152%
main:@431 = slice[axes={0},starts={24},ends={32}](main:@137) -> float_type, {8, 18, 64}, {1152, 64, 1}: 0.00068804ms, 0.00620412%
main:@432 = slice[axes={0},starts={16},ends={24}](main:@137) -> float_type, {8, 18, 64}, {1152, 64, 1}: 0.0007255ms, 0.0065419%
main:@433 = slice[axes={0},starts={8},ends={16}](main:@137) -> float_type, {8, 18, 64}, {1152, 64, 1}: 0.00059748ms, 0.00538753%
main:@434 = slice[axes={0},starts={0},ends={8}](main:@137) -> float_type, {8, 18, 64}, {1152, 64, 1}: 0.00056868ms, 0.00512784%
main:@435 = load[offset=725888,end=873344](main:@1) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00048352ms, 0.00435994%
main:@436 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=9216,local=256,](main:@434,main:@433,main:@432,main:@431,main:@435) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.0166644ms, 0.150265%
main:@437 = hip::hip_copy_literal[id=main:@literal:163] -> float_type, {256}, {1}: 0.00075866ms, 0.00684091%
main:@438 = multibroadcast[out_lens={8, 18, 256}](main:@437) -> float_type, {8, 18, 256}, {0, 0, 1}: 0.000616ms, 0.00555453%
main:@439 = multibroadcast[out_lens={8, 18, 256}](main:@364) -> float_type, {8, 18, 256}, {0, 0, 1}: 0.0005339ms, 0.00481423%
main:@440 = load[offset=97152,end=244608](main:@1) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00048248ms, 0.00435057%
main:@441 = gpu::code_object[code_object=13624,symbol_name=mul_relu_reduce_prod_sub_mul_reduce_sum_add_add_add_add_pow_kernel,global=18432,local=128,](main:@436,main:@430,main:@439,main:@438,main:@440) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.0208905ms, 0.188372%
RpITWntAji:0 = @param:RpITWntAji:0 -> float_type, {8, 17}, {17, 1}: 0.00067348ms, 0.00607283%
main:@443 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](RpITWntAji:0) -> float_type, {8, 8}, {17, 1}: 0.00068682ms, 0.00619312%
92MwiALCHX:0 = @param:92MwiALCHX:0 -> float_type, {8, 25}, {25, 1}: 0.00051762ms, 0.00466743%
main:@445 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](92MwiALCHX:0) -> float_type, {8, 8}, {25, 1}: 0.00084334ms, 0.00760447%
JSWhLK4Agx:0 = @param:JSWhLK4Agx:0 -> float_type, {8, 25}, {25, 1}: 0.00047614ms, 0.0042934%
main:@447 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](JSWhLK4Agx:0) -> float_type, {8, 8}, {25, 1}: 0.00064624ms, 0.00582721%
o74vNAnXxy:0 = @param:o74vNAnXxy:0 -> float_type, {8, 17}, {17, 1}: 0.0005375ms, 0.00484669%
main:@449 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](o74vNAnXxy:0) -> float_type, {8, 4}, {17, 1}: 0.0007556ms, 0.00681331%
AVLcBpWeuo:0 = @param:AVLcBpWeuo:0 -> float_type, {8, 21}, {21, 1}: 0.00048372ms, 0.00436175%
main:@451 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](AVLcBpWeuo:0) -> float_type, {8, 4}, {21, 1}: 0.00064422ms, 0.00580899%
Tg4u0GfnFb:0 = @param:Tg4u0GfnFb:0 -> float_type, {8, 25}, {25, 1}: 0.00044728ms, 0.00403316%
main:@453 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](Tg4u0GfnFb:0) -> float_type, {8, 8}, {25, 1}: 0.00077384ms, 0.00697779%
TidKGrnobI:0 = @param:TidKGrnobI:0 -> float_type, {8, 13}, {13, 1}: 0.00049054ms, 0.00442324%
main:@455 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](TidKGrnobI:0) -> float_type, {8, 2}, {13, 1}: 0.00063246ms, 0.00570295%
HZ0l3MmcPY:0 = @param:HZ0l3MmcPY:0 -> float_type, {8, 17}, {17, 1}: 0.00047744ms, 0.00430512%
main:@457 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](HZ0l3MmcPY:0) -> float_type, {8, 4}, {17, 1}: 0.0009383ms, 0.00846074%
zZHaVOckpw:0 = @param:zZHaVOckpw:0 -> float_type, {8, 13}, {13, 1}: 0.00052458ms, 0.00473019%
pH5srbufJ1:0 = @param:pH5srbufJ1:0 -> float_type, {8, 17}, {17, 1}: 0.0004915ms, 0.0044319%
m2YscaoDjP:0 = @param:m2YscaoDjP:0 -> float_type, {8, 17}, {17, 1}: 0.00047028ms, 0.00424056%
NXOSdQVPs0:0 = @param:NXOSdQVPs0:0 -> float_type, {8, 25}, {25, 1}: 0.00047098ms, 0.00424687%
1PJsBhDaCK:0 = @param:1PJsBhDaCK:0 -> float_type, {8, 25}, {25, 1}: 0.0005703ms, 0.00514245%
3kdi0vsSZG:0 = @param:3kdi0vsSZG:0 -> float_type, {8, 25}, {25, 1}: 0.0005575ms, 0.00502703%
ry2xad1vc9:0 = @param:ry2xad1vc9:0 -> float_type, {8, 25}, {25, 1}: 0.00050968ms, 0.00459583%
IztrlRfWQU:0 = @param:IztrlRfWQU:0 -> float_type, {8, 13}, {13, 1}: 0.00050764ms, 0.00457744%
main:@466 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](IztrlRfWQU:0) -> float_type, {8, 2}, {13, 1}: 0.00076742ms, 0.0069199%
KN13IWXZSu:0 = @param:KN13IWXZSu:0 -> float_type, {8, 13}, {13, 1}: 0.00046428ms, 0.00418646%
main:@468 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](KN13IWXZSu:0) -> float_type, {8, 2}, {13, 1}: 0.00071056ms, 0.00640719%
RHo9Jz6KpI:0 = @param:RHo9Jz6KpI:0 -> float_type, {8, 21}, {21, 1}: 0.00046204ms, 0.00416626%
main:@470 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](RHo9Jz6KpI:0) -> float_type, {8, 4}, {21, 1}: 0.00093204ms, 0.00840429%
main:@471 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](NXOSdQVPs0:0) -> float_type, {8, 8}, {25, 1}: 0.00065716ms, 0.00592567%
msiPzSBKMj:0 = @param:msiPzSBKMj:0 -> float_type, {8, 17}, {17, 1}: 0.00047854ms, 0.00431504%
ujOA5LQW7M:0 = @param:ujOA5LQW7M:0 -> float_type, {8, 13}, {13, 1}: 0.00045884ms, 0.0041374%
xymEBUMS25:0 = @param:xymEBUMS25:0 -> float_type, {8, 13}, {13, 1}: 0.00044474ms, 0.00401026%
09zp4EDXTh:0 = @param:09zp4EDXTh:0 -> float_type, {8, 25}, {25, 1}: 0.00047938ms, 0.00432261%
main:@476 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](09zp4EDXTh:0) -> float_type, {8, 8}, {25, 1}: 0.00091676ms, 0.00826651%
YbIVz8l1un:0 = @param:YbIVz8l1un:0 -> float_type, {8, 45}, {45, 1}: 0.00046064ms, 0.00415363%
main:@478 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](YbIVz8l1un:0) -> float_type, {8, 8}, {45, 1}: 0.00070922ms, 0.0063951%
bJsIAzhYc3:0 = @param:bJsIAzhYc3:0 -> float_type, {8, 37}, {37, 1}: 0.00050442ms, 0.0045484%
main:@480 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](bJsIAzhYc3:0) -> float_type, {8, 8}, {37, 1}: 0.00070766ms, 0.00638104%
main:@481 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](pH5srbufJ1:0) -> float_type, {8, 4}, {17, 1}: 0.00086322ms, 0.00778373%
main:@482 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](ry2xad1vc9:0) -> float_type, {8, 8}, {25, 1}: 0.0006892ms, 0.00621458%
S5D6WGIXMd:0 = @param:S5D6WGIXMd:0 -> float_type, {8, 17}, {17, 1}: 0.00056688ms, 0.00511161%
main:@484 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](S5D6WGIXMd:0) -> float_type, {8, 4}, {17, 1}: 0.0006964ms, 0.0062795%
1WNvHElUG7:0 = @param:1WNvHElUG7:0 -> float_type, {8, 25}, {25, 1}: 0.00044164ms, 0.00398231%
main:@486 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](1WNvHElUG7:0) -> float_type, {8, 8}, {25, 1}: 0.00088104ms, 0.00794442%
main:@487 = slice[axes={0, 1},starts={0, 21},ends={8, 25}](ifP6Ceko5T:0) -> float_type, {8, 4}, {73, 1}: 0.00064604ms, 0.0058254%
main:@488 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](xymEBUMS25:0) -> float_type, {8, 2}, {13, 1}: 0.00063914ms, 0.00576318%
tWcngAq7hV:0 = @param:tWcngAq7hV:0 -> float_type, {8, 13}, {13, 1}: 0.0004563ms, 0.0041145%
main:@490 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](tWcngAq7hV:0) -> float_type, {8, 2}, {13, 1}: 0.00066474ms, 0.00599402%
main:@491 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](msiPzSBKMj:0) -> float_type, {8, 4}, {17, 1}: 0.00069348ms, 0.00625317%
xT9FhjM1Uu:0 = @param:xT9FhjM1Uu:0 -> float_type, {8, 17}, {17, 1}: 0.0005228ms, 0.00471414%
main:@493 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](xT9FhjM1Uu:0) -> float_type, {8, 4}, {17, 1}: 0.00074134ms, 0.00668473%
main:@494 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](m2YscaoDjP:0) -> float_type, {8, 4}, {17, 1}: 0.00065134ms, 0.00587319%
main:@495 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](zZHaVOckpw:0) -> float_type, {8, 2}, {13, 1}: 0.000859ms, 0.00774568%
qd1komWTn4:0 = @param:qd1komWTn4:0 -> float_type, {8, 25}, {25, 1}: 0.0005192ms, 0.00468167%
main:@497 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](qd1komWTn4:0) -> float_type, {8, 8}, {25, 1}: 0.0006989ms, 0.00630205%
main:@498 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](ujOA5LQW7M:0) -> float_type, {8, 2}, {13, 1}: 0.0006168ms, 0.00556174%
nPUSZFm74Y:0 = @param:nPUSZFm74Y:0 -> float_type, {8, 13}, {13, 1}: 0.0005396ms, 0.00486562%
main:@500 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](nPUSZFm74Y:0) -> float_type, {8, 2}, {13, 1}: 0.0008968ms, 0.00808653%
main:@501 = slice[axes={0, 1},starts={0, 163},ends={8, 165}](nv2tzWRf1I:0) -> float_type, {8, 2}, {301, 1}: 0.00066854ms, 0.00602829%
main:@502 = load[offset=732032,end=738240](main:@1) -> float_type, {8, 194}, {194, 1}: 0.00047202ms, 0.00425625%
XxirNgB98u:0 = @param:XxirNgB98u:0 -> float_type, {8, 13}, {13, 1}: 0.00044036ms, 0.00397077%
main:@504 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](XxirNgB98u:0) -> float_type, {8, 2}, {13, 1}: 0.00072832ms, 0.00656733%
1u5yIsHTXE:0 = @param:1u5yIsHTXE:0 -> float_type, {8, 17}, {17, 1}: 0.00045064ms, 0.00406346%
main:@506 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](1u5yIsHTXE:0) -> float_type, {8, 4}, {17, 1}: 0.00069378ms, 0.00625588%
2lVXMZgJfO:0 = @param:2lVXMZgJfO:0 -> float_type, {8, 25}, {25, 1}: 0.00048612ms, 0.00438339%
main:@508 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](2lVXMZgJfO:0) -> float_type, {8, 8}, {25, 1}: 0.00070542ms, 0.00636084%
main:@509 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](3kdi0vsSZG:0) -> float_type, {8, 8}, {25, 1}: 0.00062972ms, 0.00567824%
main:@510 = slice[axes={0, 1},starts={0, 25},ends={8, 33}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.00083632ms, 0.00754117%
5JHUPChra8:0 = @param:5JHUPChra8:0 -> float_type, {8, 17}, {17, 1}: 0.00050502ms, 0.00455381%
main:@512 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](5JHUPChra8:0) -> float_type, {8, 2}, {17, 1}: 0.00071646ms, 0.00646039%
main:@513 = slice[axes={0, 1},starts={0, 169},ends={8, 177}](uFSOc5Chp2:0) -> float_type, {8, 8}, {481, 1}: 0.00064248ms, 0.0057933%
main:@514 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](1PJsBhDaCK:0) -> float_type, {8, 8}, {25, 1}: 0.00063282ms, 0.0057062%
main:@515 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=40,local=256,](main:@512,main:@504,main:@490,main:@488,main:@466,main:@468,main:@500,main:@498,main:@495,main:@455,main:@501,main:@457,main:@481,main:@491,main:@506,main:@470,main:@484,main:@494,main:@451,main:@449,main:@493,main:@487,main:@476,main:@514,main:@510,main:@447,main:@497,main:@482,main:@508,main:@445,main:@453,main:@486,main:@471,main:@480,main:@509,main:@478,main:@443,main:@513,main:@502) -> float_type, {8, 194}, {194, 1}: 0.0494291ms, 0.445707%
main:@516 = hip::hip_copy_literal[id=main:@literal:106] -> float_type, {194, 192}, {192, 1}: 0.00078312ms, 0.00706147%
main:@517 = load[offset=725888,end=732032](main:@1) -> float_type, {8, 192}, {192, 1}: 0.0005309ms, 0.00478717%
main:@518 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@515,main:@516,main:@517) -> float_type, {8, 192}, {192, 1}: 0.0238612ms, 0.215159%
main:@519 = hip::hip_copy_literal[id=main:@literal:73] -> float_type, {170, 160}, {160, 1}: 0.00077562ms, 0.00699384%
5yColzZ8K3:0 = @param:5yColzZ8K3:0 -> float_type, {8, 5}, {5, 1}: 0.00051924ms, 0.00468203%
main:@521 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](5yColzZ8K3:0) -> float_type, {8, 2}, {5, 1}: 0.000695ms, 0.00626688%
IxpbBg7JTO:0 = @param:IxpbBg7JTO:0 -> float_type, {8, 5}, {5, 1}: 0.00051658ms, 0.00465805%
main:@523 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](IxpbBg7JTO:0) -> float_type, {8, 2}, {5, 1}: 0.0008124ms, 0.00732549%
6Wh2Jm7GHC:0 = @param:6Wh2Jm7GHC:0 -> float_type, {8, 5}, {5, 1}: 0.00051498ms, 0.00464362%
main:@525 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](6Wh2Jm7GHC:0) -> float_type, {8, 2}, {5, 1}: 0.00070606ms, 0.00636661%
UMO0o14RuI:0 = @param:UMO0o14RuI:0 -> float_type, {8, 9}, {9, 1}: 0.00045586ms, 0.00411053%
main:@527 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](UMO0o14RuI:0) -> float_type, {8, 4}, {9, 1}: 0.00074868ms, 0.00675092%
IMdFk7D16X:0 = @param:IMdFk7D16X:0 -> float_type, {8, 9}, {9, 1}: 0.00048306ms, 0.0043558%
main:@529 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](IMdFk7D16X:0) -> float_type, {8, 4}, {9, 1}: 0.0006343ms, 0.00571954%
Pu1O5qFxY6:0 = @param:Pu1O5qFxY6:0 -> float_type, {8, 17}, {17, 1}: 0.00046382ms, 0.00418231%
main:@531 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](Pu1O5qFxY6:0) -> float_type, {8, 4}, {17, 1}: 0.00078294ms, 0.00705984%
Cw59eOo7M1:0 = @param:Cw59eOo7M1:0 -> float_type, {8, 9}, {9, 1}: 0.00047332ms, 0.00426797%
main:@533 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](Cw59eOo7M1:0) -> float_type, {8, 4}, {9, 1}: 0.0007757ms, 0.00699456%
E1ZkVIXqS5:0 = @param:E1ZkVIXqS5:0 -> float_type, {8, 9}, {9, 1}: 0.00047738ms, 0.00430458%
main:@535 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](E1ZkVIXqS5:0) -> float_type, {8, 4}, {9, 1}: 0.00074098ms, 0.00668148%
EhUjmCTaGW:0 = @param:EhUjmCTaGW:0 -> float_type, {8, 9}, {9, 1}: 0.00047778ms, 0.00430819%
main:@537 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](EhUjmCTaGW:0) -> float_type, {8, 4}, {9, 1}: 0.00064804ms, 0.00584344%
l5WSX3VvMK:0 = @param:l5WSX3VvMK:0 -> float_type, {8, 25}, {25, 1}: 0.00052022ms, 0.00469087%
main:@539 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](l5WSX3VvMK:0) -> float_type, {8, 8}, {25, 1}: 0.00074942ms, 0.00675759%
FWhBxj4Tun:0 = @param:FWhBxj4Tun:0 -> float_type, {8, 9}, {9, 1}: 0.00045704ms, 0.00412117%
main:@541 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](FWhBxj4Tun:0) -> float_type, {8, 4}, {9, 1}: 0.0006143ms, 0.0055392%
Ouh1XpPZaj:0 = @param:Ouh1XpPZaj:0 -> float_type, {8, 9}, {9, 1}: 0.00047862ms, 0.00431576%
main:@543 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](Ouh1XpPZaj:0) -> float_type, {8, 4}, {9, 1}: 0.00095992ms, 0.00865569%
HmATr3gKsW:0 = @param:HmATr3gKsW:0 -> float_type, {8, 9}, {9, 1}: 0.00047312ms, 0.00426617%
main:@545 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](HmATr3gKsW:0) -> float_type, {8, 4}, {9, 1}: 0.00064966ms, 0.00585804%
yVxKAL4U5G:0 = @param:yVxKAL4U5G:0 -> float_type, {8, 9}, {9, 1}: 0.00052552ms, 0.00473866%
O5aJeUQh2G:0 = @param:O5aJeUQh2G:0 -> float_type, {8, 17}, {17, 1}: 0.0004693ms, 0.00423172%
oQ5OcjZJe8:0 = @param:oQ5OcjZJe8:0 -> float_type, {8, 17}, {17, 1}: 0.00053852ms, 0.00485588%
l4bReWtsMB:0 = @param:l4bReWtsMB:0 -> float_type, {8, 25}, {25, 1}: 0.00044162ms, 0.00398213%
xVErSbJ0hg:0 = @param:xVErSbJ0hg:0 -> float_type, {8, 9}, {9, 1}: 0.00051948ms, 0.0046842%
J3H2EjAXt8:0 = @param:J3H2EjAXt8:0 -> float_type, {8, 5}, {5, 1}: 0.0005968ms, 0.0053814%
main:@552 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](J3H2EjAXt8:0) -> float_type, {8, 2}, {5, 1}: 0.00064608ms, 0.00582576%
NLt5JnRMjG:0 = @param:NLt5JnRMjG:0 -> float_type, {8, 5}, {5, 1}: 0.00047074ms, 0.00424471%
main:@554 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](NLt5JnRMjG:0) -> float_type, {8, 2}, {5, 1}: 0.00070252ms, 0.00633469%
KCNfS4GlpP:0 = @param:KCNfS4GlpP:0 -> float_type, {8, 9}, {9, 1}: 0.00049908ms, 0.00450025%
main:@556 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](KCNfS4GlpP:0) -> float_type, {8, 4}, {9, 1}: 0.00070274ms, 0.00633667%
main:@557 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](O5aJeUQh2G:0) -> float_type, {8, 8}, {17, 1}: 0.00065962ms, 0.00594785%
1QWFmJ96aB:0 = @param:1QWFmJ96aB:0 -> float_type, {8, 5}, {5, 1}: 0.00046298ms, 0.00417473%
Uc42tiuavR:0 = @param:Uc42tiuavR:0 -> float_type, {8, 9}, {9, 1}: 0.00055726ms, 0.00502486%
zX6xKOWG9S:0 = @param:zX6xKOWG9S:0 -> float_type, {8, 5}, {5, 1}: 0.00043984ms, 0.00396608%
mNgQ4ohWqU:0 = @param:mNgQ4ohWqU:0 -> float_type, {8, 9}, {9, 1}: 0.0004428ms, 0.00399277%
mTMtDEo3r8:0 = @param:mTMtDEo3r8:0 -> float_type, {8, 9}, {9, 1}: 0.00049676ms, 0.00447933%
tIGjbcEuDd:0 = @param:tIGjbcEuDd:0 -> float_type, {8, 9}, {9, 1}: 0.00050148ms, 0.00452189%
gdck97AK4w:0 = @param:gdck97AK4w:0 -> float_type, {8, 17}, {17, 1}: 0.00050558ms, 0.00455886%
nltbg9ZWQX:0 = @param:nltbg9ZWQX:0 -> float_type, {8, 17}, {17, 1}: 0.00051078ms, 0.00460575%
ZRYNFfjSez:0 = @param:ZRYNFfjSez:0 -> float_type, {8, 33}, {33, 1}: 0.00050056ms, 0.0045136%
magwfJSnUu:0 = @param:magwfJSnUu:0 -> float_type, {8, 9}, {9, 1}: 0.00050872ms, 0.00458718%
main:@568 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](Uc42tiuavR:0) -> float_type, {8, 4}, {9, 1}: 0.00075408ms, 0.00679961%
main:@569 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](oQ5OcjZJe8:0) -> float_type, {8, 8}, {17, 1}: 0.0006515ms, 0.00587464%
main:@570 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](l4bReWtsMB:0) -> float_type, {8, 8}, {25, 1}: 0.00064476ms, 0.00581386%
main:@571 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](yVxKAL4U5G:0) -> float_type, {8, 4}, {9, 1}: 0.00065722ms, 0.00592621%
main:@572 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](ZRYNFfjSez:0) -> float_type, {8, 8}, {33, 1}: 0.00062692ms, 0.005653%
main:@573 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](nltbg9ZWQX:0) -> float_type, {8, 4}, {17, 1}: 0.00062952ms, 0.00567644%
U6GqhP8k7I:0 = @param:U6GqhP8k7I:0 -> float_type, {8, 9}, {9, 1}: 0.00047122ms, 0.00424903%
main:@575 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](U6GqhP8k7I:0) -> float_type, {8, 4}, {9, 1}: 0.00070198ms, 0.00632982%
ecPTQUALkq:0 = @param:ecPTQUALkq:0 -> float_type, {8, 5}, {5, 1}: 0.0005491ms, 0.00495129%
main:@577 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](ecPTQUALkq:0) -> float_type, {8, 2}, {5, 1}: 0.00070334ms, 0.00634208%
main:@578 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](magwfJSnUu:0) -> float_type, {8, 4}, {9, 1}: 0.00066696ms, 0.00601404%
main:@579 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](mNgQ4ohWqU:0) -> float_type, {8, 4}, {9, 1}: 0.00065464ms, 0.00590295%
gsP96ZTbn0:0 = @param:gsP96ZTbn0:0 -> float_type, {8, 17}, {17, 1}: 0.00046534ms, 0.00419601%
main:@581 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](gsP96ZTbn0:0) -> float_type, {8, 8}, {17, 1}: 0.00068946ms, 0.00621692%
gqk5byC8aJ:0 = @param:gqk5byC8aJ:0 -> float_type, {8, 5}, {5, 1}: 0.00046304ms, 0.00417527%
main:@583 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](gqk5byC8aJ:0) -> float_type, {8, 2}, {5, 1}: 0.00070046ms, 0.00631611%
main:@584 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](mTMtDEo3r8:0) -> float_type, {8, 4}, {9, 1}: 0.00062762ms, 0.00565931%
qfwYOHde3u:0 = @param:qfwYOHde3u:0 -> float_type, {8, 17}, {17, 1}: 0.0005176ms, 0.00466725%
main:@586 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](qfwYOHde3u:0) -> float_type, {8, 8}, {17, 1}: 0.0007306ms, 0.00658789%
main:@587 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](xVErSbJ0hg:0) -> float_type, {8, 4}, {9, 1}: 0.00086532ms, 0.00780267%
main:@588 = load[offset=737152,end=742592](main:@1) -> float_type, {8, 170}, {170, 1}: 0.00049118ms, 0.00442902%
pQsi1GNxvj:0 = @param:pQsi1GNxvj:0 -> float_type, {8, 5}, {5, 1}: 0.0004843ms, 0.00436698%
main:@590 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](pQsi1GNxvj:0) -> float_type, {8, 2}, {5, 1}: 0.00067702ms, 0.00610475%
3VED7WSJ1b:0 = @param:3VED7WSJ1b:0 -> float_type, {8, 5}, {5, 1}: 0.0004748ms, 0.00428132%
main:@592 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](3VED7WSJ1b:0) -> float_type, {8, 2}, {5, 1}: 0.00069424ms, 0.00626003%
main:@593 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](gdck97AK4w:0) -> float_type, {8, 4}, {17, 1}: 0.00063144ms, 0.00569375%
NJBt1ubXFW:0 = @param:NJBt1ubXFW:0 -> float_type, {8, 5}, {5, 1}: 0.0004577ms, 0.00412712%
main:@595 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](NJBt1ubXFW:0) -> float_type, {8, 2}, {5, 1}: 0.00068678ms, 0.00619276%
main:@596 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](tIGjbcEuDd:0) -> float_type, {8, 4}, {9, 1}: 0.00065698ms, 0.00592405%
main:@597 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](zX6xKOWG9S:0) -> float_type, {8, 2}, {5, 1}: 0.0008752ms, 0.00789176%
vAbKepTjQg:0 = @param:vAbKepTjQg:0 -> float_type, {8, 5}, {5, 1}: 0.00049318ms, 0.00444705%
main:@599 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](vAbKepTjQg:0) -> float_type, {8, 2}, {5, 1}: 0.00067382ms, 0.0060759%
lDhFNYzbxR:0 = @param:lDhFNYzbxR:0 -> float_type, {8, 17}, {17, 1}: 0.00049848ms, 0.00449484%
main:@601 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](lDhFNYzbxR:0) -> float_type, {8, 8}, {17, 1}: 0.00067892ms, 0.00612188%
main:@602 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](1QWFmJ96aB:0) -> float_type, {8, 2}, {5, 1}: 0.00089542ms, 0.00807408%
main:@603 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=33,local=256,](main:@525,main:@577,main:@595,main:@599,main:@597,main:@590,main:@554,main:@592,main:@602,main:@552,main:@583,main:@523,main:@521,main:@537,main:@575,main:@535,main:@533,main:@556,main:@568,main:@529,main:@579,main:@584,main:@571,main:@593,main:@531,main:@596,main:@587,main:@527,main:@543,main:@573,main:@545,main:@578,main:@541,main:@586,main:@601,main:@581,main:@557,main:@572,main:@570,main:@539,main:@569,main:@588) -> float_type, {8, 170}, {170, 1}: 0.0485914ms, 0.438153%
main:@604 = load[offset=732032,end=737152](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00067568ms, 0.00609267%
main:@605 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@603,main:@519,main:@604) -> float_type, {8, 160}, {160, 1}: 0.0222363ms, 0.200507%
main:@606 = hip::hip_copy_literal[id=main:@literal:133] -> float_type, {18, 4}, {4, 1}: 0.00072702ms, 0.00655561%
WDLoyKsiA7:0 = @param:WDLoyKsiA7:0 -> float_type, {8, 33}, {33, 1}: 0.00054414ms, 0.00490656%
main:@608 = slice[axes={0, 1},starts={0, 25},ends={8, 41}](LKAvFme9ZS:0) -> float_type, {8, 16}, {49, 1}: 0.00068584ms, 0.00618428%
main:@609 = unsqueeze[axes={1},steps={}](main:@608) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00086132ms, 0.0077666%
main:@610 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](WDLoyKsiA7:0) -> float_type, {8, 16}, {33, 1}: 0.00078334ms, 0.00706345%
main:@611 = unsqueeze[axes={1},steps={}](main:@610) -> float_type, {8, 1, 16}, {33, 16, 1}: 0.00059228ms, 0.00534064%
z3lqgZM8WU:0 = @param:z3lqgZM8WU:0 -> float_type, {8, 41}, {41, 1}: 0.00046606ms, 0.00420251%
main:@613 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](z3lqgZM8WU:0) -> float_type, {8, 16}, {41, 1}: 0.00066146ms, 0.00596445%
main:@614 = unsqueeze[axes={1},steps={}](main:@613) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00059446ms, 0.0053603%
pY0t1rI5WU:0 = @param:pY0t1rI5WU:0 -> float_type, {8, 41}, {41, 1}: 0.00049758ms, 0.00448672%
main:@616 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](pY0t1rI5WU:0) -> float_type, {8, 16}, {41, 1}: 0.00080378ms, 0.00724776%
main:@617 = unsqueeze[axes={1},steps={}](main:@616) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00055628ms, 0.00501603%
sZdFJI9nwg:0 = @param:sZdFJI9nwg:0 -> float_type, {8, 41}, {41, 1}: 0.00052338ms, 0.00471937%
main:@619 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](sZdFJI9nwg:0) -> float_type, {8, 16}, {41, 1}: 0.00066798ms, 0.00602324%
main:@620 = unsqueeze[axes={1},steps={}](main:@619) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00062012ms, 0.00559168%
VfFM90O7LN:0 = @param:VfFM90O7LN:0 -> float_type, {8, 41}, {41, 1}: 0.00047142ms, 0.00425084%
main:@622 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](VfFM90O7LN:0) -> float_type, {8, 16}, {41, 1}: 0.00079422ms, 0.00716155%
main:@623 = unsqueeze[axes={1},steps={}](main:@622) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00057866ms, 0.00521783%
2Yy3zxNGBC:0 = @param:2Yy3zxNGBC:0 -> float_type, {8, 45}, {45, 1}: 0.00049964ms, 0.0045053%
main:@625 = reshape_lazy[dims={-1, 10, 16}](main:@605) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00053038ms, 0.00478249%
main:@626 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](2Yy3zxNGBC:0) -> float_type, {8, 16}, {45, 1}: 0.0006178ms, 0.00557076%
main:@627 = unsqueeze[axes={1},steps={}](main:@626) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00074784ms, 0.00674334%
main:@628 = slice[axes={0, 1},starts={0, 25},ends={8, 41}](TxEdCcekGS:0) -> float_type, {8, 16}, {49, 1}: 0.00074496ms, 0.00671737%
main:@629 = unsqueeze[axes={1},steps={}](main:@628) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00056696ms, 0.00511233%
main:@630 = load[offset=743296,end=752512](main:@1) -> float_type, {8, 18, 16}, {288, 16, 1}: 0.00048794ms, 0.0043998%
main:@631 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@611,main:@614,main:@609,main:@617,main:@629,main:@620,main:@623,main:@627,main:@625,main:@630) -> float_type, {8, 18, 16}, {288, 16, 1}: 0.0245898ms, 0.221728%
main:@632 = load[offset=734080,end=743296](main:@1) -> float_type, {8, 16, 18}, {288, 18, 1}: 0.00064976ms, 0.00585895%
main:@633 = transpose[permutation={0, 2, 1}](main:@631) -> float_type, {8, 16, 18}, {288, 1, 16}: 0.00071272ms, 0.00642666%
main:@634 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=2304,local=256,](main:@633,main:@632) -> float_type, {8, 16, 18}, {288, 18, 1}: 0.0141369ms, 0.127474%
main:@635 = load[offset=732032,end=734080](main:@1) -> float_type, {128, 4}, {4, 1}: 0.00060308ms, 0.00543803%
main:@636 = reshape_lazy[dims={128, 18}](main:@634) -> float_type, {128, 18}, {18, 1}: 0.00054628ms, 0.00492586%
main:@637 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@636,main:@606,main:@635) -> float_type, {128, 4}, {4, 1}: 0.0209268ms, 0.188699%
mgnGNH4Mz3:0 = @param:mgnGNH4Mz3:0 -> float_type, {8, 49}, {49, 1}: 0.00068346ms, 0.00616282%
main:@639 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](mgnGNH4Mz3:0) -> float_type, {8, 16}, {49, 1}: 0.00074942ms, 0.00675759%
main:@640 = unsqueeze[axes={1},steps={}](main:@639) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00064794ms, 0.00584253%
6HSQqXdJzb:0 = @param:6HSQqXdJzb:0 -> float_type, {8, 45}, {45, 1}: 0.0005392ms, 0.00486202%
main:@642 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](6HSQqXdJzb:0) -> float_type, {8, 16}, {45, 1}: 0.0008059ms, 0.00726687%
main:@643 = unsqueeze[axes={1},steps={}](main:@642) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00060194ms, 0.00542775%
isCn4mEOSt:0 = @param:isCn4mEOSt:0 -> float_type, {8, 49}, {49, 1}: 0.00055158ms, 0.00497365%
main:@645 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](isCn4mEOSt:0) -> float_type, {8, 16}, {49, 1}: 0.0006586ms, 0.00593866%
main:@646 = unsqueeze[axes={1},steps={}](main:@645) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00057278ms, 0.00516481%
Dy3rwVmn1A:0 = @param:Dy3rwVmn1A:0 -> float_type, {8, 41}, {41, 1}: 0.00056222ms, 0.00506959%
main:@648 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](Dy3rwVmn1A:0) -> float_type, {8, 16}, {41, 1}: 0.00076132ms, 0.00686489%
main:@649 = unsqueeze[axes={1},steps={}](main:@648) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00082706ms, 0.00745768%
FcmWLZhDgE:0 = @param:FcmWLZhDgE:0 -> float_type, {8, 57}, {57, 1}: 0.00050838ms, 0.00458411%
main:@651 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](FcmWLZhDgE:0) -> float_type, {8, 16}, {57, 1}: 0.0006282ms, 0.00566454%
main:@652 = unsqueeze[axes={1},steps={}](main:@651) -> float_type, {8, 1, 16}, {57, 16, 1}: 0.00055806ms, 0.00503208%
ahAlEtBvzo:0 = @param:ahAlEtBvzo:0 -> float_type, {8, 41}, {41, 1}: 0.00046376ms, 0.00418177%
ZcWERoz0h6:0 = @param:ZcWERoz0h6:0 -> float_type, {8, 49}, {49, 1}: 0.0004851ms, 0.00437419%
zIoqYe9cRb:0 = @param:zIoqYe9cRb:0 -> float_type, {8, 45}, {45, 1}: 0.00049974ms, 0.0045062%
main:@656 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](ahAlEtBvzo:0) -> float_type, {8, 16}, {41, 1}: 0.00062394ms, 0.00562612%
main:@657 = unsqueeze[axes={1},steps={}](main:@656) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00058292ms, 0.00525624%
dAFYcGrfEl:0 = @param:dAFYcGrfEl:0 -> float_type, {8, 45}, {45, 1}: 0.00048158ms, 0.00434245%
main:@659 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](dAFYcGrfEl:0) -> float_type, {8, 16}, {45, 1}: 0.00068772ms, 0.00620123%
main:@660 = unsqueeze[axes={1},steps={}](main:@659) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00055916ms, 0.005042%
X29iyIeu8L:0 = @param:X29iyIeu8L:0 -> float_type, {8, 45}, {45, 1}: 0.00046896ms, 0.00422866%
main:@662 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](X29iyIeu8L:0) -> float_type, {8, 16}, {45, 1}: 0.00081418ms, 0.00734154%
main:@663 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](ZcWERoz0h6:0) -> float_type, {8, 16}, {49, 1}: 0.00066588ms, 0.0060043%
main:@664 = unsqueeze[axes={1},steps={}](main:@662) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00081186ms, 0.00732062%
main:@665 = unsqueeze[axes={1},steps={}](main:@663) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.0006228ms, 0.00561585%
pYw7fMVoQg:0 = @param:pYw7fMVoQg:0 -> float_type, {8, 41}, {41, 1}: 0.00052016ms, 0.00469033%
main:@667 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](pYw7fMVoQg:0) -> float_type, {8, 16}, {41, 1}: 0.00074102ms, 0.00668185%
main:@668 = unsqueeze[axes={1},steps={}](main:@667) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.0008194ms, 0.00738861%
main:@669 = load[offset=734080,end=746880](main:@1) -> float_type, {8, 25, 16}, {400, 16, 1}: 0.00045816ms, 0.00413127%
main:@670 = reshape_lazy[dims={-1, 12, 16}](main:@518) -> float_type, {8, 12, 16}, {192, 16, 1}: 0.0005204ms, 0.00469249%
2CnSyUBzm0:0 = @param:2CnSyUBzm0:0 -> float_type, {8, 65}, {65, 1}: 0.00045004ms, 0.00405805%
1aXQU27NrD:0 = @param:1aXQU27NrD:0 -> float_type, {8, 49}, {49, 1}: 0.00047404ms, 0.00427446%
main:@673 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](1aXQU27NrD:0) -> float_type, {8, 16}, {49, 1}: 0.00077004ms, 0.00694352%
main:@674 = unsqueeze[axes={1},steps={}](main:@673) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00090474ms, 0.00815812%
main:@675 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](2CnSyUBzm0:0) -> float_type, {8, 16}, {65, 1}: 0.00072776ms, 0.00656228%
main:@676 = unsqueeze[axes={1},steps={}](main:@675) -> float_type, {8, 1, 16}, {65, 16, 1}: 0.00055872ms, 0.00503803%
main:@677 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](zIoqYe9cRb:0) -> float_type, {8, 16}, {45, 1}: 0.0006833ms, 0.00616138%
main:@678 = unsqueeze[axes={1},steps={}](main:@677) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00089354ms, 0.00805713%
main:@679 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=228,local=256,](main:@676,main:@640,main:@674,main:@643,main:@678,main:@660,main:@664,main:@665,main:@657,main:@652,main:@668,main:@649,main:@646,main:@670,main:@669) -> float_type, {8, 25, 16}, {400, 16, 1}: 0.0288051ms, 0.259738%
main:@680 = load[offset=28672,end=31872](main:@1) -> float_type, {8, 25, 4}, {100, 4, 1}: 0.00064688ms, 0.00583298%
main:@681 = reshape_lazy[dims={8, 16, 4}](main:@637) -> float_type, {8, 16, 4}, {64, 4, 1}: 0.00051906ms, 0.00468041%
main:@682 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@679,main:@681,main:@680) -> float_type, {8, 25, 4}, {100, 4, 1}: 0.0205887ms, 0.18565%
main:@683 = load[offset=725888,end=749312](main:@1) -> float_type, {8, 732}, {732, 1}: 0.00063232ms, 0.00570169%
main:@684 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2928,local=256,](main:@184,main:@392,main:@683) -> float_type, {8, 732}, {732, 1}: 0.0144158ms, 0.129989%
main:@685 = hip::hip_copy_literal[id=main:@literal:155] -> float_type, {732, 128}, {128, 1}: 0.00075024ms, 0.00676498%
main:@686 = load[offset=749312,end=753408](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049478ms, 0.00446148%
main:@687 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@684,main:@685,main:@686) -> float_type, {8, 128}, {128, 1}: 0.0377992ms, 0.340839%
main:@688 = load[offset=725888,end=729984](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00062558ms, 0.00564091%
main:@689 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@687,main:@688) -> float_type, {8, 128}, {128, 1}: 0.0132156ms, 0.119166%
main:@690 = load[offset=749312,end=756992](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00060026ms, 0.0054126%
main:@691 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@689,main:@361,main:@690) -> float_type, {8, 240}, {240, 1}: 0.0201925ms, 0.182078%
main:@692 = load[offset=725888,end=749312](main:@1) -> float_type, {8, 732}, {732, 1}: 0.0006269ms, 0.00565282%
main:@693 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=2928,local=256,](main:@184,main:@691,main:@392,main:@692) -> float_type, {8, 732}, {732, 1}: 0.0146035ms, 0.131681%
main:@694 = hip::hip_copy_literal[id=main:@literal:118] -> float_type, {732, 256}, {256, 1}: 0.00074042ms, 0.00667644%
main:@695 = load[offset=636160,end=644352](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048248ms, 0.00435057%
main:@696 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@693,main:@694,main:@695) -> float_type, {8, 256}, {256, 1}: 0.0390461ms, 0.352082%
main:@697 = load[offset=725888,end=761472](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00063314ms, 0.00570908%
main:@698 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4448,local=256,](main:@74,main:@392,main:@697) -> float_type, {8, 1112}, {1112, 1}: 0.014543ms, 0.131135%
main:@699 = hip::hip_copy_literal[id=main:@literal:128] -> float_type, {1112, 128}, {128, 1}: 0.00078624ms, 0.0070896%
main:@700 = load[offset=761472,end=765568](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047182ms, 0.00425444%
main:@701 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@698,main:@699,main:@700) -> float_type, {8, 128}, {128, 1}: 0.0260876ms, 0.235234%
main:@702 = load[offset=644352,end=648448](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00062008ms, 0.00559132%
main:@703 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=512,local=256,](main:@701,main:@702) -> float_type, {8, 128}, {128, 1}: 0.0129579ms, 0.116843%
main:@704 = hip::hip_copy_literal[id=main:@literal:67] -> float_type, {128, 240}, {240, 1}: 0.00077312ms, 0.00697129%
main:@705 = load[offset=761472,end=769152](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00050646ms, 0.0045668%
main:@706 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@703,main:@704,main:@705) -> float_type, {8, 240}, {240, 1}: 0.019853ms, 0.179017%
main:@707 = load[offset=725888,end=761472](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.0006612ms, 0.0059621%
main:@708 = gpu::code_object[code_object=13552,symbol_name=noop_log_add_concat_noop_kernel,global=4448,local=256,](main:@74,main:@706,main:@392,main:@707) -> float_type, {8, 1112}, {1112, 1}: 0.0146097ms, 0.131737%
main:@709 = hip::hip_copy_literal[id=main:@literal:87] -> float_type, {1112, 256}, {256, 1}: 0.00072682ms, 0.0065538%
main:@710 = load[offset=480768,end=488960](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00049078ms, 0.00442541%
main:@711 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@708,main:@709,main:@710) -> float_type, {8, 256}, {256, 1}: 0.0315382ms, 0.284383%
main:@712 = load[offset=725888,end=799872](main:@1) -> float_type, {8, 2312}, {2312, 1}: 0.0006232ms, 0.00561945%
main:@713 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=9248,local=256,](main:@225,main:@392,main:@712) -> float_type, {8, 2312}, {2312, 1}: 0.015134ms, 0.136465%
main:@714 = hip::hip_copy_literal[id=main:@literal:53] -> float_type, {2312, 128}, {128, 1}: 0.0008062ms, 0.00726958%
main:@715 = load[offset=488960,end=493056](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047502ms, 0.0042833%
main:@716 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@713,main:@714,main:@715) -> float_type, {8, 128}, {128, 1}: 0.0298475ms, 0.269137%
main:@717 = load[offset=496640,end=500736](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00064446ms, 0.00581116%
main:@718 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=512,local=256,](main:@716,main:@717) -> float_type, {8, 128}, {128, 1}: 0.0130596ms, 0.117759%
main:@719 = load[offset=488960,end=496640](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00059706ms, 0.00538375%
main:@720 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@718,main:@393,main:@719) -> float_type, {8, 240}, {240, 1}: 0.0200384ms, 0.180688%
main:@721 = load[offset=725888,end=799872](main:@1) -> float_type, {8, 2312}, {2312, 1}: 0.00061202ms, 0.00551864%
main:@722 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_pow_concat_noop_kernel,global=9248,local=256,](main:@225,main:@720,main:@392,main:@721) -> float_type, {8, 2312}, {2312, 1}: 0.0166939ms, 0.150531%
main:@723 = hip::hip_copy_literal[id=main:@literal:144] -> float_type, {2312, 256}, {256, 1}: 0.00083596ms, 0.00753793%
main:@724 = load[offset=488960,end=497152](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00049326ms, 0.00444777%
main:@725 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@722,main:@723,main:@724) -> float_type, {8, 256}, {256, 1}: 0.0297857ms, 0.268581%
main:@726 = hip::hip_copy_literal[id=main:@literal:66] -> float_type, {2232, 128}, {128, 1}: 0.0007465ms, 0.00673126%
main:@727 = load[offset=659584,end=731008](main:@1) -> float_type, {8, 2232}, {2232, 1}: 0.0004929ms, 0.00444452%
main:@728 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8928,local=256,](main:@89,main:@392,main:@727) -> float_type, {8, 2232}, {2232, 1}: 0.0153961ms, 0.138828%
main:@729 = load[offset=497152,end=501248](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060258ms, 0.00543352%
main:@730 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@728,main:@726,main:@729) -> float_type, {8, 128}, {128, 1}: 0.0291913ms, 0.26322%
main:@731 = load[offset=644352,end=648448](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061708ms, 0.00556427%
main:@732 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=512,local=256,](main:@730,main:@731) -> float_type, {8, 128}, {128, 1}: 0.0130198ms, 0.117401%
main:@733 = load[offset=497152,end=504832](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00060638ms, 0.00546778%
main:@734 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@732,main:@393,main:@733) -> float_type, {8, 240}, {240, 1}: 0.0201023ms, 0.181265%
main:@735 = load[offset=659584,end=731008](main:@1) -> float_type, {8, 2232}, {2232, 1}: 0.00061282ms, 0.00552585%
main:@736 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=8928,local=256,](main:@89,main:@734,main:@392,main:@735) -> float_type, {8, 2232}, {2232, 1}: 0.0155277ms, 0.140015%
main:@737 = hip::hip_copy_literal[id=main:@literal:69] -> float_type, {2232, 256}, {256, 1}: 0.00076238ms, 0.00687445%
main:@738 = load[offset=417024,end=425216](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00049686ms, 0.00448023%
main:@739 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@736,main:@737,main:@738) -> float_type, {8, 256}, {256, 1}: 0.0296732ms, 0.267566%
main:@740 = hip::hip_copy_literal[id=main:@literal:119] -> float_type, {472, 128}, {128, 1}: 0.00082046ms, 0.00739816%
main:@741 = load[offset=429312,end=444416](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00050502ms, 0.00455381%
main:@742 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1888,local=256,](main:@159,main:@392,main:@741) -> float_type, {8, 472}, {472, 1}: 0.0139449ms, 0.125742%
main:@743 = load[offset=425216,end=429312](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060924ms, 0.00549357%
main:@744 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@742,main:@740,main:@743) -> float_type, {8, 128}, {128, 1}: 0.029935ms, 0.269927%
main:@745 = hip::hip_copy_literal[id=main:@literal:102] -> float_type, {128, 240}, {240, 1}: 0.00079024ms, 0.00712567%
main:@746 = load[offset=432896,end=436992](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00048634ms, 0.00438537%
main:@747 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@744,main:@746) -> float_type, {8, 128}, {128, 1}: 0.0130715ms, 0.117867%
main:@748 = load[offset=425216,end=432896](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00061882ms, 0.00557996%
main:@749 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@747,main:@745,main:@748) -> float_type, {8, 240}, {240, 1}: 0.0197093ms, 0.177721%
main:@750 = load[offset=433408,end=448512](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00060946ms, 0.00549556%
main:@751 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_div_concat_noop_kernel,global=1888,local=256,](main:@159,main:@749,main:@392,main:@750) -> float_type, {8, 472}, {472, 1}: 0.0147845ms, 0.133313%
main:@752 = hip::hip_copy_literal[id=main:@literal:80] -> float_type, {472, 256}, {256, 1}: 0.00079902ms, 0.00720484%
main:@753 = load[offset=425216,end=433408](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048488ms, 0.00437221%
main:@754 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@751,main:@752,main:@753) -> float_type, {8, 256}, {256, 1}: 0.031143ms, 0.280819%
main:@755 = hip::hip_copy_literal[id=main:@literal:59] -> float_type, {1272, 128}, {128, 1}: 0.00075386ms, 0.00679763%
main:@756 = load[offset=437504,end=478208](main:@1) -> float_type, {8, 1272}, {1272, 1}: 0.0004712ms, 0.00424885%
main:@757 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5088,local=256,](main:@245,main:@392,main:@756) -> float_type, {8, 1272}, {1272, 1}: 0.0145666ms, 0.131349%
main:@758 = load[offset=433408,end=437504](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060902ms, 0.00549159%
main:@759 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@757,main:@755,main:@758) -> float_type, {8, 128}, {128, 1}: 0.0257298ms, 0.232008%
main:@760 = hip::hip_copy_literal[id=main:@literal:39] -> float_type, {128, 240}, {240, 1}: 0.0007328ms, 0.00660773%
main:@761 = load[offset=441088,end=445184](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047406ms, 0.00427464%
main:@762 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=512,local=256,](main:@759,main:@761) -> float_type, {8, 128}, {128, 1}: 0.0130622ms, 0.117783%
main:@763 = load[offset=433408,end=441088](main:@1) -> float_type, {8, 240}, {240, 1}: 0.0006035ms, 0.00544182%
main:@764 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@762,main:@760,main:@763) -> float_type, {8, 240}, {240, 1}: 0.0197309ms, 0.177916%
main:@765 = hip::hip_copy_literal[id=main:@literal:40] -> float_type, {1272, 256}, {256, 1}: 0.00082186ms, 0.00741079%
main:@766 = load[offset=659584,end=700288](main:@1) -> float_type, {8, 1272}, {1272, 1}: 0.00048842ms, 0.00440413%
main:@767 = gpu::code_object[code_object=13552,symbol_name=noop_log_sub_concat_noop_kernel,global=5088,local=256,](main:@245,main:@764,main:@392,main:@766) -> float_type, {8, 1272}, {1272, 1}: 0.0147287ms, 0.13281%
main:@768 = load[offset=433408,end=441600](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00059536ms, 0.00536842%
main:@769 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@767,main:@765,main:@768) -> float_type, {8, 256}, {256, 1}: 0.0306242ms, 0.276141%
main:@770 = load[offset=441600,end=477184](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00061304ms, 0.00552784%
main:@771 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4448,local=256,](main:@198,main:@392,main:@770) -> float_type, {8, 1112}, {1112, 1}: 0.0144369ms, 0.130179%
main:@772 = hip::hip_copy_literal[id=main:@literal:54] -> float_type, {1112, 128}, {128, 1}: 0.00077676ms, 0.00700412%
main:@773 = load[offset=497152,end=501248](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047218ms, 0.00425769%
main:@774 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@771,main:@772,main:@773) -> float_type, {8, 128}, {128, 1}: 0.0259175ms, 0.2337%
main:@775 = load[offset=449280,end=453376](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061978ms, 0.00558861%
main:@776 = gpu::code_object[code_object=13520,symbol_name=log_pow_kernel,global=512,local=256,](main:@774,main:@775) -> float_type, {8, 128}, {128, 1}: 0.0164262ms, 0.148117%
main:@777 = load[offset=441600,end=449280](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00061184ms, 0.00551702%
main:@778 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@776,main:@361,main:@777) -> float_type, {8, 240}, {240, 1}: 0.0202895ms, 0.182952%
main:@779 = hip::hip_copy_literal[id=main:@literal:123] -> float_type, {1112, 256}, {256, 1}: 0.00077584ms, 0.00699582%
main:@780 = load[offset=659584,end=695168](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00047388ms, 0.00427302%
main:@781 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=4448,local=256,](main:@198,main:@778,main:@392,main:@780) -> float_type, {8, 1112}, {1112, 1}: 0.0145909ms, 0.131567%
main:@782 = load[offset=441600,end=449792](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00063372ms, 0.00571431%
main:@783 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@781,main:@779,main:@782) -> float_type, {8, 256}, {256, 1}: 0.0286993ms, 0.258784%
main:@784 = hip::hip_copy_literal[id=main:@literal:122] -> float_type, {552, 128}, {128, 1}: 0.00080674ms, 0.00727445%
main:@785 = load[offset=449792,end=467456](main:@1) -> float_type, {8, 552}, {552, 1}: 0.0004735ms, 0.00426959%
main:@786 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2208,local=256,](main:@214,main:@392,main:@785) -> float_type, {8, 552}, {552, 1}: 0.014071ms, 0.12688%
main:@787 = load[offset=467456,end=471552](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006438ms, 0.0058052%
main:@788 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@786,main:@784,main:@787) -> float_type, {8, 128}, {128, 1}: 0.0323559ms, 0.291756%
main:@789 = load[offset=457472,end=461568](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006062ms, 0.00546616%
main:@790 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=512,local=256,](main:@788,main:@789) -> float_type, {8, 128}, {128, 1}: 0.0130508ms, 0.11768%
main:@791 = load[offset=449792,end=457472](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00061476ms, 0.00554335%
main:@792 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@790,main:@361,main:@791) -> float_type, {8, 240}, {240, 1}: 0.019422ms, 0.17513%
main:@793 = hip::hip_copy_literal[id=main:@literal:98] -> float_type, {552, 256}, {256, 1}: 0.00081466ms, 0.00734586%
main:@794 = load[offset=457984,end=475648](main:@1) -> float_type, {8, 552}, {552, 1}: 0.00047638ms, 0.00429556%
main:@795 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_sub_concat_noop_kernel,global=2208,local=256,](main:@214,main:@792,main:@392,main:@794) -> float_type, {8, 552}, {552, 1}: 0.0141741ms, 0.127809%
main:@796 = load[offset=449792,end=457984](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00061934ms, 0.00558465%
main:@797 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@795,main:@793,main:@796) -> float_type, {8, 256}, {256, 1}: 0.0332001ms, 0.299369%
main:@798 = hip::hip_copy_literal[id=main:@literal:99] -> float_type, {472, 128}, {128, 1}: 0.00078596ms, 0.00708707%
main:@799 = load[offset=457984,end=473088](main:@1) -> float_type, {8, 472}, {472, 1}: 0.0004926ms, 0.00444182%
main:@800 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1888,local=256,](main:@256,main:@392,main:@799) -> float_type, {8, 472}, {472, 1}: 0.0140358ms, 0.126562%
main:@801 = load[offset=473088,end=477184](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060432ms, 0.00544921%
main:@802 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@800,main:@798,main:@801) -> float_type, {8, 128}, {128, 1}: 0.0300554ms, 0.271012%
main:@803 = load[offset=465664,end=469760](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061726ms, 0.00556589%
main:@804 = gpu::code_object[code_object=13520,symbol_name=log_div_kernel,global=512,local=256,](main:@802,main:@803) -> float_type, {8, 128}, {128, 1}: 0.0133028ms, 0.119953%
main:@805 = load[offset=457984,end=465664](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00062384ms, 0.00562522%
main:@806 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@804,main:@393,main:@805) -> float_type, {8, 240}, {240, 1}: 0.0198673ms, 0.179145%
main:@807 = hip::hip_copy_literal[id=main:@literal:63] -> float_type, {472, 256}, {256, 1}: 0.0007963ms, 0.00718031%
main:@808 = load[offset=497152,end=512256](main:@1) -> float_type, {8, 472}, {472, 1}: 0.0004864ms, 0.00438591%
main:@809 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_div_concat_noop_kernel,global=1888,local=256,](main:@256,main:@806,main:@392,main:@808) -> float_type, {8, 472}, {472, 1}: 0.0145485ms, 0.131186%
main:@810 = load[offset=457984,end=466176](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00061056ms, 0.00550548%
main:@811 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@809,main:@807,main:@810) -> float_type, {8, 256}, {256, 1}: 0.0315306ms, 0.284315%
main:@812 = hip::hip_copy_literal[id=main:@literal:135] -> float_type, {1112, 128}, {128, 1}: 0.00076464ms, 0.00689483%
main:@813 = load[offset=497152,end=532736](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00050266ms, 0.00453253%
main:@814 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4448,local=256,](main:@24,main:@392,main:@813) -> float_type, {8, 1112}, {1112, 1}: 0.0143945ms, 0.129796%
main:@815 = load[offset=466176,end=470272](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006003ms, 0.00541296%
main:@816 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@814,main:@812,main:@815) -> float_type, {8, 128}, {128, 1}: 0.0253797ms, 0.228851%
main:@817 = hip::hip_copy_literal[id=main:@literal:74] -> float_type, {128, 240}, {240, 1}: 0.00076768ms, 0.00692224%
main:@818 = load[offset=473856,end=477952](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047568ms, 0.00428925%
main:@819 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@816,main:@818) -> float_type, {8, 128}, {128, 1}: 0.0162136ms, 0.1462%
main:@820 = load[offset=466176,end=473856](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00060594ms, 0.00546382%
main:@821 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@819,main:@817,main:@820) -> float_type, {8, 240}, {240, 1}: 0.0196858ms, 0.177509%
main:@822 = hip::hip_copy_literal[id=main:@literal:55] -> float_type, {1112, 256}, {256, 1}: 0.00077394ms, 0.00697869%
main:@823 = load[offset=497152,end=532736](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00046816ms, 0.00422144%
main:@824 = gpu::code_object[code_object=13552,symbol_name=noop_log_add_concat_noop_kernel,global=4448,local=256,](main:@24,main:@821,main:@392,main:@823) -> float_type, {8, 1112}, {1112, 1}: 0.014627ms, 0.131893%
main:@825 = load[offset=377216,end=385408](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062238ms, 0.00561206%
main:@826 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@824,main:@822,main:@825) -> float_type, {8, 256}, {256, 1}: 0.0290423ms, 0.261877%
main:@827 = hip::hip_copy_literal[id=main:@literal:46] -> float_type, {1312, 128}, {128, 1}: 0.00076864ms, 0.0069309%
main:@828 = load[offset=497152,end=539136](main:@1) -> float_type, {8, 1312}, {1312, 1}: 0.00047854ms, 0.00431504%
main:@829 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5248,local=256,](main:@271,main:@392,main:@828) -> float_type, {8, 1312}, {1312, 1}: 0.0145603ms, 0.131292%
main:@830 = load[offset=385408,end=389504](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006374ms, 0.00574749%
main:@831 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@829,main:@827,main:@830) -> float_type, {8, 128}, {128, 1}: 0.0256488ms, 0.231278%
main:@832 = load[offset=393088,end=397184](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061646ms, 0.00555868%
main:@833 = gpu::code_object[code_object=13520,symbol_name=tanh_add_kernel,global=512,local=256,](main:@831,main:@832) -> float_type, {8, 128}, {128, 1}: 0.0139563ms, 0.125846%
main:@834 = load[offset=385408,end=393088](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00063684ms, 0.00574244%
main:@835 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@833,main:@393,main:@834) -> float_type, {8, 240}, {240, 1}: 0.0195327ms, 0.176128%
main:@836 = hip::hip_copy_literal[id=main:@literal:60] -> float_type, {1312, 256}, {256, 1}: 0.00079656ms, 0.00718265%
main:@837 = load[offset=497152,end=539136](main:@1) -> float_type, {8, 1312}, {1312, 1}: 0.0004746ms, 0.00427951%
main:@838 = gpu::code_object[code_object=13552,symbol_name=noop_neg_div_concat_noop_kernel,global=5248,local=256,](main:@271,main:@835,main:@392,main:@837) -> float_type, {8, 1312}, {1312, 1}: 0.0146643ms, 0.132229%
main:@839 = load[offset=385408,end=393600](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00063362ms, 0.00571341%
main:@840 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@838,main:@836,main:@839) -> float_type, {8, 256}, {256, 1}: 0.0292342ms, 0.263607%
main:@841 = load[offset=497152,end=512256](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00062336ms, 0.00562089%
main:@842 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1888,local=256,](main:@39,main:@392,main:@841) -> float_type, {8, 472}, {472, 1}: 0.0139884ms, 0.126135%
main:@843 = hip::hip_copy_literal[id=main:@literal:145] -> float_type, {472, 128}, {128, 1}: 0.00073476ms, 0.0066254%
main:@844 = load[offset=393600,end=397696](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046206ms, 0.00416644%
main:@845 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@842,main:@843,main:@844) -> float_type, {8, 128}, {128, 1}: 0.0301379ms, 0.271757%
main:@846 = hip::hip_copy_literal[id=main:@literal:71] -> float_type, {128, 240}, {240, 1}: 0.00073284ms, 0.00660809%
main:@847 = load[offset=466176,end=470272](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047804ms, 0.00431053%
main:@848 = gpu::code_object[code_object=13520,symbol_name=log_pow_kernel,global=512,local=256,](main:@845,main:@847) -> float_type, {8, 128}, {128, 1}: 0.0164015ms, 0.147894%
main:@849 = load[offset=393600,end=401280](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00060328ms, 0.00543983%
main:@850 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@848,main:@846,main:@849) -> float_type, {8, 240}, {240, 1}: 0.0196305ms, 0.17701%
main:@851 = hip::hip_copy_literal[id=main:@literal:37] -> float_type, {472, 256}, {256, 1}: 0.00074114ms, 0.00668293%
main:@852 = load[offset=497152,end=512256](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00048546ms, 0.00437744%
main:@853 = gpu::code_object[code_object=13552,symbol_name=noop_log_pow_concat_noop_kernel,global=1888,local=256,](main:@39,main:@850,main:@392,main:@852) -> float_type, {8, 472}, {472, 1}: 0.0162469ms, 0.146499%
main:@854 = load[offset=393600,end=401792](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060942ms, 0.0054952%
main:@855 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@853,main:@851,main:@854) -> float_type, {8, 256}, {256, 1}: 0.0314514ms, 0.2836%
main:@856 = hip::hip_copy_literal[id=main:@literal:47] -> float_type, {472, 128}, {128, 1}: 0.00071902ms, 0.00648347%
main:@857 = load[offset=497152,end=512256](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00047394ms, 0.00427356%
main:@858 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1888,local=256,](main:@295,main:@392,main:@857) -> float_type, {8, 472}, {472, 1}: 0.0140359ms, 0.126563%
main:@859 = load[offset=466176,end=470272](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00062486ms, 0.00563442%
main:@860 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@858,main:@856,main:@859) -> float_type, {8, 128}, {128, 1}: 0.0307545ms, 0.277317%
main:@861 = load[offset=369792,end=373888](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00062042ms, 0.00559438%
main:@862 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=512,local=256,](main:@860,main:@861) -> float_type, {8, 128}, {128, 1}: 0.013617ms, 0.122786%
main:@863 = load[offset=466176,end=473856](main:@1) -> float_type, {8, 240}, {240, 1}: 0.0005975ms, 0.00538771%
main:@864 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@862,main:@361,main:@863) -> float_type, {8, 240}, {240, 1}: 0.0194777ms, 0.175632%
main:@865 = hip::hip_copy_literal[id=main:@literal:156] -> float_type, {472, 256}, {256, 1}: 0.00087372ms, 0.00787841%
main:@866 = load[offset=497152,end=512256](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00046962ms, 0.00423461%
main:@867 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_div_concat_noop_kernel,global=1888,local=256,](main:@295,main:@864,main:@392,main:@866) -> float_type, {8, 472}, {472, 1}: 0.0149499ms, 0.134805%
main:@868 = load[offset=466176,end=474368](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060254ms, 0.00543316%
main:@869 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@867,main:@865,main:@868) -> float_type, {8, 256}, {256, 1}: 0.0315244ms, 0.284258%
main:@870 = hip::hip_copy_literal[id=main:@literal:136] -> float_type, {1272, 128}, {128, 1}: 0.00080942ms, 0.00729861%
main:@871 = load[offset=497152,end=537856](main:@1) -> float_type, {8, 1272}, {1272, 1}: 0.00048374ms, 0.00436193%
main:@872 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5088,local=256,](main:@54,main:@392,main:@871) -> float_type, {8, 1272}, {1272, 1}: 0.0147881ms, 0.133346%
main:@873 = load[offset=474368,end=478464](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00062614ms, 0.00564596%
main:@874 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@872,main:@870,main:@873) -> float_type, {8, 128}, {128, 1}: 0.0253747ms, 0.228806%
main:@875 = load[offset=369792,end=373888](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006151ms, 0.00554641%
main:@876 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@874,main:@875) -> float_type, {8, 128}, {128, 1}: 0.0164414ms, 0.148254%
main:@877 = hip::hip_copy_literal[id=main:@literal:78] -> float_type, {128, 240}, {240, 1}: 0.00075146ms, 0.00677598%
main:@878 = load[offset=497152,end=504832](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00047092ms, 0.00424633%
main:@879 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@876,main:@877,main:@878) -> float_type, {8, 240}, {240, 1}: 0.0199515ms, 0.179905%
main:@880 = hip::hip_copy_literal[id=main:@literal:131] -> float_type, {1272, 256}, {256, 1}: 0.00072396ms, 0.00652801%
main:@881 = load[offset=504832,end=545536](main:@1) -> float_type, {8, 1272}, {1272, 1}: 0.00046958ms, 0.00423425%
main:@882 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_div_concat_noop_kernel,global=5088,local=256,](main:@54,main:@879,main:@392,main:@881) -> float_type, {8, 1272}, {1272, 1}: 0.0143031ms, 0.128973%
main:@883 = load[offset=336768,end=344960](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062758ms, 0.00565895%
main:@884 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@882,main:@880,main:@883) -> float_type, {8, 256}, {256, 1}: 0.0299463ms, 0.270029%
main:@885 = hip::hip_copy_literal[id=main:@literal:125] -> float_type, {612, 128}, {128, 1}: 0.00079102ms, 0.0071327%
main:@886 = load[offset=349056,end=368640](main:@1) -> float_type, {8, 612}, {612, 1}: 0.00048154ms, 0.00434209%
main:@887 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2448,local=256,](main:@174,main:@392,main:@886) -> float_type, {8, 612}, {612, 1}: 0.0142128ms, 0.128158%
main:@888 = load[offset=344960,end=349056](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060358ms, 0.00544254%
main:@889 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@887,main:@885,main:@888) -> float_type, {8, 128}, {128, 1}: 0.0337633ms, 0.304447%
main:@890 = hip::hip_copy_literal[id=main:@literal:124] -> float_type, {128, 240}, {240, 1}: 0.00076726ms, 0.00691845%
main:@891 = load[offset=352640,end=356736](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046826ms, 0.00422234%
main:@892 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@889,main:@891) -> float_type, {8, 128}, {128, 1}: 0.0162219ms, 0.146274%
main:@893 = load[offset=344960,end=352640](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00061234ms, 0.00552153%
main:@894 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@892,main:@890,main:@893) -> float_type, {8, 240}, {240, 1}: 0.0199847ms, 0.180204%
main:@895 = hip::hip_copy_literal[id=main:@literal:103] -> float_type, {612, 256}, {256, 1}: 0.00076554ms, 0.00690294%
main:@896 = load[offset=353152,end=372736](main:@1) -> float_type, {8, 612}, {612, 1}: 0.00046912ms, 0.0042301%
main:@897 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=2448,local=256,](main:@174,main:@894,main:@392,main:@896) -> float_type, {8, 612}, {612, 1}: 0.0143459ms, 0.129359%
main:@898 = load[offset=344960,end=353152](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062376ms, 0.0056245%
main:@899 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@897,main:@895,main:@898) -> float_type, {8, 256}, {256, 1}: 0.0341196ms, 0.30766%
main:@900 = hip::hip_copy_literal[id=main:@literal:35] -> float_type, {256, 768}, {768, 1}: 0.00076894ms, 0.0069336%
main:@901 = unsqueeze[axes={1},steps={}](main:@696) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00066298ms, 0.00597815%
main:@902 = unsqueeze[axes={1},steps={}](main:@711) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00051356ms, 0.00463082%
main:@903 = unsqueeze[axes={1},steps={}](main:@725) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00051232ms, 0.00461964%
main:@904 = unsqueeze[axes={1},steps={}](main:@739) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0005068ms, 0.00456986%
main:@905 = unsqueeze[axes={1},steps={}](main:@754) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0004903ms, 0.00442108%
main:@906 = unsqueeze[axes={1},steps={}](main:@769) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.000498ms, 0.00449051%
main:@907 = unsqueeze[axes={1},steps={}](main:@783) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0004772ms, 0.00430296%
main:@908 = unsqueeze[axes={1},steps={}](main:@797) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047572ms, 0.00428961%
main:@909 = load[offset=497152,end=620032](main:@1) -> float_type, {8, 15, 256}, {3840, 256, 1}: 0.0005069ms, 0.00457076%
main:@910 = unsqueeze[axes={1},steps={}](main:@811) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00049876ms, 0.00449736%
main:@911 = unsqueeze[axes={1},steps={}](main:@826) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00050332ms, 0.00453848%
main:@912 = unsqueeze[axes={1},steps={}](main:@840) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048862ms, 0.00440593%
main:@913 = unsqueeze[axes={1},steps={}](main:@855) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0004923ms, 0.00443911%
main:@914 = unsqueeze[axes={1},steps={}](main:@869) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047842ms, 0.00431396%
main:@915 = unsqueeze[axes={1},steps={}](main:@884) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047586ms, 0.00429087%
main:@916 = unsqueeze[axes={1},steps={}](main:@899) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047832ms, 0.00431306%
main:@917 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1024,local=256,](main:@902,main:@911,main:@903,main:@904,main:@906,main:@915,main:@901,main:@912,main:@907,main:@916,main:@908,main:@913,main:@910,main:@905,main:@914,main:@909) -> float_type, {8, 15, 256}, {3840, 256, 1}: 0.0245987ms, 0.221809%
main:@918 = load[offset=877824,end=1246464](main:@1) -> float_type, {120, 768}, {768, 1}: 0.00063352ms, 0.00571251%
main:@919 = reshape_lazy[dims={120, 256}](main:@917) -> float_type, {120, 256}, {256, 1}: 0.00053524ms, 0.00482631%
main:@920 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@919,main:@900,main:@918) -> float_type, {120, 768}, {768, 1}: 0.0283624ms, 0.255746%
main:@921 = slice[axes={0, 1},starts={0, 525},ends={8, 533}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.0008938ms, 0.00805948%
main:@922 = slice[axes={0, 1},starts={0, 273},ends={8, 305}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00068074ms, 0.0061383%
main:@923 = slice[axes={0, 1},starts={0, 41},ends={8, 73}](n4iptOVFwE:0) -> float_type, {8, 32}, {113, 1}: 0.00078814ms, 0.00710673%
main:@924 = slice[axes={0, 1},starts={0, 253},ends={8, 269}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00093062ms, 0.00839149%
main:@925 = load[offset=337792,end=340608](main:@1) -> float_type, {8, 88}, {88, 1}: 0.0005178ms, 0.00466905%
main:@926 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=176,local=256,](main:@921,main:@924,main:@922,main:@923,main:@925) -> float_type, {8, 88}, {88, 1}: 0.0160082ms, 0.144347%
main:@927 = hip::hip_copy_literal[id=main:@literal:51] -> float_type, {88, 32}, {32, 1}: 0.00075142ms, 0.00677562%
main:@928 = load[offset=336768,end=337792](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00047058ms, 0.00424326%
main:@929 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@926,main:@927,main:@928) -> float_type, {8, 32}, {32, 1}: 0.0210736ms, 0.190023%
main:@930 = load[offset=453952,end=454912](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00067886ms, 0.00612134%
main:@931 = slice[axes={1},starts={32},ends={64}](main:@429) -> float_type, {240, 32}, {64, 1}: 0.00096034ms, 0.00865947%
main:@932 = reshape_lazy[dims={1, 8, 30, 32}](main:@931) -> float_type, {1, 8, 30, 32}, {15360, 1920, 64, 1}: 0.00062256ms, 0.00561368%
main:@933 = transpose[permutation={0, 1, 3, 2}](main:@932) -> float_type, {1, 8, 32, 30}, {15360, 1920, 1, 64}: 0.00064126ms, 0.0057823%
main:@934 = reshape_lazy[dims={1, 8, 1, 32}](main:@929) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0005062ms, 0.00456445%
main:@935 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@934,main:@933,main:@930) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0218336ms, 0.196875%
main:@936 = hip::hip_copy_literal[id=main:@literal:14] -> float_type, {96, 256}, {256, 1}: 0.00082028ms, 0.00739654%
hKxguEQn94:0 = @param:hKxguEQn94:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00053716ms, 0.00484362%
main:@938 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](hKxguEQn94:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00081998ms, 0.00739384%
D0gn7y6swk:0 = @param:D0gn7y6swk:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00054564ms, 0.00492009%
main:@940 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](D0gn7y6swk:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00067022ms, 0.00604344%
UpWkNPIeJO:0 = @param:UpWkNPIeJO:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00051304ms, 0.00462613%
main:@942 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](UpWkNPIeJO:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.0010886ms, 0.00981601%
nEuw2U7mFR:0 = @param:nEuw2U7mFR:0 -> float_type, {8, 50, 41}, {2050, 41, 1}: 0.00054954ms, 0.00495525%
main:@944 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 41}](nEuw2U7mFR:0) -> float_type, {8, 50, 40}, {2050, 41, 1}: 0.00063256ms, 0.00570385%
SKG7aiAo3m:0 = @param:SKG7aiAo3m:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00053728ms, 0.0048447%
main:@946 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](SKG7aiAo3m:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00080596ms, 0.00726742%
0pnqc4Em1y:0 = @param:0pnqc4Em1y:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00049006ms, 0.00441892%
main:@948 = load[offset=1246464,end=1400064](main:@1) -> float_type, {8, 50, 96}, {4800, 96, 1}: 0.00052578ms, 0.00474101%
main:@949 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](0pnqc4Em1y:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.0006321ms, 0.0056997%
main:@950 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=6400,local=256,](main:@944,main:@938,main:@946,main:@940,main:@942,main:@949,main:@948) -> float_type, {8, 50, 96}, {4800, 96, 1}: 0.0220928ms, 0.199213%
main:@951 = load[offset=468224,end=877824](main:@1) -> float_type, {400, 256}, {256, 1}: 0.00064286ms, 0.00579673%
main:@952 = reshape_lazy[dims={400, 96}](main:@950) -> float_type, {400, 96}, {96, 1}: 0.00053864ms, 0.00485697%
main:@953 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@952,main:@936,main:@951) -> float_type, {400, 256}, {256, 1}: 0.0232924ms, 0.21003%
main:@954 = hip::hip_copy_literal[id=main:@literal:26] -> float_type, {76, 128}, {128, 1}: 0.00088468ms, 0.00797724%
Uc35C1q4oy:0 = @param:Uc35C1q4oy:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.0005482ms, 0.00494317%
main:@956 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](Uc35C1q4oy:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00071722ms, 0.00646724%
IFQJaVMDS5:0 = @param:IFQJaVMDS5:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00057006ms, 0.00514028%
main:@958 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](IFQJaVMDS5:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00079382ms, 0.00715795%
r8QjI5SCed:0 = @param:r8QjI5SCed:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.0004982ms, 0.00449232%
main:@960 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](r8QjI5SCed:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00093922ms, 0.00846903%
06AyS2QTzo:0 = @param:06AyS2QTzo:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00051764ms, 0.00466761%
main:@962 = load[offset=1451264,end=1572864](main:@1) -> float_type, {8, 50, 76}, {3800, 76, 1}: 0.00052622ms, 0.00474497%
main:@963 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](06AyS2QTzo:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00081396ms, 0.00733955%
main:@964 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5066,local=256,](main:@266,main:@963,main:@958,main:@960,main:@116,main:@956,main:@962) -> float_type, {8, 50, 76}, {3800, 76, 1}: 0.021314ms, 0.192191%
main:@965 = reshape_lazy[dims={400, 76}](main:@964) -> float_type, {400, 76}, {76, 1}: 0.00068228ms, 0.00615218%
main:@966 = load[offset=1246464,end=1451264](main:@1) -> float_type, {400, 128}, {128, 1}: 0.00047042ms, 0.00424182%
main:@967 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@965,main:@954,main:@966) -> float_type, {400, 128}, {128, 1}: 0.0205999ms, 0.185752%
main:@968 = hip::hip_copy_literal[id=main:@literal:24] -> float_type, {82, 256}, {256, 1}: 0.00079676ms, 0.00718446%
9YqhflbMKe:0 = @param:9YqhflbMKe:0 -> float_type, {8, 29}, {29, 1}: 0.00058518ms, 0.00527662%
main:@970 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](9YqhflbMKe:0) -> float_type, {8, 8}, {29, 1}: 0.00068586ms, 0.00618446%
main:@971 = slice[axes={0, 1},starts={0, 501},ends={8, 509}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.00085702ms, 0.00772783%
main:@972 = slice[axes={0, 1},starts={0, 181},ends={8, 189}](nv2tzWRf1I:0) -> float_type, {8, 8}, {301, 1}: 0.00096346ms, 0.00868761%
main:@973 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](FcmWLZhDgE:0) -> float_type, {8, 8}, {57, 1}: 0.00060542ms, 0.00545913%
main:@974 = slice[axes={0, 1},starts={0, 21},ends={8, 29}](YbIVz8l1un:0) -> float_type, {8, 8}, {45, 1}: 0.00062668ms, 0.00565083%
ljyhc7HCLk:0 = @param:ljyhc7HCLk:0 -> float_type, {8, 21}, {21, 1}: 0.00047376ms, 0.00427194%
main:@976 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](ljyhc7HCLk:0) -> float_type, {8, 8}, {21, 1}: 0.00074804ms, 0.00674515%
main:@977 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](ZcWERoz0h6:0) -> float_type, {8, 4}, {49, 1}: 0.00060914ms, 0.00549267%
main:@978 = slice[axes={0, 1},starts={0, 21},ends={8, 25}](bJsIAzhYc3:0) -> float_type, {8, 4}, {37, 1}: 0.00062596ms, 0.00564434%
main:@979 = slice[axes={0, 1},starts={0, 41},ends={8, 49}](ifP6Ceko5T:0) -> float_type, {8, 8}, {73, 1}: 0.00064804ms, 0.00584344%
main:@980 = slice[axes={0, 1},starts={0, 37},ends={8, 45}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.00076894ms, 0.0069336%
main:@981 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](isCn4mEOSt:0) -> float_type, {8, 4}, {49, 1}: 0.0006086ms, 0.0054878%
main:@982 = load[offset=336768,end=339392](main:@1) -> float_type, {8, 82}, {82, 1}: 0.00049806ms, 0.00449105%
main:@983 = slice[axes={0, 1},starts={0, 41},ends={8, 45}](2CnSyUBzm0:0) -> float_type, {8, 4}, {65, 1}: 0.00062896ms, 0.00567139%
w04Keh2FJu:0 = @param:w04Keh2FJu:0 -> float_type, {8, 13}, {13, 1}: 0.00054646ms, 0.00492748%
main:@985 = slice[axes={0, 1},starts={0, 9},ends={8, 11}](w04Keh2FJu:0) -> float_type, {8, 2}, {13, 1}: 0.00075602ms, 0.0068171%
main:@986 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=50,local=256,](main:@971,main:@972,main:@979,main:@980,main:@983,main:@974,main:@981,main:@977,main:@985,main:@973,main:@978,main:@976,main:@970,main:@982) -> float_type, {8, 82}, {82, 1}: 0.0281506ms, 0.253836%
main:@987 = load[offset=454912,end=463104](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00065944ms, 0.00594623%
main:@988 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@986,main:@968,main:@987) -> float_type, {8, 256}, {256, 1}: 0.0197302ms, 0.177909%
main:@989 = hip::hip_copy_literal[id=main:@literal:17] -> float_type, {130, 128}, {128, 1}: 0.00078086ms, 0.00704109%
main:@990 = slice[axes={0, 1},starts={0, 21},ends={8, 29}](9YqhflbMKe:0) -> float_type, {8, 8}, {29, 1}: 0.0006666ms, 0.00601079%
main:@991 = slice[axes={0, 1},starts={0, 37},ends={8, 41}](ZcWERoz0h6:0) -> float_type, {8, 4}, {49, 1}: 0.00066038ms, 0.00595471%
main:@992 = slice[axes={0, 1},starts={0, 13},ends={8, 21}](ljyhc7HCLk:0) -> float_type, {8, 8}, {21, 1}: 0.00091152ms, 0.00821926%
main:@993 = slice[axes={0, 1},starts={0, 29},ends={8, 37}](YbIVz8l1un:0) -> float_type, {8, 8}, {45, 1}: 0.0006342ms, 0.00571864%
main:@994 = slice[axes={0, 1},starts={0, 41},ends={8, 49}](FcmWLZhDgE:0) -> float_type, {8, 8}, {57, 1}: 0.00058286ms, 0.0052557%
main:@995 = slice[axes={0, 1},starts={0, 53},ends={8, 61}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.00063336ms, 0.00571107%
main:@996 = slice[axes={0, 1},starts={0, 25},ends={8, 29}](bJsIAzhYc3:0) -> float_type, {8, 4}, {37, 1}: 0.00076356ms, 0.00688509%
main:@997 = slice[axes={0, 1},starts={0, 57},ends={8, 65}](ifP6Ceko5T:0) -> float_type, {8, 8}, {73, 1}: 0.00061902ms, 0.00558176%
main:@998 = slice[axes={0, 1},starts={0, 217},ends={8, 233}](uFSOc5Chp2:0) -> float_type, {8, 16}, {481, 1}: 0.00060318ms, 0.00543893%
main:@999 = slice[axes={0, 1},starts={0, 197},ends={8, 237}](nv2tzWRf1I:0) -> float_type, {8, 40}, {301, 1}: 0.00059502ms, 0.00536535%
main:@1000 = slice[axes={0, 1},starts={0, 509},ends={8, 517}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.0007424ms, 0.00669429%
main:@1001 = slice[axes={0, 1},starts={0, 11},ends={8, 13}](w04Keh2FJu:0) -> float_type, {8, 2}, {13, 1}: 0.0005875ms, 0.00529754%
main:@1002 = slice[axes={0, 1},starts={0, 37},ends={8, 41}](isCn4mEOSt:0) -> float_type, {8, 4}, {49, 1}: 0.00062504ms, 0.00563604%
main:@1003 = slice[axes={0, 1},starts={0, 53},ends={8, 57}](2CnSyUBzm0:0) -> float_type, {8, 4}, {65, 1}: 0.00060278ms, 0.00543532%
main:@1004 = load[offset=336768,end=340928](main:@1) -> float_type, {8, 130}, {130, 1}: 0.00050318ms, 0.00453722%
main:@1005 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=74,local=256,](main:@1000,main:@999,main:@998,main:@997,main:@995,main:@1003,main:@993,main:@1002,main:@991,main:@1001,main:@994,main:@996,main:@992,main:@990,main:@1004) -> float_type, {8, 130}, {130, 1}: 0.0270188ms, 0.243631%
main:@1006 = load[offset=463104,end=467200](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00065074ms, 0.00586778%
main:@1007 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1005,main:@989,main:@1006) -> float_type, {8, 128}, {128, 1}: 0.0209718ms, 0.189105%
main:@1008 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](xymEBUMS25:0) -> float_type, {8, 2}, {13, 1}: 0.00082046ms, 0.00739816%
main:@1009 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](zZHaVOckpw:0) -> float_type, {8, 2}, {13, 1}: 0.000637ms, 0.00574389%
main:@1010 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](pH5srbufJ1:0) -> float_type, {8, 4}, {17, 1}: 0.0007546ms, 0.0068043%
main:@1011 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](msiPzSBKMj:0) -> float_type, {8, 4}, {17, 1}: 0.00063912ms, 0.005763%
main:@1012 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](92MwiALCHX:0) -> float_type, {8, 8}, {25, 1}: 0.0006318ms, 0.005697%
main:@1013 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](ujOA5LQW7M:0) -> float_type, {8, 2}, {13, 1}: 0.0006437ms, 0.0058043%
main:@1014 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](AVLcBpWeuo:0) -> float_type, {8, 4}, {21, 1}: 0.0007565ms, 0.00682143%
main:@1015 = slice[axes={0, 1},starts={0, 17},ends={8, 21}](ifP6Ceko5T:0) -> float_type, {8, 4}, {73, 1}: 0.00062032ms, 0.00559348%
main:@1016 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](RpITWntAji:0) -> float_type, {8, 8}, {17, 1}: 0.00060458ms, 0.00545155%
main:@1017 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](IztrlRfWQU:0) -> float_type, {8, 2}, {13, 1}: 0.0006238ms, 0.00562486%
main:@1018 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](JSWhLK4Agx:0) -> float_type, {8, 8}, {25, 1}: 0.0007876ms, 0.00710186%
main:@1019 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](KN13IWXZSu:0) -> float_type, {8, 2}, {13, 1}: 0.00065978ms, 0.0059493%
main:@1020 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](NXOSdQVPs0:0) -> float_type, {8, 8}, {25, 1}: 0.00061134ms, 0.00551251%
main:@1021 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](09zp4EDXTh:0) -> float_type, {8, 8}, {25, 1}: 0.00060914ms, 0.00549267%
main:@1022 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](XxirNgB98u:0) -> float_type, {8, 2}, {13, 1}: 0.00079468ms, 0.0071657%
main:@1023 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](YbIVz8l1un:0) -> float_type, {8, 8}, {45, 1}: 0.00059196ms, 0.00533776%
main:@1024 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](bJsIAzhYc3:0) -> float_type, {8, 8}, {37, 1}: 0.00063026ms, 0.00568311%
main:@1025 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](tWcngAq7hV:0) -> float_type, {8, 2}, {13, 1}: 0.00063704ms, 0.00574425%
main:@1026 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ry2xad1vc9:0) -> float_type, {8, 8}, {25, 1}: 0.00078318ms, 0.00706201%
main:@1027 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.00066272ms, 0.00597581%
main:@1028 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](RHo9Jz6KpI:0) -> float_type, {8, 4}, {21, 1}: 0.00059454ms, 0.00536102%
main:@1029 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](S5D6WGIXMd:0) -> float_type, {8, 4}, {17, 1}: 0.00069422ms, 0.00625985%
main:@1030 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](TidKGrnobI:0) -> float_type, {8, 2}, {13, 1}: 0.00068274ms, 0.00615633%
main:@1031 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](1PJsBhDaCK:0) -> float_type, {8, 8}, {25, 1}: 0.00065962ms, 0.00594785%
main:@1032 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](1WNvHElUG7:0) -> float_type, {8, 8}, {25, 1}: 0.00066684ms, 0.00601296%
main:@1033 = slice[axes={0, 1},starts={0, 161},ends={8, 163}](nv2tzWRf1I:0) -> float_type, {8, 2}, {301, 1}: 0.00064534ms, 0.00581909%
main:@1034 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](nPUSZFm74Y:0) -> float_type, {8, 2}, {13, 1}: 0.00066928ms, 0.00603496%
main:@1035 = slice[axes={0, 1},starts={0, 161},ends={8, 169}](uFSOc5Chp2:0) -> float_type, {8, 8}, {481, 1}: 0.0006297ms, 0.00567806%
main:@1036 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](xT9FhjM1Uu:0) -> float_type, {8, 4}, {17, 1}: 0.0006511ms, 0.00587103%
main:@1037 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](qd1komWTn4:0) -> float_type, {8, 8}, {25, 1}: 0.00066794ms, 0.00602288%
main:@1038 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](m2YscaoDjP:0) -> float_type, {8, 4}, {17, 1}: 0.00063634ms, 0.00573794%
main:@1039 = load[offset=342912,end=349120](main:@1) -> float_type, {8, 194}, {194, 1}: 0.00050136ms, 0.00452081%
main:@1040 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](1u5yIsHTXE:0) -> float_type, {8, 4}, {17, 1}: 0.00064416ms, 0.00580845%
main:@1041 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](2lVXMZgJfO:0) -> float_type, {8, 8}, {25, 1}: 0.00064722ms, 0.00583604%
main:@1042 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](3kdi0vsSZG:0) -> float_type, {8, 8}, {25, 1}: 0.00092472ms, 0.00833829%
main:@1043 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Tg4u0GfnFb:0) -> float_type, {8, 8}, {25, 1}: 0.00066362ms, 0.00598392%
main:@1044 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](5JHUPChra8:0) -> float_type, {8, 2}, {17, 1}: 0.0006818ms, 0.00614785%
main:@1045 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](HZ0l3MmcPY:0) -> float_type, {8, 4}, {17, 1}: 0.0006398ms, 0.00576914%
main:@1046 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](o74vNAnXxy:0) -> float_type, {8, 4}, {17, 1}: 0.00097148ms, 0.00875992%
main:@1047 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=40,local=256,](main:@1044,main:@1022,main:@1025,main:@1008,main:@1017,main:@1019,main:@1034,main:@1013,main:@1009,main:@1030,main:@1033,main:@1045,main:@1010,main:@1011,main:@1040,main:@1028,main:@1029,main:@1038,main:@1014,main:@1046,main:@1036,main:@1015,main:@1021,main:@1031,main:@1027,main:@1018,main:@1037,main:@1026,main:@1041,main:@1012,main:@1043,main:@1032,main:@1020,main:@1024,main:@1042,main:@1023,main:@1016,main:@1035,main:@1039) -> float_type, {8, 194}, {194, 1}: 0.0469813ms, 0.423635%
main:@1048 = hip::hip_copy_literal[id=main:@literal:143] -> float_type, {194, 192}, {192, 1}: 0.0007982ms, 0.00719744%
main:@1049 = load[offset=336768,end=342912](main:@1) -> float_type, {8, 192}, {192, 1}: 0.0004742ms, 0.00427591%
main:@1050 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1047,main:@1048,main:@1049) -> float_type, {8, 192}, {192, 1}: 0.0229038ms, 0.206526%
main:@1051 = hip::hip_copy_literal[id=main:@literal:115] -> float_type, {25, 5}, {5, 1}: 0.00079226ms, 0.00714388%
main:@1052 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](ahAlEtBvzo:0) -> float_type, {8, 16}, {41, 1}: 0.00070542ms, 0.00636084%
main:@1053 = unsqueeze[axes={1},steps={}](main:@1052) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00081618ms, 0.00735957%
main:@1054 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](Dy3rwVmn1A:0) -> float_type, {8, 16}, {41, 1}: 0.00078936ms, 0.00711773%
main:@1055 = unsqueeze[axes={1},steps={}](main:@1054) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00058042ms, 0.0052337%
main:@1056 = load[offset=342912,end=355712](main:@1) -> float_type, {8, 25, 16}, {400, 16, 1}: 0.00049442ms, 0.00445823%
main:@1057 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](FcmWLZhDgE:0) -> float_type, {8, 16}, {57, 1}: 0.00062104ms, 0.00559997%
main:@1058 = unsqueeze[axes={1},steps={}](main:@1057) -> float_type, {8, 1, 16}, {57, 16, 1}: 0.00059438ms, 0.00535958%
main:@1059 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](X29iyIeu8L:0) -> float_type, {8, 16}, {45, 1}: 0.00078418ms, 0.00707102%
main:@1060 = unsqueeze[axes={1},steps={}](main:@1059) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00055562ms, 0.00501008%
main:@1061 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](ZcWERoz0h6:0) -> float_type, {8, 16}, {49, 1}: 0.0006194ms, 0.00558519%
main:@1062 = unsqueeze[axes={1},steps={}](main:@1061) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00056756ms, 0.00511774%
main:@1063 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](mgnGNH4Mz3:0) -> float_type, {8, 16}, {49, 1}: 0.0007725ms, 0.0069657%
main:@1064 = unsqueeze[axes={1},steps={}](main:@1063) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00055342ms, 0.00499024%
main:@1065 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](zIoqYe9cRb:0) -> float_type, {8, 16}, {45, 1}: 0.00061024ms, 0.00550259%
main:@1066 = unsqueeze[axes={1},steps={}](main:@1065) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00055474ms, 0.00500214%
main:@1067 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](dAFYcGrfEl:0) -> float_type, {8, 16}, {45, 1}: 0.00078746ms, 0.0071006%
main:@1068 = unsqueeze[axes={1},steps={}](main:@1067) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00055298ms, 0.00498627%
main:@1069 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](pYw7fMVoQg:0) -> float_type, {8, 16}, {41, 1}: 0.00062372ms, 0.00562414%
main:@1070 = unsqueeze[axes={1},steps={}](main:@1069) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00057556ms, 0.00518988%
main:@1071 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](6HSQqXdJzb:0) -> float_type, {8, 16}, {45, 1}: 0.00079036ms, 0.00712675%
main:@1072 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](1aXQU27NrD:0) -> float_type, {8, 16}, {49, 1}: 0.00061128ms, 0.00551197%
main:@1073 = unsqueeze[axes={1},steps={}](main:@1072) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00058902ms, 0.00531125%
main:@1074 = reshape_lazy[dims={-1, 12, 16}](main:@1050) -> float_type, {8, 12, 16}, {192, 16, 1}: 0.00052314ms, 0.0047172%
main:@1075 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](2CnSyUBzm0:0) -> float_type, {8, 16}, {65, 1}: 0.0006048ms, 0.00545354%
main:@1076 = unsqueeze[axes={1},steps={}](main:@1075) -> float_type, {8, 1, 16}, {65, 16, 1}: 0.00055478ms, 0.0050025%
main:@1077 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](isCn4mEOSt:0) -> float_type, {8, 16}, {49, 1}: 0.00074458ms, 0.00671395%
main:@1078 = unsqueeze[axes={1},steps={}](main:@1077) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.0005652ms, 0.00509646%
main:@1079 = unsqueeze[axes={1},steps={}](main:@1071) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00058264ms, 0.00525372%
main:@1080 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=228,local=256,](main:@1076,main:@1064,main:@1073,main:@1079,main:@1066,main:@1068,main:@1060,main:@1062,main:@1053,main:@1058,main:@1070,main:@1055,main:@1078,main:@1074,main:@1056) -> float_type, {8, 25, 16}, {400, 16, 1}: 0.0277ms, 0.249773%
main:@1081 = transpose[permutation={0, 2, 1}](main:@1080) -> float_type, {8, 16, 25}, {400, 1, 16}: 0.00075448ms, 0.00680322%
main:@1082 = load[offset=355712,end=368512](main:@1) -> float_type, {8, 16, 25}, {400, 25, 1}: 0.00051826ms, 0.0046732%
main:@1083 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=3200,local=256,](main:@1081,main:@1082) -> float_type, {8, 16, 25}, {400, 25, 1}: 0.0141468ms, 0.127563%
main:@1084 = load[offset=340128,end=342688](main:@1) -> float_type, {128, 5}, {5, 1}: 0.00060332ms, 0.00544019%
main:@1085 = reshape_lazy[dims={128, 25}](main:@1083) -> float_type, {128, 25}, {25, 1}: 0.00052686ms, 0.00475075%
main:@1086 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1085,main:@1051,main:@1084) -> float_type, {128, 5}, {5, 1}: 0.0208548ms, 0.18805%
main:@1087 = hip::hip_copy_literal[id=main:@literal:75] -> float_type, {160, 160}, {160, 1}: 0.00083592ms, 0.00753757%
6XMrIsBjLY:0 = @param:6XMrIsBjLY:0 -> float_type, {8, 13}, {13, 1}: 0.00061924ms, 0.00558374%
main:@1089 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](6XMrIsBjLY:0) -> float_type, {8, 2}, {13, 1}: 0.00064928ms, 0.00585462%
72zWmh93Bo:0 = @param:72zWmh93Bo:0 -> float_type, {8, 17}, {17, 1}: 0.00051528ms, 0.00464633%
main:@1091 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](72zWmh93Bo:0) -> float_type, {8, 4}, {17, 1}: 0.0007842ms, 0.0070712%
JjyOIxALzM:0 = @param:JjyOIxALzM:0 -> float_type, {8, 5}, {5, 1}: 0.00048014ms, 0.00432947%
main:@1093 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](JjyOIxALzM:0) -> float_type, {8, 2}, {5, 1}: 0.00065266ms, 0.0058851%
8vM5p4RzXd:0 = @param:8vM5p4RzXd:0 -> float_type, {8, 13}, {13, 1}: 0.00056248ms, 0.00507193%
main:@1095 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](8vM5p4RzXd:0) -> float_type, {8, 2}, {13, 1}: 0.00082416ms, 0.00743153%
9dgeU4bKka:0 = @param:9dgeU4bKka:0 -> float_type, {8, 17}, {17, 1}: 0.00055754ms, 0.00502739%
main:@1097 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](9dgeU4bKka:0) -> float_type, {8, 4}, {17, 1}: 0.00061062ms, 0.00550602%
AB6lekmMxa:0 = @param:AB6lekmMxa:0 -> float_type, {8, 25}, {25, 1}: 0.00055502ms, 0.00500467%
main:@1099 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](AB6lekmMxa:0) -> float_type, {8, 8}, {25, 1}: 0.00076522ms, 0.00690006%
BYyjkPCX0m:0 = @param:BYyjkPCX0m:0 -> float_type, {8, 13}, {13, 1}: 0.0005342ms, 0.00481693%
main:@1101 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](BYyjkPCX0m:0) -> float_type, {8, 2}, {13, 1}: 0.00095618ms, 0.00862196%
EKpP4xMXu8:0 = @param:EKpP4xMXu8:0 -> float_type, {8, 17}, {17, 1}: 0.00048138ms, 0.00434065%
main:@1103 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EKpP4xMXu8:0) -> float_type, {8, 4}, {17, 1}: 0.00077634ms, 0.00700033%
EZBIAqn6LS:0 = @param:EZBIAqn6LS:0 -> float_type, {8, 13}, {13, 1}: 0.00061154ms, 0.00551431%
main:@1105 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](EZBIAqn6LS:0) -> float_type, {8, 2}, {13, 1}: 0.00062548ms, 0.00564001%
EUciqFuptg:0 = @param:EUciqFuptg:0 -> float_type, {8, 17}, {17, 1}: 0.00056056ms, 0.00505462%
main:@1107 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EUciqFuptg:0) -> float_type, {8, 4}, {17, 1}: 0.00070548ms, 0.00636138%
nyLxrsTmOB:0 = @param:nyLxrsTmOB:0 -> float_type, {8, 17}, {17, 1}: 0.0005303ms, 0.00478176%
main:@1109 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](nyLxrsTmOB:0) -> float_type, {8, 8}, {17, 1}: 0.0007118ms, 0.00641837%
KasFvpq4IG:0 = @param:KasFvpq4IG:0 -> float_type, {8, 5}, {5, 1}: 0.00051562ms, 0.00464939%
main:@1111 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](KasFvpq4IG:0) -> float_type, {8, 2}, {5, 1}: 0.00067696ms, 0.00610421%
Hnjq487SIY:0 = @param:Hnjq487SIY:0 -> float_type, {8, 13}, {13, 1}: 0.00051952ms, 0.00468456%
main:@1113 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](Hnjq487SIY:0) -> float_type, {8, 2}, {13, 1}: 0.00071798ms, 0.00647409%
IRem4MiFDP:0 = @param:IRem4MiFDP:0 -> float_type, {8, 5}, {5, 1}: 0.00052896ms, 0.00476968%
main:@1115 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](IRem4MiFDP:0) -> float_type, {8, 2}, {5, 1}: 0.0007092ms, 0.00639492%
JCVMzpWyri:0 = @param:JCVMzpWyri:0 -> float_type, {8, 17}, {17, 1}: 0.00053718ms, 0.0048438%
main:@1117 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](JCVMzpWyri:0) -> float_type, {8, 4}, {17, 1}: 0.00098622ms, 0.00889284%
JSPsGophtx:0 = @param:JSPsGophtx:0 -> float_type, {8, 25}, {25, 1}: 0.00051568ms, 0.00464993%
main:@1119 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](JSPsGophtx:0) -> float_type, {8, 8}, {25, 1}: 0.00066292ms, 0.00597761%
JaHTUxB6zL:0 = @param:JaHTUxB6zL:0 -> float_type, {8, 17}, {17, 1}: 0.00055872ms, 0.00503803%
main:@1121 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](JaHTUxB6zL:0) -> float_type, {8, 4}, {17, 1}: 0.00068968ms, 0.00621891%
khJcIxW3zv:0 = @param:khJcIxW3zv:0 -> float_type, {8, 9}, {9, 1}: 0.0005693ms, 0.00513343%
main:@1123 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](khJcIxW3zv:0) -> float_type, {8, 4}, {9, 1}: 0.00070536ms, 0.0063603%
LMobYAd5ru:0 = @param:LMobYAd5ru:0 -> float_type, {8, 17}, {17, 1}: 0.00067388ms, 0.00607644%
main:@1125 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](LMobYAd5ru:0) -> float_type, {8, 4}, {17, 1}: 0.00070272ms, 0.00633649%
lQmygxs5aD:0 = @param:lQmygxs5aD:0 -> float_type, {8, 13}, {13, 1}: 0.00052476ms, 0.00473181%
main:@1127 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](lQmygxs5aD:0) -> float_type, {8, 2}, {13, 1}: 0.00067228ms, 0.00606201%
fMiQsYNnet:0 = @param:fMiQsYNnet:0 -> float_type, {8, 5}, {5, 1}: 0.00049686ms, 0.00448023%
main:@1129 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](fMiQsYNnet:0) -> float_type, {8, 2}, {5, 1}: 0.0006731ms, 0.0060694%
bTeX85HPmJ:0 = @param:bTeX85HPmJ:0 -> float_type, {8, 17}, {17, 1}: 0.00050888ms, 0.00458862%
eQquakfWBY:0 = @param:eQquakfWBY:0 -> float_type, {8, 17}, {17, 1}: 0.00051448ms, 0.00463911%
aqMQBgb3hf:0 = @param:aqMQBgb3hf:0 -> float_type, {8, 17}, {17, 1}: 0.00058854ms, 0.00530692%
main:@1133 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](aqMQBgb3hf:0) -> float_type, {8, 8}, {17, 1}: 0.00078618ms, 0.00708906%
main:@1134 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](bTeX85HPmJ:0) -> float_type, {8, 4}, {17, 1}: 0.00064546ms, 0.00582017%
agDiJj8lLK:0 = @param:agDiJj8lLK:0 -> float_type, {8, 13}, {13, 1}: 0.000495ms, 0.00446346%
main:@1136 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](agDiJj8lLK:0) -> float_type, {8, 2}, {13, 1}: 0.00068308ms, 0.0061594%
cN2JSTnFOu:0 = @param:cN2JSTnFOu:0 -> float_type, {8, 9}, {9, 1}: 0.0004847ms, 0.00437058%
main:@1138 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](cN2JSTnFOu:0) -> float_type, {8, 4}, {9, 1}: 0.00069402ms, 0.00625804%
omr2g4XaH5:0 = @param:omr2g4XaH5:0 -> float_type, {8, 17}, {17, 1}: 0.00051002ms, 0.0045989%
main:@1140 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](omr2g4XaH5:0) -> float_type, {8, 8}, {17, 1}: 0.0006863ms, 0.00618843%
XPcHGKbop2:0 = @param:XPcHGKbop2:0 -> float_type, {8, 13}, {13, 1}: 0.00056662ms, 0.00510926%
r1WGP7Xe9H:0 = @param:r1WGP7Xe9H:0 -> float_type, {8, 13}, {13, 1}: 0.00045898ms, 0.00413866%
qzd23aNGIT:0 = @param:qzd23aNGIT:0 -> float_type, {8, 17}, {17, 1}: 0.00058468ms, 0.00527211%
Vbv2Om3ptd:0 = @param:Vbv2Om3ptd:0 -> float_type, {8, 17}, {17, 1}: 0.00045572ms, 0.00410927%
fZhaL2tCm6:0 = @param:fZhaL2tCm6:0 -> float_type, {8, 17}, {17, 1}: 0.00054364ms, 0.00490205%
d8RoEzG52p:0 = @param:d8RoEzG52p:0 -> float_type, {8, 17}, {17, 1}: 0.00056424ms, 0.0050878%
TSqGwrHeo4:0 = @param:TSqGwrHeo4:0 -> float_type, {8, 5}, {5, 1}: 0.00052226ms, 0.00470927%
main:@1148 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](XPcHGKbop2:0) -> float_type, {8, 2}, {13, 1}: 0.00071716ms, 0.0064667%
main:@1149 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](TSqGwrHeo4:0) -> float_type, {8, 2}, {5, 1}: 0.00067784ms, 0.00611215%
Tej5M3O6As:0 = @param:Tej5M3O6As:0 -> float_type, {8, 17}, {17, 1}: 0.0006001ms, 0.00541116%
main:@1151 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Tej5M3O6As:0) -> float_type, {8, 8}, {17, 1}: 0.00096588ms, 0.00870943%
main:@1152 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Vbv2Om3ptd:0) -> float_type, {8, 8}, {17, 1}: 0.0006414ms, 0.00578356%
main:@1153 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](r1WGP7Xe9H:0) -> float_type, {8, 2}, {13, 1}: 0.00070276ms, 0.00633685%
iCbkMrmXBh:0 = @param:iCbkMrmXBh:0 -> float_type, {8, 9}, {9, 1}: 0.00050554ms, 0.0045585%
main:@1155 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](iCbkMrmXBh:0) -> float_type, {8, 4}, {9, 1}: 0.00065984ms, 0.00594984%
main:@1156 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](d8RoEzG52p:0) -> float_type, {8, 8}, {17, 1}: 0.00067736ms, 0.00610782%
main:@1157 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](eQquakfWBY:0) -> float_type, {8, 4}, {17, 1}: 0.00066878ms, 0.00603045%
main:@1158 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](qzd23aNGIT:0) -> float_type, {8, 4}, {17, 1}: 0.0006776ms, 0.00610998%
4M92ryD8ux:0 = @param:4M92ryD8ux:0 -> float_type, {8, 9}, {9, 1}: 0.00049404ms, 0.0044548%
main:@1160 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](fZhaL2tCm6:0) -> float_type, {8, 8}, {17, 1}: 0.00101394ms, 0.00914279%
main:@1161 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](4M92ryD8ux:0) -> float_type, {8, 4}, {9, 1}: 0.00066764ms, 0.00602017%
4gFa5o2YsJ:0 = @param:4gFa5o2YsJ:0 -> float_type, {8, 9}, {9, 1}: 0.00056488ms, 0.00509358%
main:@1163 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](4gFa5o2YsJ:0) -> float_type, {8, 4}, {9, 1}: 0.00066678ms, 0.00601242%
main:@1164 = load[offset=347808,end=352928](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00050742ms, 0.00457545%
main:@1165 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=33,local=256,](main:@1093,main:@1105,main:@1115,main:@1127,main:@1149,main:@1153,main:@1136,main:@1148,main:@1095,main:@1129,main:@1101,main:@1113,main:@1111,main:@1089,main:@1138,main:@1097,main:@1161,main:@1125,main:@1123,main:@1107,main:@1134,main:@1103,main:@1157,main:@1117,main:@1091,main:@1158,main:@1155,main:@1121,main:@1163,main:@1119,main:@1160,main:@1156,main:@1151,main:@1140,main:@1099,main:@1133,main:@1152,main:@1109,main:@1164) -> float_type, {8, 160}, {160, 1}: 0.0469326ms, 0.423195%
main:@1166 = load[offset=342688,end=347808](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00066174ms, 0.00596697%
main:@1167 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1165,main:@1087,main:@1166) -> float_type, {8, 160}, {160, 1}: 0.0210182ms, 0.189523%
CHAYRkBvIo:0 = @param:CHAYRkBvIo:0 -> float_type, {8, 41}, {41, 1}: 0.0007206ms, 0.00649772%
main:@1169 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](CHAYRkBvIo:0) -> float_type, {8, 16}, {41, 1}: 0.00072564ms, 0.00654316%
main:@1170 = unsqueeze[axes={1},steps={}](main:@1169) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00077846ms, 0.00701945%
jznORDJr0N:0 = @param:jznORDJr0N:0 -> float_type, {8, 45}, {45, 1}: 0.00053636ms, 0.00483641%
main:@1172 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](jznORDJr0N:0) -> float_type, {8, 16}, {45, 1}: 0.00079088ms, 0.00713144%
main:@1173 = unsqueeze[axes={1},steps={}](main:@1172) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00058004ms, 0.00523027%
HRGzlnEkXQ:0 = @param:HRGzlnEkXQ:0 -> float_type, {8, 41}, {41, 1}: 0.0005371ms, 0.00484308%
main:@1175 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](HRGzlnEkXQ:0) -> float_type, {8, 16}, {41, 1}: 0.0006715ms, 0.00605498%
main:@1176 = unsqueeze[axes={1},steps={}](main:@1175) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00055862ms, 0.00503713%
HzcyUlm8Yj:0 = @param:HzcyUlm8Yj:0 -> float_type, {8, 45}, {45, 1}: 0.00048548ms, 0.00437762%
main:@1178 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](HzcyUlm8Yj:0) -> float_type, {8, 16}, {45, 1}: 0.00077564ms, 0.00699402%
main:@1179 = unsqueeze[axes={1},steps={}](main:@1178) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00074858ms, 0.00675001%
duyRoIEkH8:0 = @param:duyRoIEkH8:0 -> float_type, {8, 45}, {45, 1}: 0.00051554ms, 0.00464867%
eQI8ikEMgP:0 = @param:eQI8ikEMgP:0 -> float_type, {8, 41}, {41, 1}: 0.00058256ms, 0.005253%
2srtUfGvja:0 = @param:2srtUfGvja:0 -> float_type, {8, 41}, {41, 1}: 0.00048832ms, 0.00440323%
2RDXZrx9GA:0 = @param:2RDXZrx9GA:0 -> float_type, {8, 45}, {45, 1}: 0.00050838ms, 0.00458411%
VUqfdN5Fzv:0 = @param:VUqfdN5Fzv:0 -> float_type, {8, 45}, {45, 1}: 0.00050762ms, 0.00457726%
main:@1185 = reshape_lazy[dims={-1, 10, 16}](main:@1167) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0005275ms, 0.00475652%
main:@1186 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](VUqfdN5Fzv:0) -> float_type, {8, 16}, {45, 1}: 0.00083386ms, 0.00751899%
main:@1187 = unsqueeze[axes={1},steps={}](main:@1186) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00057334ms, 0.00516986%
main:@1188 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](eQI8ikEMgP:0) -> float_type, {8, 16}, {41, 1}: 0.00062342ms, 0.00562144%
main:@1189 = unsqueeze[axes={1},steps={}](main:@1188) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00056426ms, 0.00508798%
main:@1190 = slice[axes={0, 1},starts={0, 289},ends={8, 305}](lyiDxfzZg3:0) -> float_type, {8, 16}, {701, 1}: 0.00079258ms, 0.00714677%
main:@1191 = unsqueeze[axes={1},steps={}](main:@1190) -> float_type, {8, 1, 16}, {701, 16, 1}: 0.00089224ms, 0.00804541%
3Laj620MSn:0 = @param:3Laj620MSn:0 -> float_type, {8, 45}, {45, 1}: 0.00058124ms, 0.00524109%
main:@1193 = load[offset=347808,end=358560](main:@1) -> float_type, {8, 21, 16}, {336, 16, 1}: 0.0004902ms, 0.00442018%
main:@1194 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](2RDXZrx9GA:0) -> float_type, {8, 16}, {45, 1}: 0.00064676ms, 0.00583189%
main:@1195 = unsqueeze[axes={1},steps={}](main:@1194) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00056072ms, 0.00505606%
main:@1196 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](duyRoIEkH8:0) -> float_type, {8, 16}, {45, 1}: 0.00076752ms, 0.0069208%
main:@1197 = unsqueeze[axes={1},steps={}](main:@1196) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00055896ms, 0.00504019%
main:@1198 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](2srtUfGvja:0) -> float_type, {8, 16}, {41, 1}: 0.00063304ms, 0.00570818%
main:@1199 = unsqueeze[axes={1},steps={}](main:@1198) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00058206ms, 0.00524849%
main:@1200 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](3Laj620MSn:0) -> float_type, {8, 16}, {45, 1}: 0.00080506ms, 0.0072593%
main:@1201 = unsqueeze[axes={1},steps={}](main:@1200) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00058054ms, 0.00523478%
main:@1202 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=224,local=256,](main:@1173,main:@1176,main:@1191,main:@1195,main:@1187,main:@1170,main:@1179,main:@1199,main:@1201,main:@1197,main:@1189,main:@1185,main:@1193) -> float_type, {8, 21, 16}, {336, 16, 1}: 0.0271167ms, 0.244514%
main:@1203 = load[offset=336768,end=340128](main:@1) -> float_type, {8, 21, 5}, {105, 5, 1}: 0.00066098ms, 0.00596012%
main:@1204 = reshape_lazy[dims={8, 16, 5}](main:@1086) -> float_type, {8, 16, 5}, {80, 5, 1}: 0.00052204ms, 0.00470728%
main:@1205 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1202,main:@1204,main:@1203) -> float_type, {8, 21, 5}, {105, 5, 1}: 0.0199266ms, 0.17968%
main:@1206 = hip::hip_copy_literal[id=main:@literal:152] -> float_type, {68, 64}, {64, 1}: 0.0008763ms, 0.00790168%
XRvxjULC7M:0 = @param:XRvxjULC7M:0 -> float_type, {8, 60, 5}, {300, 5, 1}: 0.00056612ms, 0.00510476%
main:@1208 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 5}](XRvxjULC7M:0) -> float_type, {8, 60, 4}, {300, 5, 1}: 0.00082654ms, 0.00745299%
main:@1209 = load[offset=1574144,end=1704704](main:@1) -> float_type, {8, 60, 68}, {4080, 68, 1}: 0.00049834ms, 0.00449358%
main:@1210 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8160,local=256,](main:@84,main:@240,main:@1208,main:@50,main:@1209) -> float_type, {8, 60, 68}, {4080, 68, 1}: 0.0175111ms, 0.157899%
main:@1211 = reshape_lazy[dims={480, 68}](main:@1210) -> float_type, {480, 68}, {68, 1}: 0.00067974ms, 0.00612928%
main:@1212 = load[offset=1451264,end=1574144](main:@1) -> float_type, {480, 64}, {64, 1}: 0.00046354ms, 0.00417978%
main:@1213 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1211,main:@1206,main:@1212) -> float_type, {480, 64}, {64, 1}: 0.020642ms, 0.186131%
main:@1214 = hip::hip_copy_literal[id=main:@literal:160] -> float_type, {48, 64}, {64, 1}: 0.00079218ms, 0.00714316%
main:@1215 = slice[axes={0, 1},starts={0, 13},ends={8, 21}](9YqhflbMKe:0) -> float_type, {8, 8}, {29, 1}: 0.00065528ms, 0.00590872%
main:@1216 = slice[axes={0, 1},starts={0, 45},ends={8, 53}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.0006383ms, 0.00575561%
main:@1217 = slice[axes={0, 1},starts={0, 189},ends={8, 197}](nv2tzWRf1I:0) -> float_type, {8, 8}, {301, 1}: 0.00081264ms, 0.00732765%
main:@1218 = slice[axes={0, 1},starts={0, 209},ends={8, 217}](uFSOc5Chp2:0) -> float_type, {8, 8}, {481, 1}: 0.0006417ms, 0.00578627%
main:@1219 = slice[axes={0, 1},starts={0, 49},ends={8, 57}](ifP6Ceko5T:0) -> float_type, {8, 8}, {73, 1}: 0.0006337ms, 0.00571413%
main:@1220 = load[offset=340128,end=341664](main:@1) -> float_type, {8, 48}, {48, 1}: 0.00046486ms, 0.00419169%
main:@1221 = slice[axes={0, 1},starts={0, 45},ends={8, 53}](2CnSyUBzm0:0) -> float_type, {8, 8}, {65, 1}: 0.00060502ms, 0.00545552%
main:@1222 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=64,local=256,](main:@1217,main:@1221,main:@1218,main:@1219,main:@1216,main:@1215,main:@1220) -> float_type, {8, 48}, {48, 1}: 0.0160033ms, 0.144303%
main:@1223 = load[offset=342048,end=344096](main:@1) -> float_type, {8, 64}, {64, 1}: 0.00064414ms, 0.00580827%
main:@1224 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1222,main:@1214,main:@1223) -> float_type, {8, 64}, {64, 1}: 0.0206607ms, 0.1863%
main:@1225 = reshape_lazy[dims={8, 1, 64}](main:@1224) -> float_type, {8, 1, 64}, {64, 64, 1}: 0.00069196ms, 0.00623947%
main:@1226 = load[offset=340128,end=342048](main:@1) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.0005149ms, 0.0046429%
main:@1227 = reshape_lazy[dims={8, 60, 64}](main:@1213) -> float_type, {8, 60, 64}, {3840, 64, 1}: 0.00048238ms, 0.00434966%
main:@1228 = transpose[permutation={0, 2, 1}](main:@1227) -> float_type, {8, 64, 60}, {3840, 1, 64}: 0.0005443ms, 0.004908%
main:@1229 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1225,main:@1228,main:@1226) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.022828ms, 0.205842%
main:@1230 = hip::hip_copy_literal[id=main:@literal:134] -> float_type, {84, 64}, {64, 1}: 0.00081228ms, 0.0073244%
F5awZuD1c2:0 = @param:F5awZuD1c2:0 -> float_type, {8, 60, 9}, {540, 9, 1}: 0.00056188ms, 0.00506652%
main:@1232 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 9}](F5awZuD1c2:0) -> float_type, {8, 60, 8}, {540, 9, 1}: 0.00111262ms, 0.0100326%
main:@1233 = load[offset=1574144,end=1735424](main:@1) -> float_type, {8, 60, 84}, {5040, 84, 1}: 0.00050388ms, 0.00454353%
PnxiROp9zw:0 = @param:PnxiROp9zw:0 -> float_type, {8, 60, 5}, {300, 5, 1}: 0.00052944ms, 0.00477401%
main:@1235 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 5}](PnxiROp9zw:0) -> float_type, {8, 60, 4}, {300, 5, 1}: 0.00066796ms, 0.00602306%
4luvCw32jf:0 = @param:4luvCw32jf:0 -> float_type, {8, 60, 5}, {300, 5, 1}: 0.00054044ms, 0.0048732%
main:@1237 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 5}](4luvCw32jf:0) -> float_type, {8, 60, 4}, {300, 5, 1}: 0.00085154ms, 0.00767841%
main:@1238 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5760,local=256,](main:@84,main:@240,main:@1208,main:@50,main:@1235,main:@1232,main:@1237,main:@1233) -> float_type, {8, 60, 84}, {5040, 84, 1}: 0.0199779ms, 0.180143%
main:@1239 = reshape_lazy[dims={480, 84}](main:@1238) -> float_type, {480, 84}, {84, 1}: 0.00068124ms, 0.0061428%
main:@1240 = load[offset=1451264,end=1574144](main:@1) -> float_type, {480, 64}, {64, 1}: 0.00048292ms, 0.00435453%
main:@1241 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1239,main:@1230,main:@1240) -> float_type, {480, 64}, {64, 1}: 0.0201348ms, 0.181558%
main:@1242 = load[offset=342048,end=343968](main:@1) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.00067604ms, 0.00609591%
mt0cODHoal:0 = @param:mt0cODHoal:0 -> int32_type, {8, 60}, {60, 1}: 0.0005332ms, 0.00480791%
main:@1244 = unsqueeze[axes={1},steps={}](mt0cODHoal:0) -> int32_type, {8, 1, 60}, {60, 60, 1}: 0.00061014ms, 0.00550169%
main:@1245 = gpu::code_object[code_object=13544,symbol_name=convert_add_add_sub_kernel,global=240,local=256,](main:@1244,main:@1229,main:@1242) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.0135655ms, 0.122322%
main:@1246 = load[offset=343968,end=345888](main:@1) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.00065936ms, 0.00594551%
main:@1247 = gpu::code_object[code_object=14552,symbol_name=softmax_kernel,global=512,local=64,](main:@1245,main:@1246) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.0142921ms, 0.128873%
main:@1248 = load[offset=340128,end=342176](main:@1) -> float_type, {8, 1, 64}, {64, 64, 1}: 0.00062516ms, 0.00563713%
main:@1249 = reshape_lazy[dims={8, 60, 64}](main:@1241) -> float_type, {8, 60, 64}, {3840, 64, 1}: 0.00049878ms, 0.00449755%
main:@1250 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1247,main:@1249,main:@1248) -> float_type, {8, 1, 64}, {64, 64, 1}: 0.0220921ms, 0.199207%
main:@1251 = slice[axes={1},starts={512},ends={768}](main:@920) -> float_type, {120, 256}, {768, 1}: 0.0008353ms, 0.00753198%
main:@1252 = reshape_lazy[dims={8, 15, 256}](main:@1251) -> float_type, {8, 15, 256}, {11520, 768, 1}: 0.00060746ms, 0.00547752%
main:@1253 = slice[axes={2},starts={0},ends={64}](main:@1252) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00077292ms, 0.00696949%
main:@1254 = unsqueeze[axes={0},steps={}](main:@1253) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00102134ms, 0.00920952%
main:@1255 = slice[axes={2},starts={64},ends={128}](main:@1252) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00067886ms, 0.00612134%
main:@1256 = unsqueeze[axes={0},steps={}](main:@1255) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00094702ms, 0.00853937%
main:@1257 = slice[axes={2},starts={128},ends={192}](main:@1252) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00064886ms, 0.00585083%
main:@1258 = unsqueeze[axes={0},steps={}](main:@1257) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.0006785ms, 0.0061181%
main:@1259 = slice[axes={2},starts={192},ends={256}](main:@1252) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00099106ms, 0.00893648%
main:@1260 = unsqueeze[axes={0},steps={}](main:@1259) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00060224ms, 0.00543045%
main:@1261 = load[offset=1451264,end=1574144](main:@1) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.00049648ms, 0.00447681%
main:@1262 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3840,local=256,](main:@1254,main:@1256,main:@1258,main:@1260,main:@1261) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0192857ms, 0.173901%
main:@1263 = slice[axes={1},starts={0},ends={256}](main:@920) -> float_type, {120, 256}, {768, 1}: 0.00076774ms, 0.00692278%
main:@1264 = reshape_lazy[dims={8, 15, 256}](main:@1263) -> float_type, {8, 15, 256}, {11520, 768, 1}: 0.00056126ms, 0.00506093%
main:@1265 = slice[axes={2},starts={0},ends={64}](main:@1264) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00078874ms, 0.00711214%
main:@1266 = unsqueeze[axes={0},steps={}](main:@1265) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00090564ms, 0.00816624%
main:@1267 = slice[axes={2},starts={64},ends={128}](main:@1264) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.0006685ms, 0.00602793%
main:@1268 = unsqueeze[axes={0},steps={}](main:@1267) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.0006715ms, 0.00605498%
main:@1269 = slice[axes={2},starts={128},ends={192}](main:@1264) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00096422ms, 0.00869446%
main:@1270 = unsqueeze[axes={0},steps={}](main:@1269) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00057864ms, 0.00521765%
main:@1271 = slice[axes={2},starts={192},ends={256}](main:@1264) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.0007358ms, 0.00663478%
main:@1272 = unsqueeze[axes={0},steps={}](main:@1271) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00093102ms, 0.00839509%
main:@1273 = load[offset=1574144,end=1697024](main:@1) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.00054396ms, 0.00490494%
main:@1274 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3840,local=256,](main:@1266,main:@1268,main:@1270,main:@1272,main:@1273) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0192737ms, 0.173793%
main:@1275 = transpose[permutation={0, 1, 3, 2}](main:@1262) -> float_type, {4, 8, 64, 15}, {7680, 960, 1, 64}: 0.00068998ms, 0.00622161%
main:@1276 = load[offset=342176,end=370976](main:@1) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.0005029ms, 0.0045347%
main:@1277 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1274,main:@1275,main:@1276) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.0213594ms, 0.1926%
main:@1278 = slice[axes={1},starts={256},ends={512}](main:@920) -> float_type, {120, 256}, {768, 1}: 0.00076282ms, 0.00687842%
main:@1279 = reshape_lazy[dims={8, 15, 256}](main:@1278) -> float_type, {8, 15, 256}, {11520, 768, 1}: 0.00075298ms, 0.00678969%
main:@1280 = slice[axes={2},starts={0},ends={64}](main:@1279) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00073486ms, 0.0066263%
main:@1281 = unsqueeze[axes={0},steps={}](main:@1280) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00098202ms, 0.00885496%
main:@1282 = slice[axes={2},starts={64},ends={128}](main:@1279) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00065398ms, 0.005897%
main:@1283 = unsqueeze[axes={0},steps={}](main:@1282) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00066058ms, 0.00595651%
main:@1284 = slice[axes={2},starts={128},ends={192}](main:@1279) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00105528ms, 0.00951556%
main:@1285 = unsqueeze[axes={0},steps={}](main:@1284) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00061986ms, 0.00558933%
main:@1286 = slice[axes={2},starts={192},ends={256}](main:@1279) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.0007004ms, 0.00631557%
main:@1287 = unsqueeze[axes={0},steps={}](main:@1286) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00062322ms, 0.00561963%
main:@1288 = load[offset=1451264,end=1574144](main:@1) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0004803ms, 0.00433091%
main:@1289 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3840,local=256,](main:@1281,main:@1283,main:@1285,main:@1287,main:@1288) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.019213ms, 0.173246%
main:@1290 = load[offset=370976,end=399776](main:@1) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.00065806ms, 0.00593379%
main:@1291 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=3600,local=256,](main:@1277,main:@1290) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.0153995ms, 0.138859%
main:@1292 = load[offset=342176,end=370976](main:@1) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.00067764ms, 0.00611034%
main:@1293 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=30720,local=64,](main:@1291,main:@1292) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.017861ms, 0.161054%
main:@1294 = load[offset=877824,end=1000704](main:@1) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.00067424ms, 0.00607968%
main:@1295 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1293,main:@1289,main:@1294) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0189749ms, 0.171098%
main:@1296 = load[offset=342176,end=344224](main:@1) -> float_type, {8, 64}, {64, 1}: 0.00063166ms, 0.00569574%
main:@1297 = slice[axes={1},starts={32},ends={96}](main:@1007) -> float_type, {8, 64}, {128, 1}: 0.00079638ms, 0.00718103%
main:@1298 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=256,local=256,](main:@1297,main:@1296) -> float_type, {8, 64}, {64, 1}: 0.0131405ms, 0.118489%
main:@1299 = reshape_lazy[dims={1, 8, 1, 64}](main:@1298) -> float_type, {1, 8, 1, 64}, {512, 64, 64, 1}: 0.00069482ms, 0.00626526%
main:@1300 = slice[axes={1},starts={64},ends={128}](main:@967) -> float_type, {400, 64}, {128, 1}: 0.00058046ms, 0.00523406%
main:@1301 = reshape_lazy[dims={1, 8, 50, 64}](main:@1300) -> float_type, {1, 8, 50, 64}, {51200, 6400, 128, 1}: 0.00061296ms, 0.00552712%
main:@1302 = transpose[permutation={0, 1, 3, 2}](main:@1301) -> float_type, {1, 8, 64, 50}, {51200, 6400, 1, 128}: 0.00060842ms, 0.00548618%
main:@1303 = load[offset=344224,end=345824](main:@1) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.00054708ms, 0.00493307%
main:@1304 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1299,main:@1302,main:@1303) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.0240376ms, 0.216749%
ObZQkfyaKG:0 = @param:ObZQkfyaKG:0 -> int32_type, {8, 50}, {50, 1}: 0.00070964ms, 0.00639889%
main:@1306 = unsqueeze[axes={1},steps={}](ObZQkfyaKG:0) -> int32_type, {8, 1, 50}, {50, 50, 1}: 0.00063148ms, 0.00569411%
main:@1307 = load[offset=342176,end=343776](main:@1) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.00050262ms, 0.00453217%
main:@1308 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=200,local=256,](main:@1306,main:@1307) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.0132842ms, 0.119785%
main:@1309 = multibroadcast[out_lens={1, 8, 1, 50}](main:@1308) -> float_type, {1, 8, 1, 50}, {0, 50, 50, 1}: 0.0007964ms, 0.00718121%
main:@1310 = load[offset=345824,end=347424](main:@1) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.00048358ms, 0.00436049%
main:@1311 = gpu::code_object[code_object=13520,symbol_name=pow_pow_kernel,global=200,local=256,](main:@1304,main:@1309,main:@1310) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.0183902ms, 0.165826%
main:@1312 = load[offset=344224,end=345824](main:@1) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.00064152ms, 0.00578464%
main:@1313 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=512,local=64,](main:@1311,main:@1312) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.0141379ms, 0.127482%
main:@1314 = slice[axes={1},starts={0},ends={64}](main:@967) -> float_type, {400, 64}, {128, 1}: 0.00072698ms, 0.00655525%
main:@1315 = reshape_lazy[dims={1, 8, 50, 64}](main:@1314) -> float_type, {1, 8, 50, 64}, {51200, 6400, 128, 1}: 0.00060006ms, 0.0054108%
main:@1316 = load[offset=342176,end=344224](main:@1) -> float_type, {1, 8, 1, 64}, {512, 64, 64, 1}: 0.00049928ms, 0.00450205%
main:@1317 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1313,main:@1315,main:@1316) -> float_type, {1, 8, 1, 64}, {512, 64, 64, 1}: 0.021691ms, 0.19559%
main:@1318 = hip::hip_copy_literal[id=main:@literal:11] -> float_type, {64, 64}, {64, 1}: 0.00079246ms, 0.00714568%
main:@1319 = load[offset=344224,end=364704](main:@1) -> float_type, {8, 10, 64}, {640, 64, 1}: 0.00053076ms, 0.00478591%
main:@1320 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1280,local=256,](main:@34,main:@144,main:@153,main:@289,main:@1319) -> float_type, {8, 10, 64}, {640, 64, 1}: 0.0162145ms, 0.146207%
main:@1321 = load[offset=1107200,end=1127680](main:@1) -> float_type, {80, 64}, {64, 1}: 0.00065168ms, 0.00587626%
main:@1322 = reshape_lazy[dims={80, 64}](main:@1320) -> float_type, {80, 64}, {64, 1}: 0.00055834ms, 0.0050346%
main:@1323 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1322,main:@1318,main:@1321) -> float_type, {80, 64}, {64, 1}: 0.018843ms, 0.169909%
main:@1324 = hip::hip_copy_literal[id=main:@literal:116] -> float_type, {128, 3429}, {3429, 1}: 0.0007926ms, 0.00714695%
main:@1325 = load[offset=344224,end=453952](main:@1) -> float_type, {8, 3429}, {3429, 1}: 0.00051212ms, 0.00461783%
main:@1326 = slice[axes={1},starts={128},ends={256}](main:@376) -> float_type, {8, 128}, {896, 1}: 0.00061078ms, 0.00550746%
main:@1327 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1326,main:@1324,main:@1325) -> float_type, {8, 3429}, {3429, 1}: 0.0241902ms, 0.218125%
main:@1328 = hip::hip_copy_literal[id=main:@literal:49] -> float_type, {256, 512}, {512, 1}: 0.00078244ms, 0.00705533%
main:@1329 = slice[axes={0, 1, 2},starts={0, 9, 0},ends={8, 10, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.0006869ms, 0.00619384%
main:@1330 = squeeze[axes={1}](main:@1329) -> float_type, {8, 256}, {4608, 1}: 0.00079636ms, 0.00718085%
main:@1331 = load[offset=1025280,end=1041664](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00049536ms, 0.00446671%
main:@1332 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1330,main:@1328,main:@1331) -> float_type, {8, 512}, {512, 1}: 0.0247187ms, 0.222891%
main:@1333 = load[offset=1008896,end=1025280](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00063426ms, 0.00571918%
main:@1334 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1332,main:@1333) -> float_type, {8, 512}, {512, 1}: 0.0132271ms, 0.11927%
main:@1335 = load[offset=1000704,end=1008896](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060096ms, 0.00541891%
main:@1336 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1334,main:@365,main:@1335) -> float_type, {8, 256}, {256, 1}: 0.0305527ms, 0.275497%
main:@1337 = load[offset=1008896,end=1025280](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00062478ms, 0.0056337%
main:@1338 = slice[axes={0, 1, 2},starts={0, 16, 0},ends={8, 17, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00065154ms, 0.005875%
main:@1339 = squeeze[axes={1}](main:@1338) -> float_type, {8, 256}, {4608, 1}: 0.00094308ms, 0.00850384%
main:@1340 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1339,main:@394,main:@1337) -> float_type, {8, 512}, {512, 1}: 0.0234789ms, 0.211711%
main:@1341 = hip::hip_copy_literal[id=main:@literal:84] -> float_type, {512, 256}, {256, 1}: 0.00078962ms, 0.00712008%
main:@1342 = load[offset=1025280,end=1041664](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00049416ms, 0.00445589%
main:@1343 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1340,main:@1342) -> float_type, {8, 512}, {512, 1}: 0.013304ms, 0.119964%
main:@1344 = load[offset=1008896,end=1017088](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060718ms, 0.005475%
main:@1345 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1343,main:@1341,main:@1344) -> float_type, {8, 256}, {256, 1}: 0.0305162ms, 0.275168%
main:@1346 = hip::hip_copy_literal[id=main:@literal:142] -> float_type, {256, 512}, {512, 1}: 0.00073474ms, 0.00662522%
main:@1347 = slice[axes={0, 1, 2},starts={0, 1, 0},ends={8, 2, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00068872ms, 0.00621025%
main:@1348 = squeeze[axes={1}](main:@1347) -> float_type, {8, 256}, {4608, 1}: 0.00061106ms, 0.00550998%
main:@1349 = load[offset=1041664,end=1058048](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00049864ms, 0.00449628%
main:@1350 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1348,main:@1346,main:@1349) -> float_type, {8, 512}, {512, 1}: 0.0238689ms, 0.215228%
main:@1351 = load[offset=1025280,end=1041664](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00064492ms, 0.0058153%
main:@1352 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1350,main:@1351) -> float_type, {8, 512}, {512, 1}: 0.0132581ms, 0.119549%
main:@1353 = load[offset=1017088,end=1025280](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00061106ms, 0.00550998%
main:@1354 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1352,main:@395,main:@1353) -> float_type, {8, 256}, {256, 1}: 0.0306561ms, 0.276429%
main:@1355 = hip::hip_copy_literal[id=main:@literal:62] -> float_type, {256, 512}, {512, 1}: 0.00080388ms, 0.00724866%
main:@1356 = load[offset=1025280,end=1041664](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0004887ms, 0.00440665%
main:@1357 = slice[axes={0, 1, 2},starts={0, 15, 0},ends={8, 16, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00063808ms, 0.00575363%
main:@1358 = squeeze[axes={1}](main:@1357) -> float_type, {8, 256}, {4608, 1}: 0.00066594ms, 0.00600484%
main:@1359 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1358,main:@1355,main:@1356) -> float_type, {8, 512}, {512, 1}: 0.0237689ms, 0.214327%
main:@1360 = hip::hip_copy_literal[id=main:@literal:95] -> float_type, {512, 256}, {256, 1}: 0.0007459ms, 0.00672585%
main:@1361 = load[offset=1041664,end=1058048](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047468ms, 0.00428023%
main:@1362 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1359,main:@1361) -> float_type, {8, 512}, {512, 1}: 0.0133425ms, 0.120311%
main:@1363 = load[offset=1025280,end=1033472](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062746ms, 0.00565786%
main:@1364 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1362,main:@1360,main:@1363) -> float_type, {8, 256}, {256, 1}: 0.0303543ms, 0.273708%
main:@1365 = hip::hip_copy_literal[id=main:@literal:138] -> float_type, {256, 512}, {512, 1}: 0.00083578ms, 0.00753631%
main:@1366 = load[offset=1033472,end=1049856](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00048492ms, 0.00437257%
main:@1367 = slice[axes={0, 1, 2},starts={0, 8, 0},ends={8, 9, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00064856ms, 0.00584813%
main:@1368 = squeeze[axes={1}](main:@1367) -> float_type, {8, 256}, {4608, 1}: 0.00057962ms, 0.00522649%
main:@1369 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1368,main:@1365,main:@1366) -> float_type, {8, 512}, {512, 1}: 0.0234077ms, 0.211069%
main:@1370 = hip::hip_copy_literal[id=main:@literal:44] -> float_type, {512, 256}, {256, 1}: 0.0007624ms, 0.00687463%
main:@1371 = load[offset=1049856,end=1066240](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0005126ms, 0.00462216%
main:@1372 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1369,main:@1371) -> float_type, {8, 512}, {512, 1}: 0.0133386ms, 0.120276%
main:@1373 = load[offset=1033472,end=1041664](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062586ms, 0.00564344%
main:@1374 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1372,main:@1370,main:@1373) -> float_type, {8, 256}, {256, 1}: 0.0307486ms, 0.277263%
main:@1375 = hip::hip_copy_literal[id=main:@literal:48] -> float_type, {256, 512}, {512, 1}: 0.00076102ms, 0.00686219%
main:@1376 = load[offset=1041664,end=1058048](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00050136ms, 0.00452081%
main:@1377 = slice[axes={0, 1, 2},starts={0, 5, 0},ends={8, 6, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00059692ms, 0.00538248%
main:@1378 = squeeze[axes={1}](main:@1377) -> float_type, {8, 256}, {4608, 1}: 0.00064494ms, 0.00581548%
main:@1379 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1378,main:@1375,main:@1376) -> float_type, {8, 512}, {512, 1}: 0.0236016ms, 0.212818%
main:@1380 = load[offset=1058048,end=1074432](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0006389ms, 0.00576102%
main:@1381 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1379,main:@1380) -> float_type, {8, 512}, {512, 1}: 0.0132361ms, 0.119351%
main:@1382 = load[offset=1041664,end=1049856](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00059482ms, 0.00536355%
main:@1383 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1381,main:@365,main:@1382) -> float_type, {8, 256}, {256, 1}: 0.030279ms, 0.273028%
main:@1384 = slice[axes={0, 1, 2},starts={0, 2, 0},ends={8, 3, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00075644ms, 0.00682089%
main:@1385 = squeeze[axes={1}](main:@1384) -> float_type, {8, 256}, {4608, 1}: 0.00096522ms, 0.00870348%
main:@1386 = load[offset=1049856,end=1066240](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00051006ms, 0.00459926%
main:@1387 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1385,main:@366,main:@1386) -> float_type, {8, 512}, {512, 1}: 0.0235834ms, 0.212653%
main:@1388 = hip::hip_copy_literal[id=main:@literal:97] -> float_type, {512, 256}, {256, 1}: 0.0008209ms, 0.00740213%
main:@1389 = load[offset=1066240,end=1082624](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047554ms, 0.00428799%
main:@1390 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1387,main:@1389) -> float_type, {8, 512}, {512, 1}: 0.0132944ms, 0.119877%
main:@1391 = load[offset=1049856,end=1058048](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060234ms, 0.00543136%
main:@1392 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1390,main:@1388,main:@1391) -> float_type, {8, 256}, {256, 1}: 0.0306606ms, 0.27647%
main:@1393 = load[offset=1058048,end=1074432](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0006178ms, 0.00557076%
main:@1394 = slice[axes={0, 1, 2},starts={0, 0, 0},ends={8, 1, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00098314ms, 0.00886506%
main:@1395 = squeeze[axes={1}](main:@1394) -> float_type, {8, 256}, {4608, 1}: 0.00059608ms, 0.00537491%
main:@1396 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1395,main:@366,main:@1393) -> float_type, {8, 512}, {512, 1}: 0.0234034ms, 0.21103%
main:@1397 = load[offset=1074432,end=1090816](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00065468ms, 0.00590331%
main:@1398 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1396,main:@1397) -> float_type, {8, 512}, {512, 1}: 0.0132353ms, 0.119344%
main:@1399 = hip::hip_copy_literal[id=main:@literal:70] -> float_type, {512, 256}, {256, 1}: 0.00079982ms, 0.00721205%
main:@1400 = load[offset=1058048,end=1066240](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00046896ms, 0.00422866%
main:@1401 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1398,main:@1399,main:@1400) -> float_type, {8, 256}, {256, 1}: 0.0301431ms, 0.271803%
main:@1402 = hip::hip_copy_literal[id=main:@literal:86] -> float_type, {256, 512}, {512, 1}: 0.00083368ms, 0.00751737%
main:@1403 = load[offset=1066240,end=1082624](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0005018ms, 0.00452478%
main:@1404 = slice[axes={0, 1, 2},starts={0, 14, 0},ends={8, 15, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00060384ms, 0.00544488%
main:@1405 = squeeze[axes={1}](main:@1404) -> float_type, {8, 256}, {4608, 1}: 0.00092632ms, 0.00835271%
main:@1406 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1405,main:@1402,main:@1403) -> float_type, {8, 512}, {512, 1}: 0.0240094ms, 0.216495%
main:@1407 = load[offset=1082624,end=1099008](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00063036ms, 0.00568401%
main:@1408 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1406,main:@1407) -> float_type, {8, 512}, {512, 1}: 0.0133245ms, 0.120149%
main:@1409 = load[offset=1066240,end=1074432](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00059764ms, 0.00538897%
main:@1410 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1408,main:@365,main:@1409) -> float_type, {8, 256}, {256, 1}: 0.0301605ms, 0.27196%
main:@1411 = hip::hip_copy_literal[id=main:@literal:141] -> float_type, {256, 512}, {512, 1}: 0.00081864ms, 0.00738175%
main:@1412 = slice[axes={0, 1, 2},starts={0, 12, 0},ends={8, 13, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00063632ms, 0.00573776%
main:@1413 = squeeze[axes={1}](main:@1412) -> float_type, {8, 256}, {4608, 1}: 0.00059214ms, 0.00533938%
main:@1414 = load[offset=1127680,end=1144064](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047234ms, 0.00425913%
main:@1415 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1413,main:@1411,main:@1414) -> float_type, {8, 512}, {512, 1}: 0.0236836ms, 0.213558%
main:@1416 = load[offset=1082624,end=1099008](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00064428ms, 0.00580953%
main:@1417 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1415,main:@1416) -> float_type, {8, 512}, {512, 1}: 0.0132708ms, 0.119664%
main:@1418 = hip::hip_copy_literal[id=main:@literal:113] -> float_type, {512, 256}, {256, 1}: 0.0007621ms, 0.00687193%
main:@1419 = load[offset=1074432,end=1082624](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00049012ms, 0.00441946%
main:@1420 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1417,main:@1418,main:@1419) -> float_type, {8, 256}, {256, 1}: 0.0307492ms, 0.277268%
main:@1421 = load[offset=1082624,end=1099008](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00062818ms, 0.00566436%
main:@1422 = slice[axes={0, 1, 2},starts={0, 17, 0},ends={8, 18, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00058394ms, 0.00526544%
main:@1423 = squeeze[axes={1}](main:@1422) -> float_type, {8, 256}, {4608, 1}: 0.00060614ms, 0.00546562%
main:@1424 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1423,main:@394,main:@1421) -> float_type, {8, 512}, {512, 1}: 0.0236572ms, 0.213319%
main:@1425 = hip::hip_copy_literal[id=main:@literal:96] -> float_type, {512, 256}, {256, 1}: 0.00081326ms, 0.00733324%
main:@1426 = load[offset=1127680,end=1144064](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00049714ms, 0.00448276%
main:@1427 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1424,main:@1426) -> float_type, {8, 512}, {512, 1}: 0.0132149ms, 0.11916%
main:@1428 = load[offset=1082624,end=1090816](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00063686ms, 0.00574263%
main:@1429 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1427,main:@1425,main:@1428) -> float_type, {8, 256}, {256, 1}: 0.0301523ms, 0.271886%
main:@1430 = slice[axes={0, 1, 2},starts={0, 10, 0},ends={8, 11, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00073294ms, 0.00660899%
main:@1431 = squeeze[axes={1}](main:@1430) -> float_type, {8, 256}, {4608, 1}: 0.00089862ms, 0.00810294%
main:@1432 = load[offset=1090816,end=1107200](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046376ms, 0.00418177%
main:@1433 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1431,main:@394,main:@1432) -> float_type, {8, 512}, {512, 1}: 0.0233441ms, 0.210496%
main:@1434 = hip::hip_copy_literal[id=main:@literal:42] -> float_type, {512, 256}, {256, 1}: 0.00078582ms, 0.00708581%
main:@1435 = load[offset=1127680,end=1144064](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047154ms, 0.00425192%
main:@1436 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1433,main:@1435) -> float_type, {8, 512}, {512, 1}: 0.012889ms, 0.116221%
main:@1437 = load[offset=1090816,end=1099008](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062466ms, 0.00563262%
main:@1438 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1436,main:@1434,main:@1437) -> float_type, {8, 256}, {256, 1}: 0.0302911ms, 0.273138%
main:@1439 = load[offset=1127680,end=1144064](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061656ms, 0.00555958%
main:@1440 = slice[axes={0, 1, 2},starts={0, 13, 0},ends={8, 14, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00095204ms, 0.00858463%
main:@1441 = squeeze[axes={1}](main:@1440) -> float_type, {8, 256}, {4608, 1}: 0.00059144ms, 0.00533307%
main:@1442 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1441,main:@366,main:@1439) -> float_type, {8, 512}, {512, 1}: 0.0234644ms, 0.211581%
main:@1443 = hip::hip_copy_literal[id=main:@literal:41] -> float_type, {512, 256}, {256, 1}: 0.00081896ms, 0.00738464%
main:@1444 = load[offset=1144064,end=1160448](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046966ms, 0.00423497%
main:@1445 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1442,main:@1444) -> float_type, {8, 512}, {512, 1}: 0.0132475ms, 0.119454%
main:@1446 = load[offset=1099008,end=1107200](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060442ms, 0.00545011%
main:@1447 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1445,main:@1443,main:@1446) -> float_type, {8, 256}, {256, 1}: 0.0302726ms, 0.272971%
main:@1448 = hip::hip_copy_literal[id=main:@literal:112] -> float_type, {256, 512}, {512, 1}: 0.00077382ms, 0.00697761%
main:@1449 = load[offset=1127680,end=1144064](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047318ms, 0.00426671%
main:@1450 = slice[axes={0, 1, 2},starts={0, 7, 0},ends={8, 8, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00058228ms, 0.00525047%
main:@1451 = squeeze[axes={1}](main:@1450) -> float_type, {8, 256}, {4608, 1}: 0.00091554ms, 0.00825551%
main:@1452 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1451,main:@1448,main:@1449) -> float_type, {8, 512}, {512, 1}: 0.0235116ms, 0.212007%
main:@1453 = load[offset=1144064,end=1160448](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00062888ms, 0.00567067%
main:@1454 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1452,main:@1453) -> float_type, {8, 512}, {512, 1}: 0.0131789ms, 0.118836%
main:@1455 = hip::hip_copy_literal[id=main:@literal:140] -> float_type, {512, 256}, {256, 1}: 0.0007598ms, 0.00685119%
main:@1456 = load[offset=1127680,end=1135872](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048158ms, 0.00434245%
main:@1457 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1454,main:@1455,main:@1456) -> float_type, {8, 256}, {256, 1}: 0.0301742ms, 0.272084%
main:@1458 = hip::hip_copy_literal[id=main:@literal:153] -> float_type, {256, 512}, {512, 1}: 0.00076292ms, 0.00687932%
main:@1459 = slice[axes={0, 1, 2},starts={0, 6, 0},ends={8, 7, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00063936ms, 0.00576517%
main:@1460 = squeeze[axes={1}](main:@1459) -> float_type, {8, 256}, {4608, 1}: 0.00057742ms, 0.00520665%
main:@1461 = load[offset=1135872,end=1152256](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046588ms, 0.00420088%
main:@1462 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1460,main:@1458,main:@1461) -> float_type, {8, 512}, {512, 1}: 0.023812ms, 0.214715%
main:@1463 = hip::hip_copy_literal[id=main:@literal:93] -> float_type, {512, 256}, {256, 1}: 0.00069514ms, 0.00626814%
main:@1464 = load[offset=1152256,end=1168640](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00049114ms, 0.00442865%
main:@1465 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1462,main:@1464) -> float_type, {8, 512}, {512, 1}: 0.0132706ms, 0.119662%
main:@1466 = load[offset=1135872,end=1144064](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060892ms, 0.00549069%
main:@1467 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1465,main:@1463,main:@1466) -> float_type, {8, 256}, {256, 1}: 0.0302121ms, 0.272425%
main:@1468 = hip::hip_copy_literal[id=main:@literal:68] -> float_type, {256, 512}, {512, 1}: 0.00080572ms, 0.00726525%
main:@1469 = load[offset=1144064,end=1160448](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0005063ms, 0.00456535%
main:@1470 = slice[axes={0, 1, 2},starts={0, 11, 0},ends={8, 12, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00058988ms, 0.005319%
main:@1471 = squeeze[axes={1}](main:@1470) -> float_type, {8, 256}, {4608, 1}: 0.00091264ms, 0.00822936%
main:@1472 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1471,main:@1468,main:@1469) -> float_type, {8, 512}, {512, 1}: 0.023516ms, 0.212046%
main:@1473 = load[offset=1160448,end=1176832](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00063908ms, 0.00576264%
main:@1474 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1472,main:@1473) -> float_type, {8, 512}, {512, 1}: 0.0133264ms, 0.120165%
main:@1475 = load[offset=1144064,end=1152256](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00059302ms, 0.00534732%
main:@1476 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1474,main:@365,main:@1475) -> float_type, {8, 256}, {256, 1}: 0.0301114ms, 0.271517%
main:@1477 = load[offset=1152256,end=1168640](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061462ms, 0.00554209%
main:@1478 = slice[axes={0, 1, 2},starts={0, 4, 0},ends={8, 5, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.0005937ms, 0.00535345%
main:@1479 = squeeze[axes={1}](main:@1478) -> float_type, {8, 256}, {4608, 1}: 0.00059364ms, 0.00535291%
main:@1480 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1479,main:@366,main:@1477) -> float_type, {8, 512}, {512, 1}: 0.0234951ms, 0.211858%
main:@1481 = hip::hip_copy_literal[id=main:@literal:94] -> float_type, {512, 256}, {256, 1}: 0.00081308ms, 0.00733162%
main:@1482 = load[offset=1168640,end=1185024](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00048248ms, 0.00435057%
main:@1483 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1480,main:@1482) -> float_type, {8, 512}, {512, 1}: 0.0133162ms, 0.120073%
main:@1484 = load[offset=1152256,end=1160448](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00059318ms, 0.00534876%
main:@1485 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1483,main:@1481,main:@1484) -> float_type, {8, 256}, {256, 1}: 0.030493ms, 0.274958%
main:@1486 = hip::hip_copy_literal[id=main:@literal:149] -> float_type, {256, 512}, {512, 1}: 0.00078138ms, 0.00704578%
main:@1487 = load[offset=1160448,end=1176832](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046894ms, 0.00422848%
main:@1488 = slice[axes={0, 1, 2},starts={0, 3, 0},ends={8, 4, 256}](main:@441) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00063782ms, 0.00575128%
main:@1489 = squeeze[axes={1}](main:@1488) -> float_type, {8, 256}, {4608, 1}: 0.00067266ms, 0.00606544%
main:@1490 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1489,main:@1486,main:@1487) -> float_type, {8, 512}, {512, 1}: 0.0241567ms, 0.217823%
main:@1491 = load[offset=1176832,end=1193216](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00062332ms, 0.00562053%
main:@1492 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1490,main:@1491) -> float_type, {8, 512}, {512, 1}: 0.0132868ms, 0.119808%
main:@1493 = load[offset=1160448,end=1168640](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060252ms, 0.00543298%
main:@1494 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1492,main:@395,main:@1493) -> float_type, {8, 256}, {256, 1}: 0.0302414ms, 0.272689%
yFeB2xg6sO:0 = @param:yFeB2xg6sO:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00075116ms, 0.00677328%
main:@1496 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](yFeB2xg6sO:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00074088ms, 0.00668058%
kw7Kzgp1JD:0 = @param:kw7Kzgp1JD:0 -> float_type, {8, 15, 21}, {315, 21, 1}: 0.00048928ms, 0.00441188%
main:@1498 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 21}](kw7Kzgp1JD:0) -> float_type, {8, 15, 20}, {315, 21, 1}: 0.00083036ms, 0.00748743%
T3LHlorDnM:0 = @param:T3LHlorDnM:0 -> float_type, {8, 15, 17}, {255, 17, 1}: 0.00052346ms, 0.00472009%
main:@1500 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 17}](T3LHlorDnM:0) -> float_type, {8, 15, 16}, {255, 17, 1}: 0.00065672ms, 0.0059217%
hGtXM6ZJUv:0 = @param:hGtXM6ZJUv:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00051568ms, 0.00464993%
main:@1502 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](hGtXM6ZJUv:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00079132ms, 0.00713541%
main:@1503 = load[offset=1199360,end=1237760](main:@1) -> float_type, {8, 15, 80}, {1200, 80, 1}: 0.00047176ms, 0.0042539%
main:@1504 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1920,local=256,](main:@1502,main:@1500,main:@125,main:@1498,main:@1496,main:@1503) -> float_type, {8, 15, 80}, {1200, 80, 1}: 0.0175044ms, 0.157839%
main:@1505 = hip::hip_copy_literal[id=main:@literal:15] -> float_type, {80, 64}, {64, 1}: 0.00068618ms, 0.00618735%
main:@1506 = load[offset=1168640,end=1199360](main:@1) -> float_type, {120, 64}, {64, 1}: 0.00049352ms, 0.00445012%
main:@1507 = reshape_lazy[dims={120, 80}](main:@1504) -> float_type, {120, 80}, {80, 1}: 0.00054752ms, 0.00493704%
main:@1508 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1507,main:@1505,main:@1506) -> float_type, {120, 64}, {64, 1}: 0.0195712ms, 0.176476%
main:@1509 = load[offset=1678080,end=1812480](main:@1) -> float_type, {8, 50, 84}, {4200, 84, 1}: 0.00066482ms, 0.00599474%
pHflUqMEaX:0 = @param:pHflUqMEaX:0 -> float_type, {8, 50, 5}, {250, 5, 1}: 0.0005803ms, 0.00523262%
main:@1511 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 5}](pHflUqMEaX:0) -> float_type, {8, 50, 4}, {250, 5, 1}: 0.00065598ms, 0.00591503%
lDIuWZ8VFU:0 = @param:lDIuWZ8VFU:0 -> float_type, {8, 50, 5}, {250, 5, 1}: 0.00056176ms, 0.00506544%
main:@1513 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 5}](lDIuWZ8VFU:0) -> float_type, {8, 50, 4}, {250, 5, 1}: 0.00080394ms, 0.0072492%
waXyDlz530:0 = @param:waXyDlz530:0 -> float_type, {8, 50, 5}, {250, 5, 1}: 0.00050796ms, 0.00458032%
main:@1515 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 5}](waXyDlz530:0) -> float_type, {8, 50, 4}, {250, 5, 1}: 0.00062796ms, 0.00566237%
main:@1516 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5600,local=256,](main:@1511,main:@69,main:@19,main:@1515,main:@1513,main:@99,main:@1509) -> float_type, {8, 50, 84}, {4200, 84, 1}: 0.019988ms, 0.180234%
main:@1517 = hip::hip_copy_literal[id=main:@literal:18] -> float_type, {84, 256}, {256, 1}: 0.00079746ms, 0.00719077%
main:@1518 = reshape_lazy[dims={400, 84}](main:@1516) -> float_type, {400, 84}, {84, 1}: 0.0005423ms, 0.00488997%
main:@1519 = load[offset=1268480,end=1678080](main:@1) -> float_type, {400, 256}, {256, 1}: 0.0004689ms, 0.00422811%
main:@1520 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1518,main:@1517,main:@1519) -> float_type, {400, 256}, {256, 1}: 0.0228953ms, 0.206449%
main:@1521 = load[offset=1199360,end=1200384](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00063096ms, 0.00568942%
main:@1522 = slice[axes={1},starts={0},ends={32}](main:@1007) -> float_type, {8, 32}, {128, 1}: 0.0006072ms, 0.00547518%
main:@1523 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=128,local=256,](main:@1522,main:@1521) -> float_type, {8, 32}, {32, 1}: 0.0129977ms, 0.117202%
main:@1524 = slice[axes={1},starts={0},ends={32}](main:@1508) -> float_type, {120, 32}, {64, 1}: 0.00075208ms, 0.00678157%
main:@1525 = reshape_lazy[dims={1, 8, 15, 32}](main:@1524) -> float_type, {1, 8, 15, 32}, {7680, 960, 64, 1}: 0.00063038ms, 0.00568419%
main:@1526 = transpose[permutation={0, 1, 3, 2}](main:@1525) -> float_type, {1, 8, 32, 15}, {7680, 960, 1, 64}: 0.00058978ms, 0.0053181%
main:@1527 = load[offset=467200,end=467680](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0004747ms, 0.00428041%
main:@1528 = reshape_lazy[dims={1, 8, 1, 32}](main:@1523) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00048756ms, 0.00439637%
main:@1529 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1528,main:@1526,main:@1527) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0219356ms, 0.197796%
UaC5MZd8qb:0 = @param:UaC5MZd8qb:0 -> int32_type, {8, 15}, {15, 1}: 0.00070464ms, 0.0063538%
main:@1531 = unsqueeze[axes={1},steps={}](UaC5MZd8qb:0) -> int32_type, {8, 1, 15}, {15, 15, 1}: 0.00066586ms, 0.00600412%
main:@1532 = load[offset=1199360,end=1199840](main:@1) -> float_type, {8, 1, 15}, {15, 15, 1}: 0.00052352ms, 0.00472063%
main:@1533 = gpu::code_object[code_object=13536,symbol_name=convert_div_mul_kernel,global=60,local=256,](main:@1531,main:@1532) -> float_type, {8, 1, 15}, {15, 15, 1}: 0.013582ms, 0.122471%
main:@1534 = load[offset=467680,end=468160](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.000653ms, 0.00588816%
main:@1535 = multibroadcast[out_lens={1, 8, 1, 15}](main:@1533) -> float_type, {1, 8, 1, 15}, {0, 15, 15, 1}: 0.0005975ms, 0.00538771%
main:@1536 = gpu::code_object[code_object=13520,symbol_name=add_pow_kernel,global=60,local=256,](main:@1529,main:@1535,main:@1534) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.016523ms, 0.148989%
main:@1537 = load[offset=1199360,end=1199840](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0006361ms, 0.00573577%
main:@1538 = gpu::code_object[code_object=14568,symbol_name=softmax_kernel,global=512,local=64,](main:@1536,main:@1537) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0137543ms, 0.124024%
main:@1539 = slice[axes={1},starts={32},ends={64}](main:@1508) -> float_type, {120, 32}, {64, 1}: 0.0007526ms, 0.00678626%
main:@1540 = reshape_lazy[dims={1, 8, 15, 32}](main:@1539) -> float_type, {1, 8, 15, 32}, {7680, 960, 64, 1}: 0.0006206ms, 0.00559601%
main:@1541 = load[offset=467200,end=468224](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00047334ms, 0.00426815%
main:@1542 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1538,main:@1540,main:@1541) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0202141ms, 0.182272%
aHGpDUJj9f:0 = @param:aHGpDUJj9f:0 -> float_type, {8, 30, 21}, {630, 21, 1}: 0.0006811ms, 0.00614154%
main:@1544 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 21}](aHGpDUJj9f:0) -> float_type, {8, 30, 20}, {630, 21, 1}: 0.00072388ms, 0.00652729%
Hj2GwToc7U:0 = @param:Hj2GwToc7U:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00058608ms, 0.00528474%
main:@1546 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](Hj2GwToc7U:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00078164ms, 0.00704812%
S4PeIw3K1X:0 = @param:S4PeIw3K1X:0 -> float_type, {8, 30, 21}, {630, 21, 1}: 0.000665ms, 0.00599637%
main:@1548 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 21}](S4PeIw3K1X:0) -> float_type, {8, 30, 20}, {630, 21, 1}: 0.00071112ms, 0.00641223%
DW8PcmTVkC:0 = @param:DW8PcmTVkC:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00050404ms, 0.00454498%
main:@1550 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](DW8PcmTVkC:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00076628ms, 0.00690962%
cEDTxpPUfb:0 = @param:cEDTxpPUfb:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00049026ms, 0.00442072%
main:@1552 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](cEDTxpPUfb:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00068014ms, 0.00613289%
CYnW83Np9f:0 = @param:CYnW83Np9f:0 -> float_type, {8, 30, 17}, {510, 17, 1}: 0.00052858ms, 0.00476625%
4RjhYVIfz6:0 = @param:4RjhYVIfz6:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00053184ms, 0.00479565%
hEoRIXiSF0:0 = @param:hEoRIXiSF0:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00046864ms, 0.00422577%
H6VFcpqaB0:0 = @param:H6VFcpqaB0:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.0004704ms, 0.00424164%
main:@1557 = load[offset=1168640,end=1268480](main:@1) -> float_type, {8, 30, 104}, {3120, 104, 1}: 0.00063338ms, 0.00571125%
main:@1558 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 17}](CYnW83Np9f:0) -> float_type, {8, 30, 16}, {510, 17, 1}: 0.00064756ms, 0.00583911%
main:@1559 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](hEoRIXiSF0:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00064988ms, 0.00586003%
main:@1560 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](4RjhYVIfz6:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00094202ms, 0.00849428%
main:@1561 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](H6VFcpqaB0:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00070638ms, 0.00636949%
main:@1562 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2773,local=256,](main:@1561,main:@1550,main:@1559,main:@1546,main:@1544,main:@1560,main:@1552,main:@1558,main:@1548,main:@1557) -> float_type, {8, 30, 104}, {3120, 104, 1}: 0.0246974ms, 0.222699%
main:@1563 = hip::hip_copy_literal[id=main:@literal:20] -> float_type, {104, 64}, {64, 1}: 0.00078176ms, 0.0070492%
main:@1564 = reshape_lazy[dims={240, 104}](main:@1562) -> float_type, {240, 104}, {104, 1}: 0.00055654ms, 0.00501837%
main:@1565 = load[offset=1678080,end=1739520](main:@1) -> float_type, {240, 64}, {64, 1}: 0.00047554ms, 0.00428799%
main:@1566 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1564,main:@1563,main:@1565) -> float_type, {240, 64}, {64, 1}: 0.0210664ms, 0.189957%
main:@1567 = hip::hip_copy_literal[id=main:@literal:58] -> float_type, {88, 32}, {32, 1}: 0.00083542ms, 0.00753306%
main:@1568 = slice[axes={0, 1},starts={0, 1},ends={8, 33}](n4iptOVFwE:0) -> float_type, {8, 32}, {113, 1}: 0.00069352ms, 0.00625353%
main:@1569 = slice[axes={0, 1},starts={0, 517},ends={8, 525}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.00074396ms, 0.00670836%
main:@1570 = load[offset=1740544,end=1743360](main:@1) -> float_type, {8, 88}, {88, 1}: 0.00048062ms, 0.00433379%
main:@1571 = slice[axes={0, 1},starts={0, 241},ends={8, 273}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00079066ms, 0.00712945%
main:@1572 = slice[axes={0, 1},starts={0, 237},ends={8, 253}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.0006282ms, 0.00566454%
main:@1573 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=176,local=256,](main:@1569,main:@1572,main:@1571,main:@1568,main:@1570) -> float_type, {8, 88}, {88, 1}: 0.0159283ms, 0.143627%
main:@1574 = load[offset=1739520,end=1740544](main:@1) -> float_type, {8, 32}, {32, 1}: 0.0006743ms, 0.00608023%
main:@1575 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1573,main:@1567,main:@1574) -> float_type, {8, 32}, {32, 1}: 0.0209556ms, 0.188959%
main:@1576 = load[offset=1740544,end=1740864](main:@1) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.00065522ms, 0.00590818%
main:@1577 = slice[axes={1},starts={0},ends={32}](main:@1323) -> float_type, {80, 32}, {64, 1}: 0.00061298ms, 0.0055273%
main:@1578 = reshape_lazy[dims={1, 8, 10, 32}](main:@1577) -> float_type, {1, 8, 10, 32}, {5120, 640, 64, 1}: 0.00064158ms, 0.00578519%
main:@1579 = reshape_lazy[dims={1, 8, 1, 32}](main:@1575) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0005157ms, 0.00465011%
main:@1580 = transpose[permutation={0, 1, 3, 2}](main:@1578) -> float_type, {1, 8, 32, 10}, {5120, 640, 1, 64}: 0.00059942ms, 0.00540503%
main:@1581 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1579,main:@1580,main:@1576) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0206042ms, 0.18579%
main:@1582 = slice[axes={0, 1},starts={0, 305},ends={8, 337}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.0008161ms, 0.00735885%
main:@1583 = slice[axes={0, 1},starts={0, 73},ends={8, 105}](n4iptOVFwE:0) -> float_type, {8, 32}, {113, 1}: 0.00065344ms, 0.00589213%
main:@1584 = slice[axes={0, 1},starts={0, 533},ends={8, 541}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.00079274ms, 0.00714821%
main:@1585 = slice[axes={0, 1},starts={0, 269},ends={8, 285}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00063782ms, 0.00575128%
main:@1586 = load[offset=1740864,end=1743680](main:@1) -> float_type, {8, 88}, {88, 1}: 0.0005042ms, 0.00454642%
main:@1587 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=176,local=256,](main:@1584,main:@1585,main:@1582,main:@1583,main:@1586) -> float_type, {8, 88}, {88, 1}: 0.0158672ms, 0.143076%
main:@1588 = hip::hip_copy_literal[id=main:@literal:77] -> float_type, {88, 32}, {32, 1}: 0.00075952ms, 0.00684866%
main:@1589 = load[offset=1739520,end=1740544](main:@1) -> float_type, {8, 32}, {32, 1}: 0.0004907ms, 0.00442469%
main:@1590 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1587,main:@1588,main:@1589) -> float_type, {8, 32}, {32, 1}: 0.0209936ms, 0.189301%
main:@1591 = slice[axes={1},starts={128},ends={256}](main:@953) -> float_type, {400, 128}, {256, 1}: 0.00077046ms, 0.00694731%
main:@1592 = reshape_lazy[dims={8, 50, 128}](main:@1591) -> float_type, {8, 50, 128}, {12800, 256, 1}: 0.00097006ms, 0.00874712%
main:@1593 = load[offset=1740864,end=1945664](main:@1) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.00048386ms, 0.00436301%
main:@1594 = slice[axes={2},starts={64},ends={128}](main:@1592) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00071432ms, 0.00644109%
main:@1595 = slice[axes={2},starts={0},ends={64}](main:@1592) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00108472ms, 0.00978102%
main:@1596 = unsqueeze[axes={0},steps={}](main:@1594) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00070312ms, 0.0063401%
main:@1597 = unsqueeze[axes={0},steps={}](main:@1595) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.0006787ms, 0.0061199%
main:@1598 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=12800,local=256,](main:@1597,main:@1596,main:@1593) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0158334ms, 0.142771%
main:@1599 = slice[axes={1},starts={128},ends={256}](main:@988) -> float_type, {8, 128}, {256, 1}: 0.00075442ms, 0.00680267%
main:@1600 = reshape_lazy[dims={8, 1, 128}](main:@1599) -> float_type, {8, 1, 128}, {256, 128, 1}: 0.00058992ms, 0.00531936%
main:@1601 = load[offset=1948864,end=1952960](main:@1) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.00050032ms, 0.00451143%
main:@1602 = slice[axes={2},starts={0},ends={64}](main:@1600) -> float_type, {8, 1, 64}, {256, 128, 1}: 0.00079036ms, 0.00712675%
main:@1603 = unsqueeze[axes={0},steps={}](main:@1602) -> float_type, {1, 8, 1, 64}, {2048, 256, 128, 1}: 0.0006455ms, 0.00582053%
main:@1604 = slice[axes={2},starts={64},ends={128}](main:@1600) -> float_type, {8, 1, 64}, {256, 128, 1}: 0.00064168ms, 0.00578609%
main:@1605 = unsqueeze[axes={0},steps={}](main:@1604) -> float_type, {1, 8, 1, 64}, {2048, 256, 128, 1}: 0.00097734ms, 0.00881276%
main:@1606 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@1603,main:@1605,main:@1601) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.013528ms, 0.121983%
main:@1607 = load[offset=1945664,end=1948864](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0006623ms, 0.00597202%
main:@1608 = transpose[permutation={0, 1, 3, 2}](main:@1598) -> float_type, {2, 8, 64, 50}, {25600, 3200, 1, 64}: 0.0005694ms, 0.00513433%
main:@1609 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1606,main:@1608,main:@1607) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0226825ms, 0.204531%
WjNeBZroCJ:0 = @param:WjNeBZroCJ:0 -> int32_type, {8, 50}, {50, 1}: 0.00076498ms, 0.0068979%
main:@1611 = unsqueeze[axes={1},steps={}](WjNeBZroCJ:0) -> int32_type, {8, 1, 50}, {50, 50, 1}: 0.00061064ms, 0.0055062%
main:@1612 = load[offset=1740864,end=1742464](main:@1) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.00050114ms, 0.00451883%
main:@1613 = gpu::code_object[code_object=13536,symbol_name=convert_pow_add_kernel,global=200,local=256,](main:@1611,main:@1612) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.0127329ms, 0.114814%
main:@1614 = load[offset=1744064,end=1747264](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00065166ms, 0.00587608%
main:@1615 = multibroadcast[out_lens={2, 8, 1, 50}](main:@1613) -> float_type, {2, 8, 1, 50}, {0, 50, 50, 1}: 0.00055484ms, 0.00500304%
main:@1616 = gpu::code_object[code_object=13520,symbol_name=pow_mul_kernel,global=400,local=256,](main:@1609,main:@1615,main:@1614) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0151898ms, 0.136968%
main:@1617 = load[offset=1740864,end=1744064](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00062704ms, 0.00565408%
main:@1618 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=1024,local=64,](main:@1616,main:@1617) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0143501ms, 0.129397%
main:@1619 = slice[axes={1},starts={0},ends={128}](main:@953) -> float_type, {400, 128}, {256, 1}: 0.00073192ms, 0.00659979%
main:@1620 = reshape_lazy[dims={8, 50, 128}](main:@1619) -> float_type, {8, 50, 128}, {12800, 256, 1}: 0.00094176ms, 0.00849194%
main:@1621 = load[offset=1744064,end=1948864](main:@1) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.00053716ms, 0.00484362%
main:@1622 = slice[axes={2},starts={0},ends={64}](main:@1620) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00069286ms, 0.00624758%
main:@1623 = unsqueeze[axes={0},steps={}](main:@1622) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00100532ms, 0.00906506%
main:@1624 = slice[axes={2},starts={64},ends={128}](main:@1620) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00066146ms, 0.00596445%
main:@1625 = unsqueeze[axes={0},steps={}](main:@1624) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00061682ms, 0.00556192%
main:@1626 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=12800,local=256,](main:@1623,main:@1625,main:@1621) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0153579ms, 0.138483%
main:@1627 = load[offset=472960,end=477056](main:@1) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.00063058ms, 0.005686%
main:@1628 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1618,main:@1626,main:@1627) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.0202759ms, 0.182829%
main:@1629 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](6XMrIsBjLY:0) -> float_type, {8, 2}, {13, 1}: 0.0008498ms, 0.00766272%
main:@1630 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](72zWmh93Bo:0) -> float_type, {8, 4}, {17, 1}: 0.00068154ms, 0.00614551%
main:@1631 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](qzd23aNGIT:0) -> float_type, {8, 4}, {17, 1}: 0.00079256ms, 0.00714659%
main:@1632 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](8vM5p4RzXd:0) -> float_type, {8, 2}, {13, 1}: 0.00060598ms, 0.00546418%
main:@1633 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](9dgeU4bKka:0) -> float_type, {8, 4}, {17, 1}: 0.00094262ms, 0.00849969%
main:@1634 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](AB6lekmMxa:0) -> float_type, {8, 8}, {25, 1}: 0.0006273ms, 0.00565642%
main:@1635 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](eQquakfWBY:0) -> float_type, {8, 4}, {17, 1}: 0.00077026ms, 0.00694551%
main:@1636 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](BYyjkPCX0m:0) -> float_type, {8, 2}, {13, 1}: 0.00061082ms, 0.00550782%
main:@1637 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](bTeX85HPmJ:0) -> float_type, {8, 4}, {17, 1}: 0.00093234ms, 0.008407%
main:@1638 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](IRem4MiFDP:0) -> float_type, {8, 2}, {5, 1}: 0.00064212ms, 0.00579006%
main:@1639 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](fMiQsYNnet:0) -> float_type, {8, 2}, {5, 1}: 0.00081908ms, 0.00738572%
main:@1640 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](EKpP4xMXu8:0) -> float_type, {8, 4}, {17, 1}: 0.0006127ms, 0.00552477%
main:@1641 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](EUciqFuptg:0) -> float_type, {8, 4}, {17, 1}: 0.00094738ms, 0.00854261%
main:@1642 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](EZBIAqn6LS:0) -> float_type, {8, 2}, {13, 1}: 0.0006437ms, 0.0058043%
main:@1643 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](Vbv2Om3ptd:0) -> float_type, {8, 8}, {17, 1}: 0.00072268ms, 0.00651647%
main:@1644 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](Hnjq487SIY:0) -> float_type, {8, 2}, {13, 1}: 0.00060912ms, 0.00549249%
main:@1645 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](JCVMzpWyri:0) -> float_type, {8, 4}, {17, 1}: 0.000943ms, 0.00850312%
main:@1646 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](JSPsGophtx:0) -> float_type, {8, 8}, {25, 1}: 0.0005952ms, 0.00536697%
main:@1647 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](JaHTUxB6zL:0) -> float_type, {8, 4}, {17, 1}: 0.00071106ms, 0.00641169%
main:@1648 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](JjyOIxALzM:0) -> float_type, {8, 2}, {5, 1}: 0.0006383ms, 0.00575561%
main:@1649 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](XPcHGKbop2:0) -> float_type, {8, 2}, {13, 1}: 0.00105788ms, 0.009539%
main:@1650 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](lQmygxs5aD:0) -> float_type, {8, 2}, {13, 1}: 0.00066294ms, 0.00597779%
main:@1651 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](d8RoEzG52p:0) -> float_type, {8, 8}, {17, 1}: 0.00063584ms, 0.00573343%
main:@1652 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](omr2g4XaH5:0) -> float_type, {8, 8}, {17, 1}: 0.00066184ms, 0.00596787%
main:@1653 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](agDiJj8lLK:0) -> float_type, {8, 2}, {13, 1}: 0.00101514ms, 0.00915361%
main:@1654 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](aqMQBgb3hf:0) -> float_type, {8, 8}, {17, 1}: 0.00066252ms, 0.005974%
main:@1655 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](cN2JSTnFOu:0) -> float_type, {8, 4}, {9, 1}: 0.0006592ms, 0.00594407%
main:@1656 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](khJcIxW3zv:0) -> float_type, {8, 4}, {9, 1}: 0.00066654ms, 0.00601025%
main:@1657 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](Tej5M3O6As:0) -> float_type, {8, 8}, {17, 1}: 0.00096ms, 0.00865641%
main:@1658 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](r1WGP7Xe9H:0) -> float_type, {8, 2}, {13, 1}: 0.0006291ms, 0.00567265%
main:@1659 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](fZhaL2tCm6:0) -> float_type, {8, 8}, {17, 1}: 0.00063602ms, 0.00573505%
main:@1660 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](nyLxrsTmOB:0) -> float_type, {8, 8}, {17, 1}: 0.0006067ms, 0.00547067%
main:@1661 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](iCbkMrmXBh:0) -> float_type, {8, 4}, {9, 1}: 0.00100242ms, 0.00903891%
main:@1662 = load[offset=482176,end=487296](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00046856ms, 0.00422505%
main:@1663 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](KasFvpq4IG:0) -> float_type, {8, 2}, {5, 1}: 0.0006575ms, 0.00592874%
main:@1664 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](4M92ryD8ux:0) -> float_type, {8, 4}, {9, 1}: 0.00063982ms, 0.00576932%
main:@1665 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](4gFa5o2YsJ:0) -> float_type, {8, 4}, {9, 1}: 0.00062954ms, 0.00567662%
main:@1666 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](TSqGwrHeo4:0) -> float_type, {8, 2}, {5, 1}: 0.00064828ms, 0.0058456%
main:@1667 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](LMobYAd5ru:0) -> float_type, {8, 4}, {17, 1}: 0.00065316ms, 0.0058896%
main:@1668 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=33,local=256,](main:@1648,main:@1642,main:@1638,main:@1650,main:@1666,main:@1658,main:@1653,main:@1649,main:@1632,main:@1639,main:@1636,main:@1644,main:@1663,main:@1629,main:@1655,main:@1633,main:@1664,main:@1667,main:@1656,main:@1641,main:@1637,main:@1640,main:@1635,main:@1645,main:@1630,main:@1631,main:@1661,main:@1647,main:@1665,main:@1646,main:@1659,main:@1651,main:@1657,main:@1652,main:@1634,main:@1654,main:@1643,main:@1660,main:@1662) -> float_type, {8, 160}, {160, 1}: 0.0445799ms, 0.401981%
main:@1669 = load[offset=477056,end=482176](main:@1) -> float_type, {8, 160}, {160, 1}: 0.0006626ms, 0.00597473%
main:@1670 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1668,main:@1087,main:@1669) -> float_type, {8, 160}, {160, 1}: 0.0208875ms, 0.188345%
main:@1671 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](5yColzZ8K3:0) -> float_type, {8, 2}, {5, 1}: 0.00085126ms, 0.00767589%
main:@1672 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](6Wh2Jm7GHC:0) -> float_type, {8, 2}, {5, 1}: 0.00075296ms, 0.00678951%
main:@1673 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](zX6xKOWG9S:0) -> float_type, {8, 2}, {5, 1}: 0.00077366ms, 0.00697616%
main:@1674 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](gdck97AK4w:0) -> float_type, {8, 4}, {17, 1}: 0.00062222ms, 0.00561062%
main:@1675 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](NLt5JnRMjG:0) -> float_type, {8, 2}, {5, 1}: 0.00065ms, 0.00586111%
main:@1676 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](E1ZkVIXqS5:0) -> float_type, {8, 4}, {9, 1}: 0.000678ms, 0.00611359%
main:@1677 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Cw59eOo7M1:0) -> float_type, {8, 4}, {9, 1}: 0.00079828ms, 0.00719816%
main:@1678 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EhUjmCTaGW:0) -> float_type, {8, 4}, {9, 1}: 0.00065024ms, 0.00586327%
main:@1679 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Pu1O5qFxY6:0) -> float_type, {8, 4}, {17, 1}: 0.000655ms, 0.0059062%
main:@1680 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](FWhBxj4Tun:0) -> float_type, {8, 4}, {9, 1}: 0.00060464ms, 0.00545209%
main:@1681 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](yVxKAL4U5G:0) -> float_type, {8, 4}, {9, 1}: 0.00077942ms, 0.0070281%
main:@1682 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](J3H2EjAXt8:0) -> float_type, {8, 2}, {5, 1}: 0.0006152ms, 0.00554732%
main:@1683 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](IMdFk7D16X:0) -> float_type, {8, 4}, {9, 1}: 0.00062986ms, 0.00567951%
main:@1684 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](IxpbBg7JTO:0) -> float_type, {8, 2}, {5, 1}: 0.00063798ms, 0.00575272%
main:@1685 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ZRYNFfjSez:0) -> float_type, {8, 8}, {33, 1}: 0.00078432ms, 0.00707229%
main:@1686 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](HmATr3gKsW:0) -> float_type, {8, 4}, {9, 1}: 0.000618ms, 0.00557256%
main:@1687 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](vAbKepTjQg:0) -> float_type, {8, 2}, {5, 1}: 0.00066444ms, 0.00599132%
main:@1688 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](KCNfS4GlpP:0) -> float_type, {8, 4}, {9, 1}: 0.00060308ms, 0.00543803%
main:@1689 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](NJBt1ubXFW:0) -> float_type, {8, 2}, {5, 1}: 0.00076158ms, 0.00686724%
main:@1690 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Ouh1XpPZaj:0) -> float_type, {8, 4}, {9, 1}: 0.00062636ms, 0.00564795%
main:@1691 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](O5aJeUQh2G:0) -> float_type, {8, 8}, {17, 1}: 0.0009416ms, 0.00849049%
main:@1692 = load[offset=482176,end=487616](main:@1) -> float_type, {8, 170}, {170, 1}: 0.0005042ms, 0.00454642%
main:@1693 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Uc42tiuavR:0) -> float_type, {8, 4}, {9, 1}: 0.00062396ms, 0.0056263%
main:@1694 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](oQ5OcjZJe8:0) -> float_type, {8, 8}, {17, 1}: 0.00074796ms, 0.00674442%
main:@1695 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](qfwYOHde3u:0) -> float_type, {8, 8}, {17, 1}: 0.0006564ms, 0.00591882%
main:@1696 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](mNgQ4ohWqU:0) -> float_type, {8, 4}, {9, 1}: 0.0005984ms, 0.00539583%
main:@1697 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](gsP96ZTbn0:0) -> float_type, {8, 8}, {17, 1}: 0.00062874ms, 0.00566941%
main:@1698 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](gqk5byC8aJ:0) -> float_type, {8, 2}, {5, 1}: 0.00079032ms, 0.00712639%
main:@1699 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](mTMtDEo3r8:0) -> float_type, {8, 4}, {9, 1}: 0.00062746ms, 0.00565786%
main:@1700 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](U6GqhP8k7I:0) -> float_type, {8, 4}, {9, 1}: 0.0006372ms, 0.00574569%
main:@1701 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](UMO0o14RuI:0) -> float_type, {8, 4}, {9, 1}: 0.00060728ms, 0.0054759%
main:@1702 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](tIGjbcEuDd:0) -> float_type, {8, 4}, {9, 1}: 0.00078274ms, 0.00705804%
main:@1703 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](nltbg9ZWQX:0) -> float_type, {8, 4}, {17, 1}: 0.00061868ms, 0.00557869%
main:@1704 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](ecPTQUALkq:0) -> float_type, {8, 2}, {5, 1}: 0.00062264ms, 0.0056144%
main:@1705 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](magwfJSnUu:0) -> float_type, {8, 4}, {9, 1}: 0.00063074ms, 0.00568744%
main:@1706 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](xVErSbJ0hg:0) -> float_type, {8, 4}, {9, 1}: 0.00075124ms, 0.006774%
main:@1707 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](l4bReWtsMB:0) -> float_type, {8, 8}, {25, 1}: 0.00060122ms, 0.00542126%
main:@1708 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](lDhFNYzbxR:0) -> float_type, {8, 8}, {17, 1}: 0.00068844ms, 0.00620773%
main:@1709 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](pQsi1GNxvj:0) -> float_type, {8, 2}, {5, 1}: 0.00065682ms, 0.00592261%
main:@1710 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](l5WSX3VvMK:0) -> float_type, {8, 8}, {25, 1}: 0.00066624ms, 0.00600755%
main:@1711 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](3VED7WSJ1b:0) -> float_type, {8, 2}, {5, 1}: 0.00069082ms, 0.00622919%
main:@1712 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](1QWFmJ96aB:0) -> float_type, {8, 2}, {5, 1}: 0.000679ms, 0.00612261%
main:@1713 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=33,local=256,](main:@1672,main:@1704,main:@1689,main:@1687,main:@1673,main:@1709,main:@1675,main:@1711,main:@1712,main:@1682,main:@1698,main:@1684,main:@1671,main:@1678,main:@1700,main:@1676,main:@1677,main:@1688,main:@1693,main:@1683,main:@1696,main:@1699,main:@1681,main:@1674,main:@1679,main:@1702,main:@1706,main:@1701,main:@1690,main:@1703,main:@1686,main:@1705,main:@1680,main:@1695,main:@1708,main:@1697,main:@1691,main:@1685,main:@1707,main:@1710,main:@1694,main:@1692) -> float_type, {8, 170}, {170, 1}: 0.0472985ms, 0.426495%
main:@1714 = hip::hip_copy_literal[id=main:@literal:101] -> float_type, {170, 160}, {160, 1}: 0.00083808ms, 0.00755704%
main:@1715 = load[offset=487616,end=492736](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00050214ms, 0.00452784%
main:@1716 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1713,main:@1714,main:@1715) -> float_type, {8, 160}, {160, 1}: 0.0224613ms, 0.202536%
main:@1717 = hip::hip_copy_literal[id=main:@literal:129] -> float_type, {18, 4}, {4, 1}: 0.00088016ms, 0.00793648%
main:@1718 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](WDLoyKsiA7:0) -> float_type, {8, 16}, {33, 1}: 0.0006928ms, 0.00624704%
main:@1719 = unsqueeze[axes={1},steps={}](main:@1718) -> float_type, {8, 1, 16}, {33, 16, 1}: 0.0007973ms, 0.00718933%
main:@1720 = slice[axes={0, 1},starts={0, 9},ends={8, 25}](LKAvFme9ZS:0) -> float_type, {8, 16}, {49, 1}: 0.00082234ms, 0.00741512%
main:@1721 = unsqueeze[axes={1},steps={}](main:@1720) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00059268ms, 0.00534425%
main:@1722 = slice[axes={0, 1},starts={0, 9},ends={8, 25}](TxEdCcekGS:0) -> float_type, {8, 16}, {49, 1}: 0.00064876ms, 0.00584993%
main:@1723 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](z3lqgZM8WU:0) -> float_type, {8, 16}, {41, 1}: 0.00068794ms, 0.00620322%
main:@1724 = unsqueeze[axes={1},steps={}](main:@1723) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.0005656ms, 0.00510007%
main:@1725 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](pY0t1rI5WU:0) -> float_type, {8, 16}, {41, 1}: 0.00077574ms, 0.00699492%
main:@1726 = unsqueeze[axes={1},steps={}](main:@1725) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00055994ms, 0.00504903%
main:@1727 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](sZdFJI9nwg:0) -> float_type, {8, 16}, {41, 1}: 0.00068476ms, 0.00617454%
main:@1728 = unsqueeze[axes={1},steps={}](main:@1727) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00063056ms, 0.00568582%
main:@1729 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](VfFM90O7LN:0) -> float_type, {8, 16}, {41, 1}: 0.00081736ms, 0.00737021%
main:@1730 = unsqueeze[axes={1},steps={}](main:@1729) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.0005762ms, 0.00519565%
main:@1731 = unsqueeze[axes={1},steps={}](main:@1722) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00059042ms, 0.00532387%
main:@1732 = load[offset=492736,end=501952](main:@1) -> float_type, {8, 18, 16}, {288, 16, 1}: 0.00052114ms, 0.00469917%
main:@1733 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](2Yy3zxNGBC:0) -> float_type, {8, 16}, {45, 1}: 0.0006413ms, 0.00578266%
main:@1734 = unsqueeze[axes={1},steps={}](main:@1733) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00055178ms, 0.00497545%
main:@1735 = reshape_lazy[dims={-1, 10, 16}](main:@1716) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00053566ms, 0.0048301%
main:@1736 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@1719,main:@1724,main:@1721,main:@1726,main:@1731,main:@1728,main:@1730,main:@1734,main:@1735,main:@1732) -> float_type, {8, 18, 16}, {288, 16, 1}: 0.0246126ms, 0.221934%
main:@1737 = load[offset=482176,end=491392](main:@1) -> float_type, {8, 16, 18}, {288, 18, 1}: 0.00067434ms, 0.00608059%
main:@1738 = transpose[permutation={0, 2, 1}](main:@1736) -> float_type, {8, 16, 18}, {288, 1, 16}: 0.00056386ms, 0.00508438%
main:@1739 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=2304,local=256,](main:@1738,main:@1737) -> float_type, {8, 16, 18}, {288, 18, 1}: 0.0141457ms, 0.127553%
main:@1740 = load[offset=470912,end=472960](main:@1) -> float_type, {128, 4}, {4, 1}: 0.0006025ms, 0.0054328%
main:@1741 = reshape_lazy[dims={128, 18}](main:@1739) -> float_type, {128, 18}, {18, 1}: 0.00053286ms, 0.00480485%
main:@1742 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1741,main:@1717,main:@1740) -> float_type, {128, 4}, {4, 1}: 0.0201308ms, 0.181521%
main:@1743 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](jznORDJr0N:0) -> float_type, {8, 16}, {45, 1}: 0.00081386ms, 0.00733865%
main:@1744 = unsqueeze[axes={1},steps={}](main:@1743) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00061106ms, 0.00550998%
main:@1745 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](HRGzlnEkXQ:0) -> float_type, {8, 16}, {41, 1}: 0.00077754ms, 0.00701115%
main:@1746 = unsqueeze[axes={1},steps={}](main:@1745) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00093106ms, 0.00839545%
main:@1747 = slice[axes={0, 1},starts={0, 305},ends={8, 321}](lyiDxfzZg3:0) -> float_type, {8, 16}, {701, 1}: 0.00064514ms, 0.00581729%
main:@1748 = unsqueeze[axes={1},steps={}](main:@1747) -> float_type, {8, 1, 16}, {701, 16, 1}: 0.00056432ms, 0.00508853%
main:@1749 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](VUqfdN5Fzv:0) -> float_type, {8, 16}, {45, 1}: 0.00077276ms, 0.00696805%
main:@1750 = unsqueeze[axes={1},steps={}](main:@1749) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00097862ms, 0.00882431%
main:@1751 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](CHAYRkBvIo:0) -> float_type, {8, 16}, {41, 1}: 0.00062498ms, 0.0056355%
main:@1752 = unsqueeze[axes={1},steps={}](main:@1751) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00056816ms, 0.00512315%
main:@1753 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](HzcyUlm8Yj:0) -> float_type, {8, 16}, {45, 1}: 0.00074626ms, 0.0067291%
main:@1754 = unsqueeze[axes={1},steps={}](main:@1753) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00090282ms, 0.00814081%
main:@1755 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](duyRoIEkH8:0) -> float_type, {8, 16}, {45, 1}: 0.00063962ms, 0.00576751%
main:@1756 = unsqueeze[axes={1},steps={}](main:@1755) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00057354ms, 0.00517166%
main:@1757 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](eQI8ikEMgP:0) -> float_type, {8, 16}, {41, 1}: 0.00078758ms, 0.00710168%
main:@1758 = unsqueeze[axes={1},steps={}](main:@1757) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.0009066ms, 0.0081749%
main:@1759 = load[offset=482176,end=492928](main:@1) -> float_type, {8, 21, 16}, {336, 16, 1}: 0.00050156ms, 0.00452261%
main:@1760 = reshape_lazy[dims={-1, 10, 16}](main:@1670) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0004932ms, 0.00444723%
main:@1761 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](2RDXZrx9GA:0) -> float_type, {8, 16}, {45, 1}: 0.00065042ms, 0.0058649%
main:@1762 = unsqueeze[axes={1},steps={}](main:@1761) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00057048ms, 0.00514407%
main:@1763 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](2srtUfGvja:0) -> float_type, {8, 16}, {41, 1}: 0.00070784ms, 0.00638266%
main:@1764 = unsqueeze[axes={1},steps={}](main:@1763) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00058624ms, 0.00528618%
main:@1765 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](3Laj620MSn:0) -> float_type, {8, 16}, {45, 1}: 0.00060848ms, 0.00548672%
main:@1766 = unsqueeze[axes={1},steps={}](main:@1765) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00058198ms, 0.00524777%
main:@1767 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=224,local=256,](main:@1744,main:@1746,main:@1748,main:@1762,main:@1750,main:@1752,main:@1754,main:@1764,main:@1766,main:@1756,main:@1758,main:@1760,main:@1759) -> float_type, {8, 21, 16}, {336, 16, 1}: 0.0264641ms, 0.238629%
main:@1768 = load[offset=468224,end=470912](main:@1) -> float_type, {8, 21, 4}, {84, 4, 1}: 0.00067902ms, 0.00612279%
main:@1769 = reshape_lazy[dims={8, 16, 4}](main:@1742) -> float_type, {8, 16, 4}, {64, 4, 1}: 0.0005178ms, 0.00466905%
main:@1770 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1767,main:@1769,main:@1768) -> float_type, {8, 21, 4}, {84, 4, 1}: 0.0194387ms, 0.175281%
main:@1771 = load[offset=470912,end=471232](main:@1) -> float_type, {8, 1, 10}, {10, 10, 1}: 0.00065074ms, 0.00586778%
main:@1772 = unsqueeze[axes={1},steps={}](0MZVmrKeC6:0) -> int32_type, {8, 1, 10}, {10, 10, 1}: 0.00059568ms, 0.0053713%
main:@1773 = gpu::code_object[code_object=13536,symbol_name=convert_mul_add_kernel,global=40,local=256,](main:@1772,main:@1771) -> float_type, {8, 1, 10}, {10, 10, 1}: 0.0130094ms, 0.117307%
main:@1774 = load[offset=471232,end=471552](main:@1) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.00063896ms, 0.00576156%
main:@1775 = multibroadcast[out_lens={1, 8, 1, 10}](main:@1773) -> float_type, {1, 8, 1, 10}, {0, 10, 10, 1}: 0.00057428ms, 0.00517834%
main:@1776 = gpu::code_object[code_object=13520,symbol_name=pow_div_kernel,global=40,local=256,](main:@1581,main:@1775,main:@1774) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0157804ms, 0.142294%
main:@1777 = load[offset=471936,end=472256](main:@1) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0006234ms, 0.00562126%
main:@1778 = gpu::code_object[code_object=14568,symbol_name=softmax_kernel,global=512,local=64,](main:@1776,main:@1777) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0142122ms, 0.128153%
main:@1779 = slice[axes={1},starts={32},ends={64}](main:@1323) -> float_type, {80, 32}, {64, 1}: 0.00077574ms, 0.00699492%
main:@1780 = reshape_lazy[dims={1, 8, 10, 32}](main:@1779) -> float_type, {1, 8, 10, 32}, {5120, 640, 64, 1}: 0.00067164ms, 0.00605624%
main:@1781 = load[offset=470912,end=471936](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00049348ms, 0.00444975%
main:@1782 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1778,main:@1780,main:@1781) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0191336ms, 0.17253%
VX8uEBNndW:0 = @param:VX8uEBNndW:0 -> int32_type, {8, 30}, {30, 1}: 0.00071494ms, 0.00644668%
main:@1784 = unsqueeze[axes={1},steps={}](VX8uEBNndW:0) -> int32_type, {8, 1, 30}, {30, 30, 1}: 0.00059002ms, 0.00532026%
main:@1785 = load[offset=477056,end=478016](main:@1) -> float_type, {8, 1, 30}, {30, 30, 1}: 0.0005281ms, 0.00476193%
main:@1786 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=120,local=256,](main:@1784,main:@1785) -> float_type, {8, 1, 30}, {30, 30, 1}: 0.0133141ms, 0.120055%
main:@1787 = load[offset=471936,end=472896](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00063946ms, 0.00576607%
main:@1788 = multibroadcast[out_lens={1, 8, 1, 30}](main:@1786) -> float_type, {1, 8, 1, 30}, {0, 30, 30, 1}: 0.00056194ms, 0.00506706%
main:@1789 = gpu::code_object[code_object=13520,symbol_name=pow_sub_kernel,global=120,local=256,](main:@935,main:@1788,main:@1787) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0153599ms, 0.138502%
main:@1790 = load[offset=453952,end=454912](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00067662ms, 0.00610114%
main:@1791 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=512,local=64,](main:@1789,main:@1790) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0141399ms, 0.127501%
main:@1792 = load[offset=471936,end=472960](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00063424ms, 0.005719%
main:@1793 = slice[axes={1},starts={0},ends={32}](main:@429) -> float_type, {240, 32}, {64, 1}: 0.00065958ms, 0.00594749%
main:@1794 = reshape_lazy[dims={1, 8, 30, 32}](main:@1793) -> float_type, {1, 8, 30, 32}, {15360, 1920, 64, 1}: 0.00060898ms, 0.00549123%
main:@1795 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1791,main:@1794,main:@1792) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0200711ms, 0.180983%
main:@1796 = load[offset=275808,end=276832](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00067428ms, 0.00608004%
main:@1797 = slice[axes={1},starts={96},ends={128}](main:@1007) -> float_type, {8, 32}, {128, 1}: 0.00060726ms, 0.00547572%
main:@1798 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=128,local=256,](main:@1797,main:@1796) -> float_type, {8, 32}, {32, 1}: 0.0130763ms, 0.11791%
main:@1799 = load[offset=275328,end=275808](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.00063218ms, 0.00570043%
main:@1800 = reshape_lazy[dims={1, 8, 1, 32}](main:@1798) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00053794ms, 0.00485065%
main:@1801 = slice[axes={1},starts={0},ends={32}](main:@409) -> float_type, {120, 32}, {64, 1}: 0.00060724ms, 0.00547554%
main:@1802 = reshape_lazy[dims={1, 8, 15, 32}](main:@1801) -> float_type, {1, 8, 15, 32}, {7680, 960, 64, 1}: 0.00060434ms, 0.00544939%
main:@1803 = transpose[permutation={0, 1, 3, 2}](main:@1802) -> float_type, {1, 8, 32, 15}, {7680, 960, 1, 64}: 0.0005981ms, 0.00539312%
main:@1804 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1800,main:@1803,main:@1799) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0202126ms, 0.182259%
hzqb8Cpfc1:0 = @param:hzqb8Cpfc1:0 -> int32_type, {8, 15}, {15, 1}: 0.00070022ms, 0.00631395%
main:@1806 = unsqueeze[axes={1},steps={}](hzqb8Cpfc1:0) -> int32_type, {8, 1, 15}, {15, 15, 1}: 0.00057798ms, 0.0052117%
main:@1807 = load[offset=276288,end=276768](main:@1) -> float_type, {8, 1, 15}, {15, 15, 1}: 0.00051984ms, 0.00468745%
main:@1808 = gpu::code_object[code_object=13536,symbol_name=convert_mul_add_kernel,global=60,local=256,](main:@1806,main:@1807) -> float_type, {8, 1, 15}, {15, 15, 1}: 0.0133929ms, 0.120765%
main:@1809 = load[offset=275808,end=276288](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0006515ms, 0.00587464%
main:@1810 = multibroadcast[out_lens={1, 8, 1, 15}](main:@1808) -> float_type, {1, 8, 1, 15}, {0, 15, 15, 1}: 0.0005413ms, 0.00488095%
main:@1811 = gpu::code_object[code_object=13520,symbol_name=add_sub_kernel,global=60,local=256,](main:@1804,main:@1810,main:@1809) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0130524ms, 0.117695%
main:@1812 = load[offset=276352,end=276832](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.00061008ms, 0.00550115%
main:@1813 = gpu::code_object[code_object=14568,symbol_name=softmax_kernel,global=512,local=64,](main:@1811,main:@1812) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0139785ms, 0.126045%
main:@1814 = load[offset=275328,end=276352](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0006376ms, 0.0057493%
main:@1815 = slice[axes={1},starts={32},ends={64}](main:@409) -> float_type, {120, 32}, {64, 1}: 0.00061506ms, 0.00554605%
main:@1816 = reshape_lazy[dims={1, 8, 15, 32}](main:@1815) -> float_type, {1, 8, 15, 32}, {7680, 960, 64, 1}: 0.00059032ms, 0.00532297%
main:@1817 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1813,main:@1816,main:@1814) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0189666ms, 0.171024%
main:@1818 = slice[axes={1},starts={128},ends={256}](main:@1520) -> float_type, {400, 128}, {256, 1}: 0.00072494ms, 0.00653685%
main:@1819 = reshape_lazy[dims={8, 50, 128}](main:@1818) -> float_type, {8, 50, 128}, {12800, 256, 1}: 0.00092672ms, 0.00835632%
main:@1820 = load[offset=477056,end=681856](main:@1) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0005057ms, 0.00455994%
main:@1821 = slice[axes={2},starts={0},ends={64}](main:@1819) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00073984ms, 0.00667121%
main:@1822 = unsqueeze[axes={0},steps={}](main:@1821) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00102926ms, 0.00928093%
main:@1823 = slice[axes={2},starts={64},ends={128}](main:@1819) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00067716ms, 0.00610601%
main:@1824 = unsqueeze[axes={0},steps={}](main:@1823) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.0006514ms, 0.00587373%
main:@1825 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=12800,local=256,](main:@1822,main:@1824,main:@1820) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0160414ms, 0.144647%
main:@1826 = load[offset=247808,end=251904](main:@1) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.00064714ms, 0.00583532%
main:@1827 = slice[axes={1},starts={0},ends={128}](main:@988) -> float_type, {8, 128}, {256, 1}: 0.00059546ms, 0.00536932%
main:@1828 = reshape_lazy[dims={8, 1, 128}](main:@1827) -> float_type, {8, 1, 128}, {256, 128, 1}: 0.00053964ms, 0.00486598%
main:@1829 = slice[axes={2},starts={0},ends={64}](main:@1828) -> float_type, {8, 1, 64}, {256, 128, 1}: 0.00073442ms, 0.00662233%
main:@1830 = unsqueeze[axes={0},steps={}](main:@1829) -> float_type, {1, 8, 1, 64}, {2048, 256, 128, 1}: 0.0006358ms, 0.00573307%
main:@1831 = slice[axes={2},starts={64},ends={128}](main:@1828) -> float_type, {8, 1, 64}, {256, 128, 1}: 0.00063954ms, 0.00576679%
main:@1832 = unsqueeze[axes={0},steps={}](main:@1831) -> float_type, {1, 8, 1, 64}, {2048, 256, 128, 1}: 0.00097452ms, 0.00878734%
main:@1833 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@1830,main:@1832,main:@1826) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.0136271ms, 0.122876%
main:@1834 = load[offset=244608,end=247808](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00062522ms, 0.00563767%
main:@1835 = transpose[permutation={0, 1, 3, 2}](main:@1825) -> float_type, {2, 8, 64, 50}, {25600, 3200, 1, 64}: 0.0005591ms, 0.00504146%
main:@1836 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1833,main:@1835,main:@1834) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0222145ms, 0.20031%
main:@1837 = slice[axes={1},starts={0},ends={128}](main:@1520) -> float_type, {400, 128}, {256, 1}: 0.00074528ms, 0.00672026%
main:@1838 = load[offset=477056,end=681856](main:@1) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.00049258ms, 0.00444164%
main:@1839 = reshape_lazy[dims={8, 50, 128}](main:@1837) -> float_type, {8, 50, 128}, {12800, 256, 1}: 0.00099186ms, 0.00894369%
main:@1840 = slice[axes={2},starts={0},ends={64}](main:@1839) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00069066ms, 0.00622774%
main:@1841 = unsqueeze[axes={0},steps={}](main:@1840) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00099846ms, 0.00900321%
main:@1842 = slice[axes={2},starts={64},ends={128}](main:@1839) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00063178ms, 0.00569682%
main:@1843 = unsqueeze[axes={0},steps={}](main:@1842) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00065882ms, 0.00594064%
main:@1844 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=12800,local=256,](main:@1841,main:@1843,main:@1838) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.01592ms, 0.143552%
main:@1845 = load[offset=247808,end=249408](main:@1) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.00065148ms, 0.00587446%
main:@1846 = unsqueeze[axes={1},steps={}](vOI1hWzBDK:0) -> int32_type, {8, 1, 50}, {50, 50, 1}: 0.0005542ms, 0.00499727%
main:@1847 = gpu::code_object[code_object=13528,symbol_name=convert_mul_kernel,global=200,local=256,](main:@1846,main:@1845) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.0131732ms, 0.118784%
main:@1848 = load[offset=249408,end=252608](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00061128ms, 0.00551197%
main:@1849 = multibroadcast[out_lens={2, 8, 1, 50}](main:@1847) -> float_type, {2, 8, 1, 50}, {0, 50, 50, 1}: 0.0005554ms, 0.00500809%
main:@1850 = gpu::code_object[code_object=13520,symbol_name=add_mul_kernel,global=400,local=256,](main:@1836,main:@1849,main:@1848) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0130947ms, 0.118076%
main:@1851 = load[offset=244608,end=247808](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00060464ms, 0.00545209%
main:@1852 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=1024,local=64,](main:@1850,main:@1851) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0140611ms, 0.12679%
main:@1853 = load[offset=249728,end=253824](main:@1) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.00060878ms, 0.00548943%
main:@1854 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1852,main:@1844,main:@1853) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.0201808ms, 0.181972%
main:@1855 = slice[axes={1},starts={32},ends={64}](main:@1566) -> float_type, {240, 32}, {64, 1}: 0.00074256ms, 0.00669573%
main:@1856 = reshape_lazy[dims={1, 8, 30, 32}](main:@1855) -> float_type, {1, 8, 30, 32}, {15360, 1920, 64, 1}: 0.00059888ms, 0.00540016%
main:@1857 = reshape_lazy[dims={1, 8, 1, 32}](main:@1590) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00051504ms, 0.00464416%
main:@1858 = load[offset=244608,end=245568](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00050556ms, 0.00455868%
main:@1859 = transpose[permutation={0, 1, 3, 2}](main:@1856) -> float_type, {1, 8, 32, 30}, {15360, 1920, 1, 64}: 0.00062018ms, 0.00559222%
main:@1860 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1857,main:@1859,main:@1858) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0202888ms, 0.182946%
LjbB2i31Wu:0 = @param:LjbB2i31Wu:0 -> int32_type, {8, 30}, {30, 1}: 0.00068726ms, 0.00619709%
main:@1862 = unsqueeze[axes={1},steps={}](LjbB2i31Wu:0) -> int32_type, {8, 1, 30}, {30, 30, 1}: 0.0005653ms, 0.00509736%
main:@1863 = load[offset=245568,end=246528](main:@1) -> float_type, {8, 1, 30}, {30, 30, 1}: 0.00050436ms, 0.00454786%
main:@1864 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=120,local=256,](main:@1862,main:@1863) -> float_type, {8, 1, 30}, {30, 30, 1}: 0.013234ms, 0.119333%
main:@1865 = load[offset=246592,end=247552](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00063454ms, 0.00572171%
main:@1866 = multibroadcast[out_lens={1, 8, 1, 30}](main:@1864) -> float_type, {1, 8, 1, 30}, {0, 30, 30, 1}: 0.00054766ms, 0.0049383%
main:@1867 = gpu::code_object[code_object=13520,symbol_name=pow_pow_kernel,global=120,local=256,](main:@1860,main:@1866,main:@1865) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.018503ms, 0.166844%
main:@1868 = load[offset=245632,end=246592](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00063928ms, 0.00576445%
main:@1869 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=512,local=64,](main:@1867,main:@1868) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0140646ms, 0.126821%
main:@1870 = load[offset=244608,end=245632](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00062996ms, 0.00568041%
main:@1871 = slice[axes={1},starts={0},ends={32}](main:@1566) -> float_type, {240, 32}, {64, 1}: 0.00061518ms, 0.00554713%
main:@1872 = reshape_lazy[dims={1, 8, 30, 32}](main:@1871) -> float_type, {1, 8, 30, 32}, {15360, 1920, 64, 1}: 0.00059862ms, 0.00539781%
main:@1873 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1869,main:@1872,main:@1870) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0197211ms, 0.177827%
main:@1874 = load[offset=245632,end=249728](main:@1) -> float_type, {8, 1, 2, 64}, {128, 128, 64, 1}: 0.00062402ms, 0.00562685%
main:@1875 = transpose[permutation={1, 2, 0, 3}](main:@1854) -> float_type, {8, 1, 2, 64}, {64, 64, 512, 1}: 0.00057274ms, 0.00516445%
main:@1876 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=512,local=256,](main:@1875,main:@1874) -> float_type, {8, 1, 2, 64}, {128, 128, 64, 1}: 0.0130206ms, 0.117408%
main:@1877 = hip::hip_copy_literal[id=main:@literal:158] -> float_type, {1}, {0}: 0.00084408ms, 0.00761115%
Kanv8c4Yl7:0 = @param:Kanv8c4Yl7:0 -> float_type, {8, 201}, {201, 1}: 0.0006132ms, 0.00552928%
main:@1879 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](Kanv8c4Yl7:0) -> float_type, {8, 64}, {201, 1}: 0.00080976ms, 0.00730168%
main:@1880 = slice[axes={0, 1},starts={0, 193},ends={8, 257}](lyiDxfzZg3:0) -> float_type, {8, 64}, {701, 1}: 0.00070976ms, 0.00639997%
main:@1881 = load[offset=262016,end=266112](main:@1) -> float_type, {8, 128}, {128, 1}: 0.000469ms, 0.00422902%
main:@1882 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=512,local=256,](main:@1880,main:@1879,main:@1881) -> float_type, {8, 128}, {128, 1}: 0.0140084ms, 0.126315%
main:@1883 = load[offset=266112,end=274304](main:@1) -> float_type, {8, 1, 4, 64}, {64, 64, 512, 1}: 0.00067872ms, 0.00612008%
main:@1884 = transpose[permutation={1, 2, 0, 3}](main:@1295) -> float_type, {8, 15, 4, 64}, {960, 64, 7680, 1}: 0.00050856ms, 0.00458573%
main:@1885 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=2048,local=256,](main:@1884,main:@1883) -> float_type, {8, 1, 4, 64}, {64, 64, 512, 1}: 0.0134236ms, 0.121041%
main:@1886 = load[offset=249728,end=257920](main:@1) -> float_type, {8, 1, 4, 64}, {256, 256, 64, 1}: 0.00064542ms, 0.00581981%
main:@1887 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=1024,local=256,](main:@1885,main:@1886) -> float_type, {8, 1, 4, 64}, {256, 256, 64, 1}: 0.0126664ms, 0.114214%
main:@1888 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](nv2tzWRf1I:0) -> float_type, {8, 64}, {301, 1}: 0.00081254ms, 0.00732675%
main:@1889 = slice[axes={0, 1},starts={0, 65},ends={8, 129}](uFSOc5Chp2:0) -> float_type, {8, 64}, {481, 1}: 0.0006029ms, 0.0054364%
main:@1890 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](uFSOc5Chp2:0) -> float_type, {8, 64}, {481, 1}: 0.00074786ms, 0.00674352%
main:@1891 = load[offset=257920,end=262016](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047464ms, 0.00427987%
main:@1892 = gpu::code_object[code_object=13544,symbol_name=noop_add_concat_div_kernel,global=512,local=256,](main:@1889,main:@1888,main:@1890,main:@1882,main:@1891) -> float_type, {8, 128}, {128, 1}: 0.0140525ms, 0.126713%
main:@1893 = unsqueeze[axes={1},steps={}](main:@1494) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00070088ms, 0.0063199%
main:@1894 = load[offset=477056,end=624512](main:@1) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00051382ms, 0.00463316%
main:@1895 = unsqueeze[axes={1},steps={}](main:@1336) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00049168ms, 0.00443352%
main:@1896 = unsqueeze[axes={1},steps={}](main:@1354) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00050696ms, 0.00457131%
main:@1897 = unsqueeze[axes={1},steps={}](main:@1345) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0004875ms, 0.00439583%
main:@1898 = unsqueeze[axes={1},steps={}](main:@1364) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047372ms, 0.00427158%
main:@1899 = unsqueeze[axes={1},steps={}](main:@1374) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047006ms, 0.00423857%
main:@1900 = unsqueeze[axes={1},steps={}](main:@1383) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048996ms, 0.00441801%
main:@1901 = unsqueeze[axes={1},steps={}](main:@1392) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048902ms, 0.00440954%
main:@1902 = unsqueeze[axes={1},steps={}](main:@1401) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047492ms, 0.0042824%
main:@1903 = unsqueeze[axes={1},steps={}](main:@1410) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047464ms, 0.00427987%
main:@1904 = unsqueeze[axes={1},steps={}](main:@1429) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00049286ms, 0.00444416%
main:@1905 = unsqueeze[axes={1},steps={}](main:@1420) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00046674ms, 0.00420864%
main:@1906 = unsqueeze[axes={1},steps={}](main:@1438) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00046598ms, 0.00420178%
main:@1907 = unsqueeze[axes={1},steps={}](main:@1447) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00049536ms, 0.00446671%
main:@1908 = unsqueeze[axes={1},steps={}](main:@1457) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048788ms, 0.00439926%
main:@1909 = unsqueeze[axes={1},steps={}](main:@1467) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048296ms, 0.00435489%
main:@1910 = unsqueeze[axes={1},steps={}](main:@1476) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00046566ms, 0.0041989%
main:@1911 = unsqueeze[axes={1},steps={}](main:@1485) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00046672ms, 0.00420846%
main:@1912 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1024,local=256,](main:@1902,main:@1896,main:@1901,main:@1893,main:@1911,main:@1900,main:@1909,main:@1908,main:@1899,main:@1895,main:@1906,main:@1910,main:@1905,main:@1907,main:@1903,main:@1898,main:@1897,main:@1904,main:@1894) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.0266634ms, 0.240426%
main:@1913 = multibroadcast[out_lens={8, 18, 1}](main:@1877) -> float_type, {8, 18, 1}, {0, 0, 0}: 0.0007664ms, 0.0069107%
main:@1914 = multibroadcast[out_lens={8, 18, 256}](main:@1913) -> float_type, {8, 18, 256}, {0, 0, 0}: 0.00057624ms, 0.00519601%
main:@1915 = load[offset=624512,end=771968](main:@1) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.0004741ms, 0.004275%
main:@1916 = gpu::code_object[code_object=17656,symbol_name=pow_reduce_sum_div_pow_add_kernel,global=18432,local=128,](main:@1912,main:@441,main:@1914,main:@439,main:@1915) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.022414ms, 0.202109%
main:@1917 = load[offset=97152,end=105344](main:@1) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0006461ms, 0.00582594%
main:@1918 = gpu::code_object[code_object=13528,symbol_name=reduce_sum_kernel,global=2048,local=256,](main:@1916,main:@1917) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0134617ms, 0.121385%
main:@1919 = load[offset=105344,end=107520](main:@1) -> float_type, {8, 1, 68}, {68, 68, 1}: 0.00065258ms, 0.00588437%
main:@1920 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=544,local=256,](main:@425,main:@1919) -> float_type, {8, 1, 68}, {68, 68, 1}: 0.014592ms, 0.131577%
main:@1921 = load[offset=31872,end=35968](main:@1) -> float_type, {8, 1, 2, 64}, {128, 128, 64, 1}: 0.0006359ms, 0.00573397%
main:@1922 = transpose[permutation={1, 2, 0, 3}](main:@1628) -> float_type, {8, 1, 2, 64}, {64, 64, 512, 1}: 0.0005303ms, 0.00478176%
main:@1923 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=512,local=256,](main:@1922,main:@1921) -> float_type, {8, 1, 2, 64}, {128, 128, 64, 1}: 0.0128828ms, 0.116165%
main:@1924 = load[offset=35968,end=39296](main:@1) -> float_type, {8, 1, 104}, {104, 104, 1}: 0.00062752ms, 0.00565841%
main:@1925 = gpu::code_object[code_object=13528,symbol_name=reduce_mean_kernel,global=832,local=256,](main:@1562,main:@1924) -> float_type, {8, 1, 104}, {104, 104, 1}: 0.0146592ms, 0.132183%
main:@1926 = reshape_lazy[dims={-1, 128}](main:@1876) -> float_type, {8, 128}, {128, 1}: 0.00067952ms, 0.00612729%
main:@1927 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](6HSQqXdJzb:0) -> float_type, {8, 4}, {45, 1}: 0.00089684ms, 0.00808689%
T1FVGiDRMg:0 = @param:T1FVGiDRMg:0 -> float_type, {8, 5}, {5, 1}: 0.00056356ms, 0.00508167%
main:@1929 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](T1FVGiDRMg:0) -> float_type, {8, 4}, {5, 1}: 0.00068824ms, 0.00620592%
main:@1930 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](w27LgiJW6P:0) -> float_type, {8, 8}, {13, 1}: 0.000657ms, 0.00592423%
KgZXYMNz6P:0 = @param:KgZXYMNz6P:0 -> float_type, {8, 13}, {13, 1}: 0.00053438ms, 0.00481855%
main:@1932 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](KgZXYMNz6P:0) -> float_type, {8, 4}, {13, 1}: 0.00075568ms, 0.00681404%
6hbLUlYs1H:0 = @param:6hbLUlYs1H:0 -> float_type, {8, 9}, {9, 1}: 0.00055416ms, 0.00499691%
main:@1934 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](6hbLUlYs1H:0) -> float_type, {8, 8}, {9, 1}: 0.0006587ms, 0.00593956%
main:@1935 = slice[axes={0, 1},starts={0, 25},ends={8, 41}](ifP6Ceko5T:0) -> float_type, {8, 16}, {73, 1}: 0.00071992ms, 0.00649158%
y3bafuwnEk:0 = @param:y3bafuwnEk:0 -> float_type, {8, 5}, {5, 1}: 0.0005517ms, 0.00497473%
main:@1937 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](y3bafuwnEk:0) -> float_type, {8, 4}, {5, 1}: 0.00072816ms, 0.00656589%
8Dv01FAoNM:0 = @param:8Dv01FAoNM:0 -> float_type, {8, 17}, {17, 1}: 0.0005197ms, 0.00468618%
main:@1939 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](8Dv01FAoNM:0) -> float_type, {8, 16}, {17, 1}: 0.00070566ms, 0.006363%
VP35W0GOCc:0 = @param:VP35W0GOCc:0 -> float_type, {8, 13}, {13, 1}: 0.00052676ms, 0.00474984%
main:@1941 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](VP35W0GOCc:0) -> float_type, {8, 4}, {13, 1}: 0.0007122ms, 0.00642197%
8KRQILP469:0 = @param:8KRQILP469:0 -> float_type, {8, 9}, {9, 1}: 0.00055192ms, 0.00497671%
main:@1943 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](8KRQILP469:0) -> float_type, {8, 8}, {9, 1}: 0.00067026ms, 0.0060438%
main:@1944 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](X29iyIeu8L:0) -> float_type, {8, 4}, {45, 1}: 0.00066244ms, 0.00597328%
8iOST90kWM:0 = @param:8iOST90kWM:0 -> float_type, {8, 9}, {9, 1}: 0.0005991ms, 0.00540214%
main:@1946 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](8iOST90kWM:0) -> float_type, {8, 8}, {9, 1}: 0.00072644ms, 0.00655038%
985IRiY0X6:0 = @param:985IRiY0X6:0 -> float_type, {8, 57}, {57, 1}: 0.00047614ms, 0.0042934%
main:@1948 = slice[axes={0, 1},starts={0, 41},ends={8, 49}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00070958ms, 0.00639835%
main:@1949 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.000669ms, 0.00603243%
main:@1950 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00066954ms, 0.0060373%
main:@1951 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00070948ms, 0.00639745%
9N1KUX0DZ5:0 = @param:9N1KUX0DZ5:0 -> float_type, {8, 13}, {13, 1}: 0.00049758ms, 0.00448672%
main:@1953 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](9N1KUX0DZ5:0) -> float_type, {8, 4}, {13, 1}: 0.00076596ms, 0.00690673%
main:@1954 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00068176ms, 0.00614749%
main:@1955 = slice[axes={0, 1},starts={0, 25},ends={8, 33}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00073746ms, 0.00664974%
main:@1956 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](VUqfdN5Fzv:0) -> float_type, {8, 4}, {45, 1}: 0.0006583ms, 0.00593595%
main:@1957 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](9YqhflbMKe:0) -> float_type, {8, 4}, {29, 1}: 0.00068342ms, 0.00616246%
main:@1958 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](l4bReWtsMB:0) -> float_type, {8, 8}, {25, 1}: 0.0006664ms, 0.00600899%
main:@1959 = slice[axes={0, 1},starts={0, 49},ends={8, 57}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00065582ms, 0.00591359%
9mfMQZIXVH:0 = @param:9mfMQZIXVH:0 -> float_type, {8, 9}, {9, 1}: 0.00059242ms, 0.00534191%
main:@1961 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](9mfMQZIXVH:0) -> float_type, {8, 8}, {9, 1}: 0.00080046ms, 0.00721782%
9rDQhGZo18:0 = @param:9rDQhGZo18:0 -> float_type, {8, 9}, {9, 1}: 0.00051822ms, 0.00467284%
main:@1963 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](9rDQhGZo18:0) -> float_type, {8, 8}, {9, 1}: 0.00071492ms, 0.0064465%
main:@1964 = slice[axes={0, 1},starts={0, 9},ends={8, 13}](AVLcBpWeuo:0) -> float_type, {8, 4}, {21, 1}: 0.0006806ms, 0.00613703%
89nc05gQza:0 = @param:89nc05gQza:0 -> float_type, {8, 9}, {9, 1}: 0.00053486ms, 0.00482288%
main:@1966 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](89nc05gQza:0) -> float_type, {8, 8}, {9, 1}: 0.00078374ms, 0.00706706%
AfxiFXbSj3:0 = @param:AfxiFXbSj3:0 -> float_type, {8, 5}, {5, 1}: 0.00056408ms, 0.00508636%
main:@1968 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](AfxiFXbSj3:0) -> float_type, {8, 4}, {5, 1}: 0.00074258ms, 0.00669591%
AvlwbHMnuE:0 = @param:AvlwbHMnuE:0 -> float_type, {8, 17}, {17, 1}: 0.00063136ms, 0.00569303%
main:@1970 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](AvlwbHMnuE:0) -> float_type, {8, 8}, {17, 1}: 0.00076654ms, 0.00691196%
Nb9eDKFYZp:0 = @param:Nb9eDKFYZp:0 -> float_type, {8, 5}, {5, 1}: 0.00054566ms, 0.00492027%
main:@1972 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Nb9eDKFYZp:0) -> float_type, {8, 4}, {5, 1}: 0.0007145ms, 0.00644271%
KH4GEDx8pO:0 = @param:KH4GEDx8pO:0 -> float_type, {8, 13}, {13, 1}: 0.00053886ms, 0.00485895%
main:@1974 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](KH4GEDx8pO:0) -> float_type, {8, 4}, {13, 1}: 0.00073804ms, 0.00665497%
CrB2gE9Adp:0 = @param:CrB2gE9Adp:0 -> float_type, {8, 13}, {13, 1}: 0.00056506ms, 0.0050952%
main:@1976 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](CrB2gE9Adp:0) -> float_type, {8, 4}, {13, 1}: 0.00068358ms, 0.0061639%
j25yTFI0eZ:0 = @param:j25yTFI0eZ:0 -> float_type, {8, 9}, {9, 1}: 0.00069014ms, 0.00622306%
main:@1978 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](j25yTFI0eZ:0) -> float_type, {8, 8}, {9, 1}: 0.00072966ms, 0.00657941%
dMO2bknDYA:0 = @param:dMO2bknDYA:0 -> float_type, {8, 481}, {481, 1}: 0.0005559ms, 0.0050126%
main:@1980 = slice[axes={0, 1},starts={0, 233},ends={8, 241}](dMO2bknDYA:0) -> float_type, {8, 8}, {481, 1}: 0.00071794ms, 0.00647373%
DilwT5jYf7:0 = @param:DilwT5jYf7:0 -> float_type, {8, 9}, {9, 1}: 0.00053876ms, 0.00485805%
main:@1982 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](DilwT5jYf7:0) -> float_type, {8, 8}, {9, 1}: 0.0007023ms, 0.0063327%
main:@1983 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](n4iptOVFwE:0) -> float_type, {8, 8}, {113, 1}: 0.0006978ms, 0.00629213%
uhcrWfUe6M:0 = @param:uhcrWfUe6M:0 -> float_type, {8, 9}, {9, 1}: 0.00053116ms, 0.00478952%
main:@1985 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](uhcrWfUe6M:0) -> float_type, {8, 8}, {9, 1}: 0.00070386ms, 0.00634677%
EJxze1pkRu:0 = @param:EJxze1pkRu:0 -> float_type, {8, 13}, {13, 1}: 0.00049466ms, 0.00446039%
main:@1987 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EJxze1pkRu:0) -> float_type, {8, 4}, {13, 1}: 0.00074068ms, 0.00667878%
main:@1988 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](Qp3K1PHvte:0) -> float_type, {8, 4}, {69, 1}: 0.00068128ms, 0.00614316%
main:@1989 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](mIR0ToEnMH:0) -> float_type, {8, 8}, {13, 1}: 0.0006908ms, 0.00622901%
EyFb0qo6VX:0 = @param:EyFb0qo6VX:0 -> float_type, {8, 5}, {5, 1}: 0.0005561ms, 0.0050144%
main:@1991 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EyFb0qo6VX:0) -> float_type, {8, 4}, {5, 1}: 0.00073454ms, 0.00662341%
EsROupwkSG:0 = @param:EsROupwkSG:0 -> float_type, {8, 13}, {13, 1}: 0.00073722ms, 0.00664758%
main:@1993 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EsROupwkSG:0) -> float_type, {8, 4}, {13, 1}: 0.00077692ms, 0.00700556%
F6DhiS9CN5:0 = @param:F6DhiS9CN5:0 -> float_type, {8, 9}, {9, 1}: 0.00058044ms, 0.00523388%
main:@1995 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](F6DhiS9CN5:0) -> float_type, {8, 8}, {9, 1}: 0.00070324ms, 0.00634118%
NKT10PBtly:0 = @param:NKT10PBtly:0 -> float_type, {8, 5}, {5, 1}: 0.0005489ms, 0.00494948%
main:@1997 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](NKT10PBtly:0) -> float_type, {8, 4}, {5, 1}: 0.0007574ms, 0.00682955%
zOu1aQKy4V:0 = @param:zOu1aQKy4V:0 -> float_type, {8, 9}, {9, 1}: 0.0005248ms, 0.00473217%
main:@1999 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](zOu1aQKy4V:0) -> float_type, {8, 8}, {9, 1}: 0.00066082ms, 0.00595867%
FrTLGaKo7c:0 = @param:FrTLGaKo7c:0 -> float_type, {8, 13}, {13, 1}: 0.00055036ms, 0.00496265%
main:@2001 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](FrTLGaKo7c:0) -> float_type, {8, 4}, {13, 1}: 0.00068294ms, 0.00615813%
mDpoFQLqWK:0 = @param:mDpoFQLqWK:0 -> float_type, {8, 13}, {13, 1}: 0.00055512ms, 0.00500557%
main:@2003 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](mDpoFQLqWK:0) -> float_type, {8, 4}, {13, 1}: 0.0006622ms, 0.00597112%
HFesjVwyB6:0 = @param:HFesjVwyB6:0 -> float_type, {8, 9}, {9, 1}: 0.00052626ms, 0.00474533%
main:@2005 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](HFesjVwyB6:0) -> float_type, {8, 8}, {9, 1}: 0.00070692ms, 0.00637436%
HKq2ZSlA3D:0 = @param:HKq2ZSlA3D:0 -> float_type, {8, 9}, {9, 1}: 0.00069098ms, 0.00623063%
main:@2007 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](HKq2ZSlA3D:0) -> float_type, {8, 8}, {9, 1}: 0.0006557ms, 0.00591251%
cNgUKoOFB1:0 = @param:cNgUKoOFB1:0 -> float_type, {8, 9}, {9, 1}: 0.00057464ms, 0.00518158%
main:@2009 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](cNgUKoOFB1:0) -> float_type, {8, 8}, {9, 1}: 0.00067134ms, 0.00605353%
HLQJSVgFyi:0 = @param:HLQJSVgFyi:0 -> float_type, {8, 9}, {9, 1}: 0.00051466ms, 0.00464074%
main:@2011 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](HLQJSVgFyi:0) -> float_type, {8, 8}, {9, 1}: 0.00066138ms, 0.00596372%
nIJL1FUMdk:0 = @param:nIJL1FUMdk:0 -> float_type, {8, 9}, {9, 1}: 0.00057568ms, 0.00519096%
main:@2013 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](nIJL1FUMdk:0) -> float_type, {8, 8}, {9, 1}: 0.00070332ms, 0.0063419%
main:@2014 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](HzcyUlm8Yj:0) -> float_type, {8, 4}, {45, 1}: 0.00070532ms, 0.00635994%
HyzMmXUNAP:0 = @param:HyzMmXUNAP:0 -> float_type, {8, 13}, {13, 1}: 0.0004926ms, 0.00444182%
main:@2016 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](HyzMmXUNAP:0) -> float_type, {8, 4}, {13, 1}: 0.00066846ms, 0.00602757%
fvGJwyjlm4:0 = @param:fvGJwyjlm4:0 -> float_type, {8, 13}, {13, 1}: 0.00047542ms, 0.00428691%
main:@2018 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](fvGJwyjlm4:0) -> float_type, {8, 4}, {13, 1}: 0.00070272ms, 0.00633649%
main:@2019 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](ljyhc7HCLk:0) -> float_type, {8, 4}, {21, 1}: 0.00075656ms, 0.00682197%
main:@2020 = slice[axes={0, 1},starts={0, 321},ends={8, 501}](lyiDxfzZg3:0) -> float_type, {8, 180}, {701, 1}: 0.00072184ms, 0.0065089%
fKsuaR6OE2:0 = @param:fKsuaR6OE2:0 -> float_type, {8, 13}, {13, 1}: 0.00059558ms, 0.0053704%
main:@2022 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](fKsuaR6OE2:0) -> float_type, {8, 4}, {13, 1}: 0.00068054ms, 0.00613649%
IQawVv9sqx:0 = @param:IQawVv9sqx:0 -> float_type, {8, 9}, {9, 1}: 0.00057298ms, 0.00516661%
main:@2024 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](IQawVv9sqx:0) -> float_type, {8, 8}, {9, 1}: 0.00074528ms, 0.00672026%
main:@2025 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](gdck97AK4w:0) -> float_type, {8, 8}, {17, 1}: 0.00068114ms, 0.0061419%
JKWg9U1qmT:0 = @param:JKWg9U1qmT:0 -> float_type, {8, 13}, {13, 1}: 0.0005065ms, 0.00456716%
main:@2027 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](JKWg9U1qmT:0) -> float_type, {8, 4}, {13, 1}: 0.00066174ms, 0.00596697%
hADUwpE6P7:0 = @param:hADUwpE6P7:0 -> float_type, {8, 9}, {9, 1}: 0.0005257ms, 0.00474029%
main:@2029 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](hADUwpE6P7:0) -> float_type, {8, 8}, {9, 1}: 0.00068232ms, 0.00615254%
YMxBt9210u:0 = @param:YMxBt9210u:0 -> float_type, {8, 5}, {5, 1}: 0.00051406ms, 0.00463533%
main:@2031 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](YMxBt9210u:0) -> float_type, {8, 4}, {5, 1}: 0.00068048ms, 0.00613595%
KBG8U2uYOC:0 = @param:KBG8U2uYOC:0 -> float_type, {8, 9}, {9, 1}: 0.00052322ms, 0.00471792%
main:@2033 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](KBG8U2uYOC:0) -> float_type, {8, 8}, {9, 1}: 0.00074844ms, 0.00674875%
main:@2034 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](KFhBukd7EV:0) -> float_type, {8, 8}, {13, 1}: 0.00068556ms, 0.00618176%
KGspl1Fzg0:0 = @param:KGspl1Fzg0:0 -> float_type, {8, 9}, {9, 1}: 0.00053084ms, 0.00478663%
main:@2036 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](KGspl1Fzg0:0) -> float_type, {8, 8}, {9, 1}: 0.00071814ms, 0.00647553%
XevLAmJgSy:0 = @param:XevLAmJgSy:0 -> float_type, {8, 5}, {5, 1}: 0.00053704ms, 0.00484254%
main:@2038 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](XevLAmJgSy:0) -> float_type, {8, 4}, {5, 1}: 0.00066712ms, 0.00601548%
KOdpo5kqsI:0 = @param:KOdpo5kqsI:0 -> float_type, {8, 93}, {93, 1}: 0.00060774ms, 0.00548005%
main:@2040 = slice[axes={0, 1},starts={0, 1},ends={8, 33}](KOdpo5kqsI:0) -> float_type, {8, 32}, {93, 1}: 0.00065274ms, 0.00588582%
main:@2041 = slice[axes={0, 1},starts={0, 33},ends={8, 49}](KOdpo5kqsI:0) -> float_type, {8, 16}, {93, 1}: 0.00065428ms, 0.0058997%
main:@2042 = slice[axes={0, 1},starts={0, 161},ends={8, 193}](Kanv8c4Yl7:0) -> float_type, {8, 32}, {201, 1}: 0.00065608ms, 0.00591593%
main:@2043 = slice[axes={0, 1},starts={0, 129},ends={8, 161}](Kanv8c4Yl7:0) -> float_type, {8, 32}, {201, 1}: 0.00065156ms, 0.00587518%
main:@2044 = slice[axes={0, 1},starts={0, 65},ends={8, 97}](Kanv8c4Yl7:0) -> float_type, {8, 32}, {201, 1}: 0.00064674ms, 0.00583171%
main:@2045 = slice[axes={0, 1},starts={0, 97},ends={8, 129}](Kanv8c4Yl7:0) -> float_type, {8, 32}, {201, 1}: 0.0006509ms, 0.00586923%
Ya2E8PbliH:0 = @param:Ya2E8PbliH:0 -> float_type, {8, 9}, {9, 1}: 0.0005721ms, 0.00515868%
main:@2047 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Ya2E8PbliH:0) -> float_type, {8, 8}, {9, 1}: 0.00070316ms, 0.00634046%
NFBzi76hoK:0 = @param:NFBzi76hoK:0 -> float_type, {8, 73}, {73, 1}: 0.00056602ms, 0.00510385%
main:@2049 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](NFBzi76hoK:0) -> float_type, {8, 64}, {73, 1}: 0.00067476ms, 0.00608437%
M4pau3Zg7l:0 = @param:M4pau3Zg7l:0 -> float_type, {8, 13}, {13, 1}: 0.00065546ms, 0.00591034%
main:@2051 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](M4pau3Zg7l:0) -> float_type, {8, 4}, {13, 1}: 0.00070136ms, 0.00632423%
main:@2052 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](duyRoIEkH8:0) -> float_type, {8, 4}, {45, 1}: 0.00070782ms, 0.00638248%
UTzDZk1RS4:0 = @param:UTzDZk1RS4:0 -> float_type, {8, 13}, {13, 1}: 0.00057ms, 0.00513974%
1f2xpcXgdE:0 = @param:1f2xpcXgdE:0 -> float_type, {8, 13}, {13, 1}: 0.00060986ms, 0.00549916%
gHPTxdcQWX:0 = @param:gHPTxdcQWX:0 -> float_type, {8, 9}, {9, 1}: 0.00054412ms, 0.00490638%
main:@2056 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](UTzDZk1RS4:0) -> float_type, {8, 4}, {13, 1}: 0.00080524ms, 0.00726092%
bhuXRdz0E5:0 = @param:bhuXRdz0E5:0 -> float_type, {8, 9}, {9, 1}: 0.00060316ms, 0.00543875%
main:@2058 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](bhuXRdz0E5:0) -> float_type, {8, 8}, {9, 1}: 0.00065496ms, 0.00590583%
zvFYW45wMr:0 = @param:zvFYW45wMr:0 -> float_type, {8, 9}, {9, 1}: 0.00054258ms, 0.00489249%
main:@2060 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](zvFYW45wMr:0) -> float_type, {8, 8}, {9, 1}: 0.00074768ms, 0.0067419%
uGCZaoYr3L:0 = @param:uGCZaoYr3L:0 -> float_type, {8, 13}, {13, 1}: 0.00053856ms, 0.00485625%
main:@2062 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](uGCZaoYr3L:0) -> float_type, {8, 4}, {13, 1}: 0.00066572ms, 0.00600286%
ihcEmsYo9g:0 = @param:ihcEmsYo9g:0 -> float_type, {8, 5}, {5, 1}: 0.00053434ms, 0.00481819%
main:@2064 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](ihcEmsYo9g:0) -> float_type, {8, 4}, {5, 1}: 0.00070908ms, 0.00639384%
vi7GCYp4FT:0 = @param:vi7GCYp4FT:0 -> float_type, {8, 9}, {9, 1}: 0.00051704ms, 0.0046622%
main:@2066 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](vi7GCYp4FT:0) -> float_type, {8, 8}, {9, 1}: 0.00069854ms, 0.0062988%
ihKZd8ANk7:0 = @param:ihKZd8ANk7:0 -> float_type, {8, 9}, {9, 1}: 0.00054904ms, 0.00495074%
main:@2068 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ihKZd8ANk7:0) -> float_type, {8, 8}, {9, 1}: 0.00071092ms, 0.00641043%
kX6xhVY7bJ:0 = @param:kX6xhVY7bJ:0 -> float_type, {8, 13}, {13, 1}: 0.0005566ms, 0.00501891%
main:@2070 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](kX6xhVY7bJ:0) -> float_type, {8, 4}, {13, 1}: 0.00066526ms, 0.00599871%
ad9BJGx5jl:0 = @param:ad9BJGx5jl:0 -> float_type, {8, 13}, {13, 1}: 0.00059374ms, 0.00535381%
main:@2072 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](ad9BJGx5jl:0) -> float_type, {8, 4}, {13, 1}: 0.00068764ms, 0.00620051%
alvtrHJ95G:0 = @param:alvtrHJ95G:0 -> float_type, {8, 13}, {13, 1}: 0.00053716ms, 0.00484362%
main:@2074 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](alvtrHJ95G:0) -> float_type, {8, 4}, {13, 1}: 0.0006489ms, 0.00585119%
uM7aDfZz1t:0 = @param:uM7aDfZz1t:0 -> float_type, {8, 9}, {9, 1}: 0.00060786ms, 0.00548113%
main:@2076 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](uM7aDfZz1t:0) -> float_type, {8, 8}, {9, 1}: 0.000713ms, 0.00642919%
aocCEyfXIS:0 = @param:aocCEyfXIS:0 -> float_type, {8, 93}, {93, 1}: 0.0005658ms, 0.00510187%
main:@2078 = slice[axes={0, 1},starts={0, 1},ends={8, 33}](aocCEyfXIS:0) -> float_type, {8, 32}, {93, 1}: 0.00063624ms, 0.00573703%
main:@2079 = slice[axes={0, 1},starts={0, 33},ends={8, 49}](aocCEyfXIS:0) -> float_type, {8, 16}, {93, 1}: 0.000682ms, 0.00614966%
bsFqHW5i6g:0 = @param:bsFqHW5i6g:0 -> float_type, {8, 9}, {9, 1}: 0.00060464ms, 0.00545209%
main:@2081 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](bsFqHW5i6g:0) -> float_type, {8, 8}, {9, 1}: 0.00067652ms, 0.00610024%
gwNpMszEo3:0 = @param:gwNpMszEo3:0 -> float_type, {8, 5}, {5, 1}: 0.00055456ms, 0.00500052%
main:@2083 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](gwNpMszEo3:0) -> float_type, {8, 4}, {5, 1}: 0.00065232ms, 0.00588203%
ceq9LkmQA5:0 = @param:ceq9LkmQA5:0 -> float_type, {8, 9}, {9, 1}: 0.0005338ms, 0.00481332%
main:@2085 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ceq9LkmQA5:0) -> float_type, {8, 8}, {9, 1}: 0.00075124ms, 0.006774%
main:@2086 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](jznORDJr0N:0) -> float_type, {8, 4}, {45, 1}: 0.00068242ms, 0.00615344%
main:@2087 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](cHzIDJm6us:0) -> float_type, {8, 16}, {33, 1}: 0.00069934ms, 0.00630601%
main:@2088 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](gU9SoiHyRO:0) -> float_type, {8, 8}, {13, 1}: 0.00072396ms, 0.00652801%
main:@2089 = slice[axes={0, 1},starts={0, 65},ends={8, 129}](lyiDxfzZg3:0) -> float_type, {8, 64}, {701, 1}: 0.00068796ms, 0.0062034%
main:@2090 = slice[axes={0, 1},starts={0, 177},ends={8, 209}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00066814ms, 0.00602468%
u2OJ7kfglD:0 = @param:u2OJ7kfglD:0 -> float_type, {8, 93}, {93, 1}: 0.00050734ms, 0.00457473%
main:@2092 = slice[axes={0, 1},starts={0, 57},ends={8, 61}](u2OJ7kfglD:0) -> float_type, {8, 4}, {93, 1}: 0.00072518ms, 0.00653901%
main:@2093 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](zIoqYe9cRb:0) -> float_type, {8, 4}, {45, 1}: 0.00066916ms, 0.00603388%
main:@2094 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](gHPTxdcQWX:0) -> float_type, {8, 8}, {9, 1}: 0.00065516ms, 0.00590764%
01E2VTipRX:0 = @param:01E2VTipRX:0 -> float_type, {8, 9}, {9, 1}: 0.00058238ms, 0.00525137%
nP9Yv1iZ8f:0 = @param:nP9Yv1iZ8f:0 -> float_type, {8, 9}, {9, 1}: 0.00053556ms, 0.00482919%
EClzvVLqMP:0 = @param:EClzvVLqMP:0 -> float_type, {8, 9}, {9, 1}: 0.00049002ms, 0.00441856%
fpcFBPsTyk:0 = @param:fpcFBPsTyk:0 -> float_type, {8, 9}, {9, 1}: 0.00057104ms, 0.00514912%
Q2Om7B1nhU:0 = @param:Q2Om7B1nhU:0 -> float_type, {8, 9}, {9, 1}: 0.00060582ms, 0.00546273%
MQb6fHVndu:0 = @param:MQb6fHVndu:0 -> float_type, {8, 9}, {9, 1}: 0.00057012ms, 0.00514082%
50ovs1NnYh:0 = @param:50ovs1NnYh:0 -> float_type, {8, 9}, {9, 1}: 0.00058482ms, 0.00527338%
uzaUY08Rsp:0 = @param:uzaUY08Rsp:0 -> float_type, {8, 9}, {9, 1}: 0.00058638ms, 0.00528744%
fqAX8l29PG:0 = @param:fqAX8l29PG:0 -> float_type, {8, 9}, {9, 1}: 0.00055586ms, 0.00501224%
Wiks0GPJMQ:0 = @param:Wiks0GPJMQ:0 -> float_type, {8, 9}, {9, 1}: 0.00054166ms, 0.0048842%
MtvajoSCeD:0 = @param:MtvajoSCeD:0 -> float_type, {8, 9}, {9, 1}: 0.00054272ms, 0.00489376%
ToDLE1sRI6:0 = @param:ToDLE1sRI6:0 -> float_type, {8, 9}, {9, 1}: 0.00050606ms, 0.00456319%
4U3hVYNn2F:0 = @param:4U3hVYNn2F:0 -> float_type, {8, 5}, {5, 1}: 0.0005382ms, 0.004853%
6eQEnYsRTi:0 = @param:6eQEnYsRTi:0 -> float_type, {8, 5}, {5, 1}: 0.00054228ms, 0.00488979%
BQHyb3DGCE:0 = @param:BQHyb3DGCE:0 -> float_type, {8, 9}, {9, 1}: 0.00062276ms, 0.00561548%
sjKQJGby31:0 = @param:sjKQJGby31:0 -> float_type, {8, 9}, {9, 1}: 0.00056476ms, 0.00509249%
TkHQvxKeD6:0 = @param:TkHQvxKeD6:0 -> float_type, {8, 9}, {9, 1}: 0.00051634ms, 0.00465589%
dXvEYVC4st:0 = @param:dXvEYVC4st:0 -> float_type, {8, 13}, {13, 1}: 0.00049624ms, 0.00447464%
dR9G1bayok:0 = @param:dR9G1bayok:0 -> float_type, {8, 13}, {13, 1}: 0.0005396ms, 0.00486562%
vPaCFg3sAl:0 = @param:vPaCFg3sAl:0 -> float_type, {8, 13}, {13, 1}: 0.00051744ms, 0.0046658%
PxhmZizCI5:0 = @param:PxhmZizCI5:0 -> float_type, {8, 13}, {13, 1}: 0.00053914ms, 0.00486148%
OfNJgEDtw2:0 = @param:OfNJgEDtw2:0 -> float_type, {8, 13}, {13, 1}: 0.00056788ms, 0.00512063%
main:@2117 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](OfNJgEDtw2:0) -> float_type, {8, 4}, {13, 1}: 0.00082486ms, 0.00743784%
main:@2118 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](Pu1O5qFxY6:0) -> float_type, {8, 8}, {17, 1}: 0.00065878ms, 0.00594028%
main:@2119 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](PxhmZizCI5:0) -> float_type, {8, 4}, {13, 1}: 0.00070544ms, 0.00636102%
QMjOWELyPk:0 = @param:QMjOWELyPk:0 -> float_type, {8, 9}, {9, 1}: 0.0005423ms, 0.00488997%
main:@2121 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](QMjOWELyPk:0) -> float_type, {8, 8}, {9, 1}: 0.00066648ms, 0.00600971%
mQnuwGeC8a:0 = @param:mQnuwGeC8a:0 -> float_type, {8, 9}, {9, 1}: 0.00059398ms, 0.00535597%
main:@2123 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](mQnuwGeC8a:0) -> float_type, {8, 8}, {9, 1}: 0.0007137ms, 0.0064355%
main:@2124 = slice[axes={0, 1},starts={0, 9},ends={8, 13}](RHo9Jz6KpI:0) -> float_type, {8, 4}, {21, 1}: 0.00068284ms, 0.00615723%
RNGK6g4bmu:0 = @param:RNGK6g4bmu:0 -> float_type, {8, 9}, {9, 1}: 0.00056642ms, 0.00510746%
main:@2126 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](RNGK6g4bmu:0) -> float_type, {8, 8}, {9, 1}: 0.0007094ms, 0.00639673%
V84toiBOPm:0 = @param:V84toiBOPm:0 -> float_type, {8, 9}, {9, 1}: 0.00049828ms, 0.00449304%
main:@2128 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](V84toiBOPm:0) -> float_type, {8, 8}, {9, 1}: 0.00072798ms, 0.00656426%
main:@2129 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](S5AzoJmqUC:0) -> float_type, {8, 8}, {13, 1}: 0.00067228ms, 0.00606201%
main:@2130 = slice[axes={0, 1},starts={0, 53},ends={8, 57}](u2OJ7kfglD:0) -> float_type, {8, 4}, {93, 1}: 0.00063812ms, 0.00575399%
main:@2131 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](qeZ76Hc03v:0) -> float_type, {8, 8}, {13, 1}: 0.00067576ms, 0.00609339%
main:@2132 = slice[axes={0, 1},starts={0, 165},ends={8, 181}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00068414ms, 0.00616895%
main:@2133 = slice[axes={0, 1},starts={0, 17},ends={8, 21}](YbIVz8l1un:0) -> float_type, {8, 4}, {45, 1}: 0.0007318ms, 0.00659871%
main:@2134 = slice[axes={0, 1},starts={0, 17},ends={8, 21}](bJsIAzhYc3:0) -> float_type, {8, 4}, {37, 1}: 0.0006904ms, 0.0062254%
main:@2135 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](TkHQvxKeD6:0) -> float_type, {8, 8}, {9, 1}: 0.00066476ms, 0.0059942%
main:@2136 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ToDLE1sRI6:0) -> float_type, {8, 8}, {9, 1}: 0.0006767ms, 0.00610187%
main:@2137 = transpose[permutation={1, 2, 0, 3}](main:@1782) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00051922ms, 0.00468185%
main:@2138 = reshape_lazy[dims={-1, 32}](main:@2137) -> float_type, {8, 32}, {32, 1}: 0.00051586ms, 0.00465156%
main:@2139 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](mgnGNH4Mz3:0) -> float_type, {8, 8}, {49, 1}: 0.00071916ms, 0.00648473%
main:@2140 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](fqAX8l29PG:0) -> float_type, {8, 8}, {9, 1}: 0.00071442ms, 0.00644199%
main:@2141 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](sjKQJGby31:0) -> float_type, {8, 8}, {9, 1}: 0.00069026ms, 0.00622414%
main:@2142 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](Vi28Dy4Ll5:0) -> float_type, {8, 8}, {13, 1}: 0.00069538ms, 0.00627031%
sXCjeM94Zu:0 = @param:sXCjeM94Zu:0 -> float_type, {8, 5}, {5, 1}: 0.00062238ms, 0.00561206%
WycVU13dfZ:0 = @param:WycVU13dfZ:0 -> float_type, {8, 5}, {5, 1}: 0.00053708ms, 0.0048429%
sOz8pkBZ5n:0 = @param:sOz8pkBZ5n:0 -> float_type, {8, 5}, {5, 1}: 0.00059484ms, 0.00536373%
5cO3meIa4V:0 = @param:5cO3meIa4V:0 -> float_type, {8, 5}, {5, 1}: 0.00055322ms, 0.00498844%
sfqQKWXEgN:0 = @param:sfqQKWXEgN:0 -> float_type, {8, 5}, {5, 1}: 0.00052838ms, 0.00476445%
main:@2148 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](sfqQKWXEgN:0) -> float_type, {8, 4}, {5, 1}: 0.00068586ms, 0.00618446%
tZOFD39jRS:0 = @param:tZOFD39jRS:0 -> float_type, {8, 9}, {9, 1}: 0.00060874ms, 0.00548906%
main:@2150 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](tZOFD39jRS:0) -> float_type, {8, 8}, {9, 1}: 0.00075178ms, 0.00677887%
main:@2151 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](w04Keh2FJu:0) -> float_type, {8, 8}, {13, 1}: 0.00064266ms, 0.00579492%
main:@2152 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](dAFYcGrfEl:0) -> float_type, {8, 4}, {45, 1}: 0.00071604ms, 0.0064566%
main:@2153 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](vPaCFg3sAl:0) -> float_type, {8, 4}, {13, 1}: 0.00065852ms, 0.00593794%
main:@2154 = slice[axes={0, 1},starts={0, 65},ends={8, 129}](nv2tzWRf1I:0) -> float_type, {8, 64}, {301, 1}: 0.00065634ms, 0.00591828%
main:@2155 = slice[axes={0, 1},starts={0, 33},ends={8, 49}](u2OJ7kfglD:0) -> float_type, {8, 16}, {93, 1}: 0.00066082ms, 0.00595867%
main:@2156 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](fpcFBPsTyk:0) -> float_type, {8, 8}, {9, 1}: 0.00065668ms, 0.00592134%
main:@2157 = slice[axes={0, 1},starts={0, 129},ends={8, 193}](lyiDxfzZg3:0) -> float_type, {8, 64}, {701, 1}: 0.00066338ms, 0.00598176%
main:@2158 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](uzaUY08Rsp:0) -> float_type, {8, 8}, {9, 1}: 0.00064866ms, 0.00584903%
main:@2159 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](whRnWGgf0Q:0) -> float_type, {8, 8}, {13, 1}: 0.00065306ms, 0.0058887%
main:@2160 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](sXCjeM94Zu:0) -> float_type, {8, 4}, {5, 1}: 0.00069688ms, 0.00628383%
main:@2161 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](sOz8pkBZ5n:0) -> float_type, {8, 4}, {5, 1}: 0.00066444ms, 0.00599132%
main:@2162 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](l5WSX3VvMK:0) -> float_type, {8, 8}, {25, 1}: 0.0006513ms, 0.00587283%
main:@2163 = slice[axes={0, 1},starts={0, 49},ends={8, 53}](u2OJ7kfglD:0) -> float_type, {8, 4}, {93, 1}: 0.0006689ms, 0.00603153%
main:@2164 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](lyiDxfzZg3:0) -> float_type, {8, 64}, {701, 1}: 0.00063746ms, 0.00574804%
dz1saATctE:0 = @param:dz1saATctE:0 -> float_type, {8, 9}, {9, 1}: 0.0006269ms, 0.00565282%
main:@2166 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](dz1saATctE:0) -> float_type, {8, 8}, {9, 1}: 0.00069762ms, 0.0062905%
v4fNptDqcL:0 = @param:v4fNptDqcL:0 -> float_type, {8, 9}, {9, 1}: 0.0005125ms, 0.00462126%
main:@2168 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](v4fNptDqcL:0) -> float_type, {8, 8}, {9, 1}: 0.0007079ms, 0.0063832%
main:@2169 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](d1ExPaGqMN:0) -> float_type, {8, 8}, {13, 1}: 0.0006777ms, 0.00611088%
pIb4NdDSn5:0 = @param:pIb4NdDSn5:0 -> float_type, {8, 9}, {9, 1}: 0.0006033ms, 0.00544001%
main:@2171 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](pIb4NdDSn5:0) -> float_type, {8, 8}, {9, 1}: 0.00075096ms, 0.00677148%
main:@2172 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](dXvEYVC4st:0) -> float_type, {8, 4}, {13, 1}: 0.00067514ms, 0.0060878%
main:@2173 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](dR9G1bayok:0) -> float_type, {8, 4}, {13, 1}: 0.00068392ms, 0.00616697%
main:@2174 = slice[axes={0, 1},starts={0, 1},ends={8, 33}](u2OJ7kfglD:0) -> float_type, {8, 32}, {93, 1}: 0.00064706ms, 0.0058346%
main:@2175 = transpose[permutation={1, 2, 0, 3}](main:@1317) -> float_type, {8, 1, 1, 64}, {64, 64, 512, 1}: 0.00049766ms, 0.00448745%
main:@2176 = reshape_lazy[dims={-1, 64}](main:@2175) -> float_type, {8, 64}, {64, 1}: 0.00049698ms, 0.00448131%
main:@2177 = reshape_lazy[dims={-1, 84}](main:@1770) -> float_type, {8, 84}, {84, 1}: 0.00047906ms, 0.00431973%
main:@2178 = transpose[permutation={1, 2, 0, 3}](main:@1817) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.0004965ms, 0.00447699%
main:@2179 = reshape_lazy[dims={-1, 32}](main:@2178) -> float_type, {8, 32}, {32, 1}: 0.00049284ms, 0.00444398%
main:@2180 = transpose[permutation={1, 2, 0, 3}](main:@1795) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00049048ms, 0.0044227%
main:@2181 = reshape_lazy[dims={-1, 32}](main:@2180) -> float_type, {8, 32}, {32, 1}: 0.00049904ms, 0.00449989%
main:@2182 = load[offset=107520,end=217248](main:@1) -> float_type, {8, 3429}, {3429, 1}: 0.00047124ms, 0.00424921%
main:@2183 = transpose[permutation={1, 2, 0, 3}](main:@1873) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00049132ms, 0.00443028%
main:@2184 = reshape_lazy[dims={-1, 32}](main:@2183) -> float_type, {8, 32}, {32, 1}: 0.00048504ms, 0.00437365%
vZDAiUHErW:0 = @param:vZDAiUHErW:0 -> float_type, {8, 17}, {17, 1}: 0.00050404ms, 0.00454498%
main:@2186 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Wiks0GPJMQ:0) -> float_type, {8, 8}, {9, 1}: 0.0007776ms, 0.00701169%
aKmfBy1Mhi:0 = @param:aKmfBy1Mhi:0 -> float_type, {8, 9}, {9, 1}: 0.0005289ms, 0.00476914%
main:@2188 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](aKmfBy1Mhi:0) -> float_type, {8, 8}, {9, 1}: 0.0006663ms, 0.00600809%
main:@2189 = transpose[permutation={1, 2, 0, 3}](main:@1542) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00049612ms, 0.00447356%
main:@2190 = reshape_lazy[dims={-1, 32}](main:@2189) -> float_type, {8, 32}, {32, 1}: 0.0004971ms, 0.0044824%
main:@2191 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](01E2VTipRX:0) -> float_type, {8, 8}, {9, 1}: 0.00065024ms, 0.00586327%
main:@2192 = squeeze[axes={1}](main:@1918) -> float_type, {8, 256}, {256, 1}: 0.00058322ms, 0.00525895%
main:@2193 = reshape_lazy[dims={-1, 105}](main:@1205) -> float_type, {8, 105}, {105, 1}: 0.00046688ms, 0.0042099%
main:@2194 = reshape_lazy[dims={-1, 100}](main:@682) -> float_type, {8, 100}, {100, 1}: 0.00047072ms, 0.00424453%
main:@2195 = reshape_lazy[dims={-1, 64}](main:@1250) -> float_type, {8, 64}, {64, 1}: 0.00047524ms, 0.00428528%
main:@2196 = reshape_lazy[dims={-1, 256}](main:@1887) -> float_type, {8, 256}, {256, 1}: 0.0004658ms, 0.00420016%
main:@2197 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](1aXQU27NrD:0) -> float_type, {8, 8}, {49, 1}: 0.00077464ms, 0.006985%
main:@2198 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](1f2xpcXgdE:0) -> float_type, {8, 4}, {13, 1}: 0.00068308ms, 0.0061594%
main:@2199 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](vZDAiUHErW:0) -> float_type, {8, 8}, {17, 1}: 0.0006949ms, 0.00626598%
main:@2200 = squeeze[axes={1}](main:@1920) -> float_type, {8, 68}, {68, 1}: 0.00048798ms, 0.00440016%
main:@2201 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](2CnSyUBzm0:0) -> float_type, {8, 8}, {65, 1}: 0.0006747ms, 0.00608383%
main:@2202 = reshape_lazy[dims={-1, 128}](main:@1923) -> float_type, {8, 128}, {128, 1}: 0.00050032ms, 0.00451143%
main:@2203 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](m5MfQhR1Bp:0) -> float_type, {8, 8}, {13, 1}: 0.00080058ms, 0.0072189%
main:@2204 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](2RDXZrx9GA:0) -> float_type, {8, 4}, {45, 1}: 0.00068834ms, 0.00620683%
main:@2205 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](2Yy3zxNGBC:0) -> float_type, {8, 4}, {45, 1}: 0.00072618ms, 0.00654803%
main:@2206 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](ZRYNFfjSez:0) -> float_type, {8, 8}, {33, 1}: 0.00073616ms, 0.00663802%
main:@2207 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](BQHyb3DGCE:0) -> float_type, {8, 8}, {9, 1}: 0.00064438ms, 0.00581043%
main:@2208 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](3Laj620MSn:0) -> float_type, {8, 4}, {45, 1}: 0.0006951ms, 0.00626778%
RF5h8lytsu:0 = @param:RF5h8lytsu:0 -> float_type, {8, 9}, {9, 1}: 0.00051012ms, 0.0045998%
main:@2210 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](RF5h8lytsu:0) -> float_type, {8, 8}, {9, 1}: 0.00076084ms, 0.00686056%
main:@2211 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](3mk8BKjDey:0) -> float_type, {8, 8}, {25, 1}: 0.00066828ms, 0.00602594%
main:@2212 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](MQb6fHVndu:0) -> float_type, {8, 8}, {9, 1}: 0.00063044ms, 0.00568474%
main:@2213 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](EClzvVLqMP:0) -> float_type, {8, 8}, {9, 1}: 0.00063344ms, 0.00571179%
main:@2214 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](MtvajoSCeD:0) -> float_type, {8, 8}, {9, 1}: 0.00071554ms, 0.00645209%
main:@2215 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](4U3hVYNn2F:0) -> float_type, {8, 4}, {5, 1}: 0.00065804ms, 0.00593361%
4dtfMgk7Ni:0 = @param:4dtfMgk7Ni:0 -> float_type, {8, 9}, {9, 1}: 0.00058578ms, 0.00528203%
main:@2217 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](4dtfMgk7Ni:0) -> float_type, {8, 8}, {9, 1}: 0.00070934ms, 0.00639618%
main:@2218 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](50ovs1NnYh:0) -> float_type, {8, 8}, {9, 1}: 0.000764ms, 0.00688906%
main:@2219 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](nP9Yv1iZ8f:0) -> float_type, {8, 8}, {9, 1}: 0.00067808ms, 0.00611431%
main:@2220 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](5JHUPChra8:0) -> float_type, {8, 4}, {17, 1}: 0.0006941ms, 0.00625876%
main:@2221 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](6eQEnYsRTi:0) -> float_type, {8, 4}, {5, 1}: 0.00068856ms, 0.00620881%
5bcvLlI6HE:0 = @param:5bcvLlI6HE:0 -> float_type, {8, 9}, {9, 1}: 0.0005482ms, 0.00494317%
main:@2223 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](5bcvLlI6HE:0) -> float_type, {8, 8}, {9, 1}: 0.00078506ms, 0.00707896%
main:@2224 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](5cO3meIa4V:0) -> float_type, {8, 4}, {5, 1}: 0.00065012ms, 0.00586219%
main:@2225 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Q2Om7B1nhU:0) -> float_type, {8, 8}, {9, 1}: 0.00064606ms, 0.00582558%
main:@2226 = slice[axes={0, 1},starts={0, 61},ends={8, 65}](u2OJ7kfglD:0) -> float_type, {8, 4}, {93, 1}: 0.00067308ms, 0.00606922%
main:@2227 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](0cjwsL5ldh:0) -> float_type, {8, 16}, {33, 1}: 0.00071456ms, 0.00644325%
main:@2228 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](WycVU13dfZ:0) -> float_type, {8, 4}, {5, 1}: 0.00064228ms, 0.0057915%
main:@2229 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](0sDBrPmfS9:0) -> float_type, {8, 8}, {13, 1}: 0.0006638ms, 0.00598555%
main:@2230 = squeeze[axes={1}](main:@1925) -> float_type, {8, 104}, {104, 1}: 0.0004851ms, 0.00437419%
main:@2231 = gpu::code_object[code_object=72784,symbol_name=pow_div_add_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_concat_log_add_kernel,global=143,local=256,](main:@2164,main:@1888,main:@2089,main:@2154,main:@2157,main:@1890,main:@1892,main:@2049,main:@2174,main:@2040,main:@2078,main:@2193,main:@2177,main:@2194,main:@2020,main:@2132,main:@2090,main:@1935,main:@1988,main:@2201,main:@2086,main:@2204,main:@1956,main:@2014,main:@2208,main:@2052,main:@2199,main:@1993,main:@2139,main:@2197,main:@1927,main:@2093,main:@2152,main:@1944,main:@2117,main:@2134,main:@2133,main:@2025,main:@2118,main:@2206,main:@2205,main:@1958,main:@2162,main:@1964,main:@2171,main:@2151,main:@1985,main:@2166,main:@2124,main:@1970,main:@2220,main:@1929,main:@2207,main:@1957,main:@2019,main:@2155,main:@2041,main:@2079,main:@2044,main:@2045,main:@2043,main:@2042,main:@2163,main:@2130,main:@2092,main:@2226,main:@2202,main:@1997,main:@1991,main:@2083,main:@2148,main:@1968,main:@2224,main:@2161,main:@1972,main:@2228,main:@2160,main:@1926,main:@2195,main:@1954,main:@1950,main:@1951,main:@1955,main:@1949,main:@1948,main:@1959,main:@2018,main:@2027,main:@1953,main:@2003,main:@2022,main:@1974,main:@2198,main:@2051,main:@1932,main:@1987,main:@1941,main:@2001,main:@2056,main:@2074,main:@2070,main:@2119,main:@2153,main:@1976,main:@2072,main:@2190,main:@2176,main:@2179,main:@2173,main:@2062,main:@2172,main:@2016,main:@1934,main:@2135,main:@1946,main:@1966,main:@1995,main:@2038,main:@2031,main:@2221,main:@1937,main:@2215,main:@2064,main:@1980,main:@2136,main:@2214,main:@2058,main:@2186,main:@2140,main:@2036,main:@2066,main:@2081,main:@2229,main:@2158,main:@2218,main:@2212,main:@2225,main:@2211,main:@1943,main:@2156,main:@2213,main:@2024,main:@1961,main:@2094,main:@2141,main:@2219,main:@2068,main:@2191,main:@2033,main:@2076,main:@2087,main:@2009,main:@2007,main:@2060,main:@2029,main:@2005,main:@2011,main:@1939,main:@2227,main:@2138,main:@1999,main:@2131,main:@2142,main:@2203,main:@2013,main:@1989,main:@2085,main:@2169,main:@2129,main:@2159,main:@2150,main:@1930,main:@1982,main:@2188,main:@1978,main:@2126,main:@2047,main:@2121,main:@2128,main:@1963,main:@2123,main:@2168,main:@2223,main:@2217,main:@2210,main:@1983,main:@2088,main:@2034,main:@2181,main:@2200,main:@2184,main:@2230,main:@2196,main:@2192,main:@1327,main:@2182) -> float_type, {8, 3429}, {3429, 1}: 0.236632ms, 2.13373%
main:@2232 = hip::hip_copy_literal[id=main:@literal:29] -> float_type, {3429, 2905}, {2905, 1}: 0.00086764ms, 0.00782359%
main:@2233 = hip::hip_copy_literal[id=main:@literal:23] -> float_type, {8, 2905}, {2905, 1}: 0.00067236ms, 0.00606273%
main:@2234 = load[offset=217248,end=310208](main:@1) -> float_type, {8, 2905}, {2905, 1}: 0.00052774ms, 0.00475868%
main:@2235 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2231,main:@2232,main:@2233,main:@2234) -> float_type, {8, 2905}, {2905, 1}: 0.0750793ms, 0.676997%
main:@2236 = hip::hip_copy_literal[id=main:@literal:2] -> float_type, {8, 4508}, {4508, 1}: 0.00089592ms, 0.00807859%
main:@2237 = hip::hip_copy_literal[id=main:@literal:28] -> float_type, {128, 4508}, {4508, 1}: 0.00062822ms, 0.00566472%
main:@2238 = load[offset=28672,end=172928](main:@1) -> float_type, {8, 4508}, {4508, 1}: 0.00052214ms, 0.00470818%
main:@2239 = slice[axes={1},starts={384},ends={512}](main:@376) -> float_type, {8, 128}, {896, 1}: 0.00081366ms, 0.00733685%
main:@2240 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2239,main:@2237,main:@2236,main:@2238) -> float_type, {8, 4508}, {4508, 1}: 0.0257572ms, 0.232255%
main:@2241 = hip::hip_copy_literal[id=main:@literal:4] -> float_type, {581, 581}, {581, 1}: 0.00084322ms, 0.00760339%
main:@2242 = slice[axes={1},starts={1743},ends={2324}](main:@2235) -> float_type, {8, 581}, {2905, 1}: 0.00065624ms, 0.00591738%
main:@2243 = load[offset=191520,end=210112](main:@1) -> float_type, {8, 581}, {581, 1}: 0.00049724ms, 0.00448366%
main:@2244 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2242,main:@2241,main:@2243) -> float_type, {8, 581}, {581, 1}: 0.0353529ms, 0.31878%
main:@2245 = load[offset=172928,end=191520](main:@1) -> float_type, {8, 581}, {581, 1}: 0.00066372ms, 0.00598482%
main:@2246 = gpu::code_object[code_object=13544,symbol_name=pow_mul_add_neg_sub_kernel,global=4648,local=256,](main:@2242,main:@2244,main:@2245) -> float_type, {8, 581}, {581, 1}: 0.0157406ms, 0.141934%
main:@2247 = slice[axes={1},starts={1162},ends={1743}](main:@2235) -> float_type, {8, 581}, {2905, 1}: 0.00075148ms, 0.00677616%
main:@2248 = slice[axes={1},starts={0},ends={581}](main:@2235) -> float_type, {8, 581}, {2905, 1}: 0.0005902ms, 0.00532189%
main:@2249 = load[offset=191520,end=210112](main:@1) -> float_type, {8, 581}, {581, 1}: 0.00047584ms, 0.00429069%
main:@2250 = gpu::code_object[code_object=13544,symbol_name=pow_pow_sigmoid_add_kernel,global=4648,local=256,](main:@2247,main:@2248,main:@2249) -> float_type, {8, 581}, {581, 1}: 0.0170871ms, 0.154076%
main:@2251 = load[offset=310208,end=384576](main:@1) -> float_type, {8, 2324}, {2324, 1}: 0.00064448ms, 0.00581134%
main:@2252 = slice[axes={1},starts={2324},ends={2905}](main:@2235) -> float_type, {8, 581}, {2905, 1}: 0.00058498ms, 0.00527482%
main:@2253 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4648,local=256,](main:@2247,main:@2248,main:@2252,main:@2242,main:@2251) -> float_type, {8, 2324}, {2324, 1}: 0.015966ms, 0.143967%
main:@2254 = hip::hip_copy_literal[id=main:@literal:19] -> float_type, {4070, 2130}, {2130, 1}: 0.00076152ms, 0.0068667%
main:@2255 = load[offset=384576,end=403168](main:@1) -> float_type, {8, 581}, {581, 1}: 0.00053624ms, 0.00483533%
main:@2256 = slice[axes={1},starts={581},ends={1162}](main:@2235) -> float_type, {8, 581}, {2905, 1}: 0.00061688ms, 0.00556246%
main:@2257 = gpu::code_object[code_object=13536,symbol_name=pow_mul_rsqrt_sub_kernel,global=4648,local=256,](main:@2252,main:@2256,main:@2255) -> float_type, {8, 581}, {581, 1}: 0.0157226ms, 0.141772%
main:@2258 = load[offset=210112,end=210144](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00062996ms, 0.00568041%
main:@2259 = gpu::code_object[code_object=13552,symbol_name=reduce_mean_add_rsqrt_add_kernel,global=2048,local=256,](main:@2257,main:@2258) -> float_type, {8, 1}, {1, 1}: 0.0141384ms, 0.127487%
main:@2260 = load[offset=210144,end=210176](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00061816ms, 0.00557401%
main:@2261 = gpu::code_object[code_object=13552,symbol_name=reduce_mean_add_neg_pow_kernel,global=2048,local=256,](main:@2246,main:@2260) -> float_type, {8, 1}, {1, 1}: 0.0144429ms, 0.130233%
main:@2262 = load[offset=210176,end=210208](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00062848ms, 0.00566706%
main:@2263 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_add_rsqrt_sub_kernel,global=2048,local=256,](main:@2250,main:@2262) -> float_type, {8, 1}, {1, 1}: 0.0137582ms, 0.124059%
main:@2264 = load[offset=403168,end=533408](main:@1) -> float_type, {8, 4070}, {4070, 1}: 0.0006046ms, 0.00545173%
main:@2265 = slice[axes={1},starts={0},ends={4070}](main:@2240) -> float_type, {8, 4070}, {4508, 1}: 0.00058018ms, 0.00523154%
main:@2266 = gpu::code_object[code_object=21808,symbol_name=leaky_relu_noop_noop_noop_noop_noop_noop_concat_rsqrt_pow_kernel,global=4651,local=256,](main:@2253,main:@2250,main:@2257,main:@2246,main:@2263,main:@2259,main:@2261,main:@2265,main:@2264) -> float_type, {8, 4070}, {4070, 1}: 0.0348519ms, 0.314262%
main:@2267 = hip::hip_copy_literal[id=main:@literal:1] -> float_type, {8, 2130}, {2130, 1}: 0.00078576ms, 0.00708527%
main:@2268 = load[offset=172928,end=241088](main:@1) -> float_type, {8, 2130}, {2130, 1}: 0.00050702ms, 0.00457185%
main:@2269 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2266,main:@2254,main:@2267,main:@2268) -> float_type, {8, 2130}, {2130, 1}: 0.0624046ms, 0.562708%
main:@2270 = hip::hip_copy_literal[id=main:@literal:92] -> float_type, {426, 426}, {426, 1}: 0.00078894ms, 0.00711394%
main:@2271 = load[offset=350240,end=363872](main:@1) -> float_type, {8, 426}, {426, 1}: 0.00051198ms, 0.00461657%
main:@2272 = slice[axes={1},starts={852},ends={1278}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.0005996ms, 0.00540665%
main:@2273 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2272,main:@2270,main:@2271) -> float_type, {8, 426}, {426, 1}: 0.031322ms, 0.282433%
main:@2274 = hip::hip_copy_literal[id=main:@literal:30] -> float_type, {8, 2}, {2, 1}: 0.0008004ms, 0.00721728%
main:@2275 = hip::hip_copy_literal[id=main:@literal:114] -> float_type, {128, 2985}, {2985, 1}: 0.00060416ms, 0.00544777%
main:@2276 = load[offset=241088,end=336608](main:@1) -> float_type, {8, 2985}, {2985, 1}: 0.00050488ms, 0.00455255%
main:@2277 = slice[axes={1},starts={768},ends={896}](main:@376) -> float_type, {8, 128}, {896, 1}: 0.00059824ms, 0.00539439%
main:@2278 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2277,main:@2275,main:@2276) -> float_type, {8, 2985}, {2985, 1}: 0.0237032ms, 0.213734%
main:@2279 = load[offset=336608,end=350240](main:@1) -> float_type, {8, 426}, {426, 1}: 0.00061468ms, 0.00554263%
main:@2280 = gpu::code_object[code_object=13544,symbol_name=sub_sub_mul_rsqrt_sub_kernel,global=1704,local=256,](main:@2272,main:@2273,main:@2279) -> float_type, {8, 426}, {426, 1}: 0.0143695ms, 0.129571%
main:@2281 = load[offset=350240,end=363872](main:@1) -> float_type, {8, 426}, {426, 1}: 0.00063654ms, 0.00573974%
main:@2282 = slice[axes={1},starts={1704},ends={2130}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.00062132ms, 0.0056025%
main:@2283 = slice[axes={1},starts={426},ends={852}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.0005866ms, 0.00528943%
main:@2284 = gpu::code_object[code_object=13536,symbol_name=div_mul_neg_pow_kernel,global=1704,local=256,](main:@2283,main:@2282,main:@2281) -> float_type, {8, 426}, {426, 1}: 0.0151036ms, 0.13619%
main:@2285 = load[offset=363872,end=377504](main:@1) -> float_type, {8, 426}, {426, 1}: 0.0006323ms, 0.00570151%
main:@2286 = slice[axes={1},starts={1278},ends={1704}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.00058502ms, 0.00527518%
main:@2287 = slice[axes={1},starts={0},ends={426}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.00056202ms, 0.00506779%
main:@2288 = gpu::code_object[code_object=13536,symbol_name=add_pow_log_pow_kernel,global=1704,local=256,](main:@2286,main:@2287,main:@2285) -> float_type, {8, 426}, {426, 1}: 0.0173247ms, 0.156218%
main:@2289 = hip::hip_copy_literal[id=main:@literal:32] -> float_type, {2985, 856}, {856, 1}: 0.00078476ms, 0.00707625%
main:@2290 = load[offset=377568,end=377600](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00049366ms, 0.00445138%
main:@2291 = gpu::code_object[code_object=13544,symbol_name=reduce_mean_mul_neg_kernel,global=2048,local=256,](main:@2284,main:@2290) -> float_type, {8, 1}, {1, 1}: 0.0135613ms, 0.122283%
main:@2292 = load[offset=377600,end=377632](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00061948ms, 0.00558591%
main:@2293 = gpu::code_object[code_object=13544,symbol_name=reduce_prod_mul_log_kernel,global=2048,local=256,](main:@2280,main:@2292) -> float_type, {8, 1}, {1, 1}: 0.0140332ms, 0.126538%
main:@2294 = load[offset=377504,end=377568](main:@1) -> float_type, {8, 2}, {2, 1}: 0.000598ms, 0.00539222%
main:@2295 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8,local=256,](main:@2291,main:@2293,main:@2294) -> float_type, {8, 2}, {2, 1}: 0.0132845ms, 0.119787%
main:@2296 = load[offset=377568,end=432096](main:@1) -> float_type, {8, 1704}, {1704, 1}: 0.00061766ms, 0.0055695%
main:@2297 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3408,local=256,](main:@2286,main:@2287,main:@2283,main:@2272,main:@2296) -> float_type, {8, 1704}, {1704, 1}: 0.0155592ms, 0.140299%
main:@2298 = load[offset=172928,end=172960](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00061636ms, 0.00555777%
main:@2299 = gpu::code_object[code_object=13560,symbol_name=reduce_mean_add_sigmoid_sub_kernel,global=2048,local=256,](main:@2288,main:@2298) -> float_type, {8, 1}, {1, 1}: 0.0135145ms, 0.121861%
main:@2300 = load[offset=432096,end=527616](main:@1) -> float_type, {8, 2985}, {2985, 1}: 0.00058688ms, 0.00529195%
main:@2301 = gpu::code_object[code_object=21792,symbol_name=leaky_relu_noop_noop_noop_noop_add_concat_log_pow_kernel,global=3980,local=256,](main:@2297,main:@2288,main:@2284,main:@2280,main:@2299,main:@2274,main:@2295,main:@2278,main:@2300) -> float_type, {8, 2985}, {2985, 1}: 0.0331148ms, 0.298599%
main:@2302 = hip::hip_copy_literal[id=main:@literal:21] -> float_type, {8, 856}, {856, 1}: 0.00071812ms, 0.00647535%
main:@2303 = load[offset=172928,end=200320](main:@1) -> float_type, {8, 856}, {856, 1}: 0.00048074ms, 0.00433488%
main:@2304 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2301,main:@2289,main:@2302,main:@2303) -> float_type, {8, 856}, {856, 1}: 0.0616922ms, 0.556284%
main:@2305 = hip::hip_copy_literal[id=main:@literal:81] -> float_type, {128, 167}, {167, 1}: 0.0007662ms, 0.0069089%
main:@2306 = load[offset=200320,end=205664](main:@1) -> float_type, {8, 167}, {167, 1}: 0.00048324ms, 0.00435742%
main:@2307 = slice[axes={1},starts={512},ends={640}](main:@376) -> float_type, {8, 128}, {896, 1}: 0.0005912ms, 0.0053309%
main:@2308 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2307,main:@2305,main:@2306) -> float_type, {8, 167}, {167, 1}: 0.0214422ms, 0.193347%
main:@2309 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](5yColzZ8K3:0) -> float_type, {8, 1}, {5, 1}: 0.00090242ms, 0.0081372%
main:@2310 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](6HSQqXdJzb:0) -> float_type, {8, 1}, {45, 1}: 0.00070076ms, 0.00631882%
main:@2311 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](6Wh2Jm7GHC:0) -> float_type, {8, 1}, {5, 1}: 0.0008237ms, 0.00742738%
main:@2312 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](6XMrIsBjLY:0) -> float_type, {8, 1}, {13, 1}: 0.00063504ms, 0.00572621%
main:@2313 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](AB6lekmMxa:0) -> float_type, {8, 1}, {25, 1}: 0.00065288ms, 0.00588708%
main:@2314 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](72zWmh93Bo:0) -> float_type, {8, 1}, {17, 1}: 0.00062184ms, 0.00560719%
main:@2315 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ifP6Ceko5T:0) -> float_type, {8, 1}, {73, 1}: 0.00079136ms, 0.00713577%
main:@2316 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](89nc05gQza:0) -> float_type, {8, 1}, {9, 1}: 0.00066608ms, 0.0060061%
main:@2317 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](8Dv01FAoNM:0) -> float_type, {8, 1}, {17, 1}: 0.000609ms, 0.00549141%
main:@2318 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](8vM5p4RzXd:0) -> float_type, {8, 1}, {13, 1}: 0.00064086ms, 0.00577869%
main:@2319 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](8iOST90kWM:0) -> float_type, {8, 1}, {9, 1}: 0.000755ms, 0.0068079%
main:@2320 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](UMO0o14RuI:0) -> float_type, {8, 1}, {9, 1}: 0.00061566ms, 0.00555146%
main:@2321 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](AvlwbHMnuE:0) -> float_type, {8, 1}, {17, 1}: 0.00060086ms, 0.00541801%
main:@2322 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EhUjmCTaGW:0) -> float_type, {8, 1}, {9, 1}: 0.00065116ms, 0.00587157%
main:@2323 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](9mfMQZIXVH:0) -> float_type, {8, 1}, {9, 1}: 0.00079212ms, 0.00714262%
main:@2324 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](9dgeU4bKka:0) -> float_type, {8, 1}, {17, 1}: 0.00063042ms, 0.00568456%
main:@2325 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Cw59eOo7M1:0) -> float_type, {8, 1}, {9, 1}: 0.00061654ms, 0.0055594%
main:@2326 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](AVLcBpWeuo:0) -> float_type, {8, 1}, {21, 1}: 0.00061684ms, 0.0055621%
main:@2327 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](BYyjkPCX0m:0) -> float_type, {8, 1}, {13, 1}: 0.00077636ms, 0.00700051%
main:@2328 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](m2YscaoDjP:0) -> float_type, {8, 1}, {17, 1}: 0.00064104ms, 0.00578032%
main:@2329 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](oQ5OcjZJe8:0) -> float_type, {8, 1}, {17, 1}: 0.0006294ms, 0.00567536%
main:@2330 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](qfwYOHde3u:0) -> float_type, {8, 1}, {17, 1}: 0.0006129ms, 0.00552658%
main:@2331 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](r1WGP7Xe9H:0) -> float_type, {8, 1}, {13, 1}: 0.00076986ms, 0.0069419%
main:@2332 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](tIGjbcEuDd:0) -> float_type, {8, 1}, {9, 1}: 0.00061388ms, 0.00553541%
main:@2333 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](CHAYRkBvIo:0) -> float_type, {8, 1}, {41, 1}: 0.00062494ms, 0.00563514%
main:@2334 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](nyLxrsTmOB:0) -> float_type, {8, 1}, {17, 1}: 0.0006111ms, 0.00551035%
main:@2335 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](vZDAiUHErW:0) -> float_type, {8, 1}, {17, 1}: 0.00077174ms, 0.00695885%
main:@2336 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](isCn4mEOSt:0) -> float_type, {8, 1}, {49, 1}: 0.00065302ms, 0.00588834%
main:@2337 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Dy3rwVmn1A:0) -> float_type, {8, 1}, {41, 1}: 0.00066592ms, 0.00600466%
main:@2338 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](qzd23aNGIT:0) -> float_type, {8, 1}, {17, 1}: 0.00061412ms, 0.00553758%
main:@2339 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EKpP4xMXu8:0) -> float_type, {8, 1}, {17, 1}: 0.00074776ms, 0.00674262%
main:@2340 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EUciqFuptg:0) -> float_type, {8, 1}, {17, 1}: 0.00061392ms, 0.00553577%
main:@2341 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](nP9Yv1iZ8f:0) -> float_type, {8, 1}, {9, 1}: 0.00060878ms, 0.00548943%
main:@2342 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](pQsi1GNxvj:0) -> float_type, {8, 1}, {5, 1}: 0.00060554ms, 0.00546021%
main:@2343 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EZBIAqn6LS:0) -> float_type, {8, 1}, {13, 1}: 0.00078916ms, 0.00711593%
main:@2344 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](F6DhiS9CN5:0) -> float_type, {8, 1}, {9, 1}: 0.00062792ms, 0.00566201%
main:@2345 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](eQquakfWBY:0) -> float_type, {8, 1}, {17, 1}: 0.00062848ms, 0.00566706%
main:@2346 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EsROupwkSG:0) -> float_type, {8, 1}, {13, 1}: 0.00060574ms, 0.00546201%
main:@2347 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](JCVMzpWyri:0) -> float_type, {8, 1}, {17, 1}: 0.00076698ms, 0.00691593%
main:@2348 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](FWhBxj4Tun:0) -> float_type, {8, 1}, {9, 1}: 0.00058176ms, 0.00524578%
main:@2349 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](FcmWLZhDgE:0) -> float_type, {8, 1}, {57, 1}: 0.00061304ms, 0.00552784%
main:@2350 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](E1ZkVIXqS5:0) -> float_type, {8, 1}, {9, 1}: 0.00064084ms, 0.00577851%
main:@2351 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](uFSOc5Chp2:0) -> float_type, {8, 1}, {481, 1}: 0.00073462ms, 0.00662414%
main:@2352 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](YbIVz8l1un:0) -> float_type, {8, 1}, {45, 1}: 0.00069508ms, 0.0062676%
main:@2353 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](HZ0l3MmcPY:0) -> float_type, {8, 1}, {17, 1}: 0.00070472ms, 0.00635453%
main:@2354 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](OfNJgEDtw2:0) -> float_type, {8, 1}, {13, 1}: 0.00063584ms, 0.00573343%
main:@2355 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](HRGzlnEkXQ:0) -> float_type, {8, 1}, {41, 1}: 0.00080552ms, 0.00726345%
main:@2356 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](HmATr3gKsW:0) -> float_type, {8, 1}, {9, 1}: 0.0006535ms, 0.00589267%
main:@2357 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](omr2g4XaH5:0) -> float_type, {8, 1}, {17, 1}: 0.00063956ms, 0.00576697%
main:@2358 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Hnjq487SIY:0) -> float_type, {8, 1}, {13, 1}: 0.00063132ms, 0.00569267%
main:@2359 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](NJBt1ubXFW:0) -> float_type, {8, 1}, {5, 1}: 0.0008133ms, 0.0073336%
main:@2360 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](mgnGNH4Mz3:0) -> float_type, {8, 1}, {49, 1}: 0.0006576ms, 0.00592964%
FTIMrcfako:0 = @param:FTIMrcfako:0 -> float_type, {8, 1}, {1, 1}: 0.00074024ms, 0.00667481%
xGCyW9icVP:0 = @param:xGCyW9icVP:0 -> float_type, {8, 1}, {1, 1}: 0.00054078ms, 0.00487626%
main:@2363 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](mNgQ4ohWqU:0) -> float_type, {8, 1}, {9, 1}: 0.00078244ms, 0.00705533%
main:@2364 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](IxpbBg7JTO:0) -> float_type, {8, 1}, {5, 1}: 0.00063882ms, 0.0057603%
main:@2365 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](J3H2EjAXt8:0) -> float_type, {8, 1}, {5, 1}: 0.00061912ms, 0.00558266%
main:@2366 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](jznORDJr0N:0) -> float_type, {8, 1}, {45, 1}: 0.00061948ms, 0.00558591%
main:@2367 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](sZdFJI9nwg:0) -> float_type, {8, 1}, {41, 1}: 0.00083778ms, 0.00755434%
main:@2368 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](IMdFk7D16X:0) -> float_type, {8, 1}, {9, 1}: 0.0006371ms, 0.00574479%
main:@2369 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](JSPsGophtx:0) -> float_type, {8, 1}, {25, 1}: 0.00066322ms, 0.00598032%
main:@2370 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](JSWhLK4Agx:0) -> float_type, {8, 1}, {25, 1}: 0.00063464ms, 0.00572261%
main:@2371 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](TkHQvxKeD6:0) -> float_type, {8, 1}, {9, 1}: 0.00074318ms, 0.00670132%
main:@2372 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](JaHTUxB6zL:0) -> float_type, {8, 1}, {17, 1}: 0.00064616ms, 0.00582648%
main:@2373 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](U6GqhP8k7I:0) -> float_type, {8, 1}, {9, 1}: 0.0006313ms, 0.00569249%
main:@2374 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](KCNfS4GlpP:0) -> float_type, {8, 1}, {9, 1}: 0.00061338ms, 0.0055309%
main:@2375 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](pY0t1rI5WU:0) -> float_type, {8, 1}, {41, 1}: 0.00079344ms, 0.00715452%
main:@2376 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](eQI8ikEMgP:0) -> float_type, {8, 1}, {41, 1}: 0.0006461ms, 0.00582594%
main:@2377 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](LKAvFme9ZS:0) -> float_type, {8, 1}, {49, 1}: 0.00063208ms, 0.00569952%
main:@2378 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](LMobYAd5ru:0) -> float_type, {8, 1}, {17, 1}: 0.0006349ms, 0.00572495%
main:@2379 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](NLt5JnRMjG:0) -> float_type, {8, 1}, {5, 1}: 0.00076632ms, 0.00690998%
main:@2380 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](iCbkMrmXBh:0) -> float_type, {8, 1}, {9, 1}: 0.00066698ms, 0.00601422%
main:@2381 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](NXOSdQVPs0:0) -> float_type, {8, 1}, {25, 1}: 0.00067528ms, 0.00608906%
main:@2382 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ecPTQUALkq:0) -> float_type, {8, 1}, {5, 1}: 0.0006139ms, 0.00553559%
main:@2383 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](O5aJeUQh2G:0) -> float_type, {8, 1}, {17, 1}: 0.00075336ms, 0.00679312%
main:@2384 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](gdck97AK4w:0) -> float_type, {8, 1}, {17, 1}: 0.00068358ms, 0.0061639%
main:@2385 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Ouh1XpPZaj:0) -> float_type, {8, 1}, {9, 1}: 0.00062772ms, 0.00566021%
main:@2386 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](lyiDxfzZg3:0) -> float_type, {8, 1}, {701, 1}: 0.00062786ms, 0.00566147%
c2MuYjWE3S:0 = @param:c2MuYjWE3S:0 -> float_type, {8, 1}, {1, 1}: 0.00053868ms, 0.00485733%
7tFB8mLWUr:0 = @param:7tFB8mLWUr:0 -> float_type, {8, 1}, {1, 1}: 0.00050122ms, 0.00451955%
RPGvVrZMak:0 = @param:RPGvVrZMak:0 -> float_type, {8, 1}, {1, 1}: 0.00052368ms, 0.00472207%
main:@2390 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Uc42tiuavR:0) -> float_type, {8, 1}, {9, 1}: 0.00083004ms, 0.00748455%
main:@2391 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](pIb4NdDSn5:0) -> float_type, {8, 1}, {9, 1}: 0.00067492ms, 0.00608582%
main:@2392 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](bTeX85HPmJ:0) -> float_type, {8, 1}, {17, 1}: 0.00066896ms, 0.00603207%
main:@2393 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](X29iyIeu8L:0) -> float_type, {8, 1}, {45, 1}: 0.00067318ms, 0.00607013%
main:@2394 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](duyRoIEkH8:0) -> float_type, {8, 1}, {45, 1}: 0.00079676ms, 0.00718446%
main:@2395 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](d8RoEzG52p:0) -> float_type, {8, 1}, {17, 1}: 0.00063926ms, 0.00576427%
main:@2396 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](zIoqYe9cRb:0) -> float_type, {8, 1}, {45, 1}: 0.0006406ms, 0.00577635%
main:@2397 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ZRYNFfjSez:0) -> float_type, {8, 1}, {33, 1}: 0.0006744ms, 0.00608113%
main:@2398 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ZcWERoz0h6:0) -> float_type, {8, 1}, {49, 1}: 0.00081824ms, 0.00737815%
main:@2399 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](nv2tzWRf1I:0) -> float_type, {8, 1}, {301, 1}: 0.00069818ms, 0.00629555%
main:@2400 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ahAlEtBvzo:0) -> float_type, {8, 1}, {41, 1}: 0.00066936ms, 0.00603568%
main:@2401 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](aqMQBgb3hf:0) -> float_type, {8, 1}, {17, 1}: 0.00069566ms, 0.00627283%
main:@2402 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](yVxKAL4U5G:0) -> float_type, {8, 1}, {9, 1}: 0.00080094ms, 0.00722215%
main:@2403 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](bJsIAzhYc3:0) -> float_type, {8, 1}, {37, 1}: 0.00066502ms, 0.00599655%
main:@2404 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](cN2JSTnFOu:0) -> float_type, {8, 1}, {9, 1}: 0.00069318ms, 0.00625047%
main:@2405 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](vAbKepTjQg:0) -> float_type, {8, 1}, {5, 1}: 0.00073218ms, 0.00660213%
main:@2406 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](fZhaL2tCm6:0) -> float_type, {8, 1}, {17, 1}: 0.00081276ms, 0.00732873%
main:@2407 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](l5WSX3VvMK:0) -> float_type, {8, 1}, {25, 1}: 0.00062824ms, 0.0056649%
main:@2408 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](o74vNAnXxy:0) -> float_type, {8, 1}, {17, 1}: 0.00069374ms, 0.00625552%
lhbKMrO1my:0 = @param:lhbKMrO1my:0 -> float_type, {8, 1}, {1, 1}: 0.0006394ms, 0.00576553%
StHFqj5edV:0 = @param:StHFqj5edV:0 -> float_type, {8, 1}, {1, 1}: 0.00052614ms, 0.00474425%
ZyQ5FrpI6t:0 = @param:ZyQ5FrpI6t:0 -> float_type, {8, 1}, {1, 1}: 0.00049488ms, 0.00446238%
mxUaAp0CV8:0 = @param:mxUaAp0CV8:0 -> float_type, {8, 1}, {1, 1}: 0.00064022ms, 0.00577292%
vF46yONhri:0 = @param:vF46yONhri:0 -> float_type, {8, 1}, {1, 1}: 0.00060486ms, 0.00545408%
URVDgNGoIx:0 = @param:URVDgNGoIx:0 -> float_type, {8, 1}, {1, 1}: 0.00063732ms, 0.00574677%
main:@2415 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Pu1O5qFxY6:0) -> float_type, {8, 1}, {17, 1}: 0.00068692ms, 0.00619402%
main:@2416 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ry2xad1vc9:0) -> float_type, {8, 1}, {25, 1}: 0.00070588ms, 0.00636499%
main:@2417 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](zX6xKOWG9S:0) -> float_type, {8, 1}, {5, 1}: 0.00068206ms, 0.0061502%
main:@2418 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](qd1komWTn4:0) -> float_type, {8, 1}, {25, 1}: 0.0008ms, 0.00721367%
main:@2419 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Qp3K1PHvte:0) -> float_type, {8, 1}, {69, 1}: 0.00068822ms, 0.00620574%
main:@2420 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](dz1saATctE:0) -> float_type, {8, 1}, {9, 1}: 0.00067798ms, 0.00611341%
main:@2421 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](RpITWntAji:0) -> float_type, {8, 1}, {17, 1}: 0.00068096ms, 0.00614028%
main:@2422 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](nltbg9ZWQX:0) -> float_type, {8, 1}, {17, 1}: 0.00078416ms, 0.00707084%
main:@2423 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](uhcrWfUe6M:0) -> float_type, {8, 1}, {9, 1}: 0.00066346ms, 0.00598248%
main:@2424 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](khJcIxW3zv:0) -> float_type, {8, 1}, {9, 1}: 0.00070398ms, 0.00634785%
main:@2425 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](TSqGwrHeo4:0) -> float_type, {8, 1}, {5, 1}: 0.0006678ms, 0.00602161%
main:@2426 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](XPcHGKbop2:0) -> float_type, {8, 1}, {13, 1}: 0.00078734ms, 0.00709952%
main:@2427 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Tej5M3O6As:0) -> float_type, {8, 1}, {17, 1}: 0.00065906ms, 0.0059428%
main:@2428 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Tg4u0GfnFb:0) -> float_type, {8, 1}, {25, 1}: 0.00069882ms, 0.00630132%
main:@2429 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](cHzIDJm6us:0) -> float_type, {8, 1}, {33, 1}: 0.00067064ms, 0.00604722%
main:@2430 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](TxEdCcekGS:0) -> float_type, {8, 1}, {49, 1}: 0.00080386ms, 0.00724848%
main:@2431 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](1WNvHElUG7:0) -> float_type, {8, 1}, {25, 1}: 0.00070084ms, 0.00631954%
main:@2432 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](IRem4MiFDP:0) -> float_type, {8, 1}, {5, 1}: 0.00070818ms, 0.00638572%
main:@2433 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](VUqfdN5Fzv:0) -> float_type, {8, 1}, {45, 1}: 0.0006376ms, 0.0057493%
main:@2434 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Vbv2Om3ptd:0) -> float_type, {8, 1}, {17, 1}: 0.00081842ms, 0.00737977%
main:@2435 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](pH5srbufJ1:0) -> float_type, {8, 1}, {17, 1}: 0.0006887ms, 0.00621007%
main:@2436 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](lDhFNYzbxR:0) -> float_type, {8, 1}, {17, 1}: 0.00069564ms, 0.00627265%
main:@2437 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](magwfJSnUu:0) -> float_type, {8, 1}, {9, 1}: 0.00067066ms, 0.0060474%
main:@2438 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](w04Keh2FJu:0) -> float_type, {8, 1}, {13, 1}: 0.00085066ms, 0.00767048%
main:@2439 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](xVErSbJ0hg:0) -> float_type, {8, 1}, {9, 1}: 0.00062622ms, 0.00564668%
main:@2440 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](fMiQsYNnet:0) -> float_type, {8, 1}, {5, 1}: 0.00066888ms, 0.00603135%
main:@2441 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](lQmygxs5aD:0) -> float_type, {8, 1}, {13, 1}: 0.00072612ms, 0.00654749%
main:@2442 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](zZHaVOckpw:0) -> float_type, {8, 1}, {13, 1}: 0.00086602ms, 0.00780898%
main:@2443 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](gqk5byC8aJ:0) -> float_type, {8, 1}, {5, 1}: 0.0006987ms, 0.00630024%
main:@2444 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](l4bReWtsMB:0) -> float_type, {8, 1}, {25, 1}: 0.00066666ms, 0.00601133%
main:@2445 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](tWcngAq7hV:0) -> float_type, {8, 1}, {13, 1}: 0.00069646ms, 0.00628004%
main:@2446 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](sjKQJGby31:0) -> float_type, {8, 1}, {9, 1}: 0.00078228ms, 0.00705389%
main:@2447 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](mTMtDEo3r8:0) -> float_type, {8, 1}, {9, 1}: 0.0006657ms, 0.00600268%
bJxY1IhSVn:0 = @param:bJxY1IhSVn:0 -> float_type, {8, 1}, {1, 1}: 0.00054238ms, 0.00489069%
iE352qtAOx:0 = @param:iE352qtAOx:0 -> float_type, {8, 1}, {1, 1}: 0.00048622ms, 0.00438429%
main:@2450 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](WDLoyKsiA7:0) -> float_type, {8, 1}, {33, 1}: 0.00080666ms, 0.00727373%
main:@2451 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](1PJsBhDaCK:0) -> float_type, {8, 1}, {25, 1}: 0.00064608ms, 0.00582576%
main:@2452 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2CnSyUBzm0:0) -> float_type, {8, 1}, {65, 1}: 0.00066514ms, 0.00599763%
main:@2453 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2RDXZrx9GA:0) -> float_type, {8, 1}, {45, 1}: 0.0006545ms, 0.00590169%
main:@2454 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2Yy3zxNGBC:0) -> float_type, {8, 1}, {45, 1}: 0.00082458ms, 0.00743531%
main:@2455 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2lVXMZgJfO:0) -> float_type, {8, 1}, {25, 1}: 0.00069264ms, 0.0062456%
main:@2456 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2srtUfGvja:0) -> float_type, {8, 1}, {41, 1}: 0.00074212ms, 0.00669176%
main:@2457 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](gHPTxdcQWX:0) -> float_type, {8, 1}, {9, 1}: 0.00069062ms, 0.00622738%
main:@2458 = load[offset=205664,end=211008](main:@1) -> float_type, {8, 167}, {167, 1}: 0.0005001ms, 0.00450945%
main:@2459 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](3VED7WSJ1b:0) -> float_type, {8, 1}, {5, 1}: 0.00081306ms, 0.00733144%
main:@2460 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](3kdi0vsSZG:0) -> float_type, {8, 1}, {25, 1}: 0.0006742ms, 0.00607932%
main:@2461 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](z3lqgZM8WU:0) -> float_type, {8, 1}, {41, 1}: 0.00063326ms, 0.00571016%
main:@2462 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](4M92ryD8ux:0) -> float_type, {8, 1}, {9, 1}: 0.00062124ms, 0.00560178%
main:@2463 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](4gFa5o2YsJ:0) -> float_type, {8, 1}, {9, 1}: 0.00078384ms, 0.00706796%
main:@2464 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](0cjwsL5ldh:0) -> float_type, {8, 1}, {33, 1}: 0.00065528ms, 0.00590872%
main:@2465 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](gsP96ZTbn0:0) -> float_type, {8, 1}, {17, 1}: 0.00065494ms, 0.00590565%
main:@2466 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](1QWFmJ96aB:0) -> float_type, {8, 1}, {5, 1}: 0.00063044ms, 0.00568474%
ebEFYOy65u:0 = @param:ebEFYOy65u:0 -> float_type, {8, 1}, {1, 1}: 0.00047728ms, 0.00430368%
iUEBSr6gOG:0 = @param:iUEBSr6gOG:0 -> float_type, {8, 1}, {1, 1}: 0.00053354ms, 0.00481098%
qxzgXpiLdl:0 = @param:qxzgXpiLdl:0 -> float_type, {8, 1}, {1, 1}: 0.00058434ms, 0.00526905%
9NcxXsmyqf:0 = @param:9NcxXsmyqf:0 -> float_type, {8, 1}, {1, 1}: 0.00053776ms, 0.00484903%
WqeN5KGIv9:0 = @param:WqeN5KGIv9:0 -> float_type, {8, 1}, {1, 1}: 0.0006379ms, 0.005752%
7XiFOysrpI:0 = @param:7XiFOysrpI:0 -> float_type, {8, 1}, {1, 1}: 0.0005275ms, 0.00475652%
vtIF8HqRG6:0 = @param:vtIF8HqRG6:0 -> float_type, {8, 1}, {1, 1}: 0.0005447ms, 0.00491161%
NG35MnhTIF:0 = @param:NG35MnhTIF:0 -> float_type, {8, 1}, {1, 1}: 0.00053354ms, 0.00481098%
lqOmNvz5fj:0 = @param:lqOmNvz5fj:0 -> float_type, {8, 1}, {1, 1}: 0.00055974ms, 0.00504723%
XPpbueLMOZ:0 = @param:XPpbueLMOZ:0 -> float_type, {8, 1}, {1, 1}: 0.0004974ms, 0.0044851%
main:@2477 = gpu::code_object[code_object=25808,symbol_name=concat_kernel,global=8,local=256,](main:@2386,main:@2399,main:@2461,main:@2375,main:@2454,main:@2377,main:@2430,main:@2313,main:@2441,main:@2452,main:@2335,main:@2340,main:@2333,main:@2346,iE352qtAOx:0,main:@2462,RPGvVrZMak:0,URVDgNGoIx:0,vF46yONhri:0,main:@2427,main:@2425,bJxY1IhSVn:0,main:@2404,XPpbueLMOZ:0,lqOmNvz5fj:0,main:@2380,main:@2334,main:@2401,main:@2432,NG35MnhTIF:0,main:@2463,vtIF8HqRG6:0,7XiFOysrpI:0,WqeN5KGIv9:0,mxUaAp0CV8:0,ZyQ5FrpI6t:0,main:@2440,main:@2395,main:@2406,main:@2434,main:@2355,main:@2327,main:@2338,main:@2357,main:@2424,9NcxXsmyqf:0,main:@2358,main:@2314,main:@2331,main:@2426,qxzgXpiLdl:0,StHFqj5edV:0,lhbKMrO1my:0,xGCyW9icVP:0,iUEBSr6gOG:0,ebEFYOy65u:0,main:@2351,main:@2360,main:@2315,main:@2419,main:@2336,main:@2337,main:@2354,main:@2396,main:@2421,main:@2398,main:@2428,main:@2310,main:@2400,main:@2423,main:@2420,main:@2403,main:@2416,main:@2370,main:@2431,main:@2418,main:@2326,main:@2391,main:@2438,main:@2408,main:@2353,main:@2445,main:@2352,main:@2455,main:@2460,main:@2321,main:@2393,main:@2451,main:@2381,main:@2328,main:@2435,main:@2442,main:@2437,main:@2439,main:@2444,main:@2356,main:@2329,main:@2364,main:@2383,main:@2385,main:@2407,main:@2402,main:@2450,FTIMrcfako:0,main:@2384,main:@2332,7tFB8mLWUr:0,main:@2320,main:@2415,main:@2447,c2MuYjWE3S:0,main:@2363,main:@2349,main:@2433,main:@2366,main:@2453,main:@2456,main:@2376,main:@2394,main:@2417,main:@2390,main:@2466,main:@2325,main:@2322,main:@2311,main:@2348,main:@2365,main:@2359,main:@2443,main:@2379,main:@2459,main:@2342,main:@2382,main:@2373,main:@2405,main:@2309,main:@2369,main:@2324,main:@2343,main:@2345,main:@2392,main:@2339,main:@2318,main:@2378,main:@2312,main:@2372,main:@2347,main:@2436,main:@2330,main:@2465,main:@2368,main:@2374,main:@2350,main:@2397,main:@2422,main:@2367,main:@2323,main:@2457,main:@2446,main:@2429,main:@2341,main:@2317,main:@2464,main:@2371,main:@2319,main:@2316,main:@2344,main:@2458) -> float_type, {8, 167}, {167, 1}: 0.127594ms, 1.15053%
main:@2478 = hip::hip_copy_literal[id=main:@literal:45] -> float_type, {167, 256}, {256, 1}: 0.000904ms, 0.00815145%
main:@2479 = load[offset=211008,end=216352](main:@1) -> float_type, {8, 167}, {167, 1}: 0.00049852ms, 0.0044952%
main:@2480 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=668,local=256,](main:@2308,main:@2477,main:@2479) -> float_type, {8, 167}, {167, 1}: 0.0135894ms, 0.122537%
main:@2481 = load[offset=281536,end=289728](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00061894ms, 0.00558104%
main:@2482 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2480,main:@2478,main:@2481) -> float_type, {8, 256}, {256, 1}: 0.0236557ms, 0.213305%
main:@2483 = hip::hip_copy_literal[id=main:@literal:38] -> float_type, {128, 256}, {256, 1}: 0.00077848ms, 0.00701963%
main:@2484 = slice[axes={1},starts={640},ends={768}](main:@376) -> float_type, {8, 128}, {896, 1}: 0.00066028ms, 0.00595381%
main:@2485 = load[offset=289728,end=297920](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00046152ms, 0.00416157%
main:@2486 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2484,main:@2483,main:@2485) -> float_type, {8, 256}, {256, 1}: 0.0203524ms, 0.18352%
main:@2487 = hip::hip_copy_literal[id=main:@literal:52] -> float_type, {128, 703}, {703, 1}: 0.00080162ms, 0.00722828%
main:@2488 = load[offset=211008,end=233504](main:@1) -> float_type, {8, 703}, {703, 1}: 0.00048098ms, 0.00433704%
main:@2489 = slice[axes={1},starts={256},ends={384}](main:@376) -> float_type, {8, 128}, {896, 1}: 0.00059668ms, 0.00538032%
main:@2490 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2489,main:@2487,main:@2488) -> float_type, {8, 703}, {703, 1}: 0.021193ms, 0.191099%
main:@2491 = hip::hip_copy_literal[id=main:@literal:43] -> float_type, {128, 1501}, {1501, 1}: 0.00076384ms, 0.00688762%
main:@2492 = slice[axes={1},starts={0},ends={128}](main:@376) -> float_type, {8, 128}, {896, 1}: 0.00058924ms, 0.00531323%
main:@2493 = load[offset=233504,end=281536](main:@1) -> float_type, {8, 1501}, {1501, 1}: 0.00046476ms, 0.00419078%
main:@2494 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2492,main:@2491,main:@2493) -> float_type, {8, 1501}, {1501, 1}: 0.0221722ms, 0.199929%
main:@2495 = hip::hip_copy_literal[id=main:@literal:161] -> float_type, {214, 214}, {214, 1}: 0.00087264ms, 0.00786868%
main:@2496 = load[offset=8896,end=15744](main:@1) -> float_type, {8, 214}, {214, 1}: 0.00046704ms, 0.00421134%
main:@2497 = slice[axes={1},starts={642},ends={856}](main:@2304) -> float_type, {8, 214}, {856, 1}: 0.00071372ms, 0.00643568%
main:@2498 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2497,main:@2495,main:@2496) -> float_type, {8, 214}, {214, 1}: 0.0232551ms, 0.209693%
main:@2499 = hip::hip_copy_literal[id=main:@literal:5] -> float_type, {8, 256}, {256, 1}: 0.00080052ms, 0.00721836%
main:@2500 = load[offset=15744,end=23936](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047882ms, 0.00431756%
main:@2501 = gpu::code_object[code_object=13552,symbol_name=add_leaky_relu_tanh_pow_kernel,global=1024,local=256,](main:@2482,main:@2499,main:@2486,main:@2500) -> float_type, {8, 256}, {256, 1}: 0.0181108ms, 0.163307%
main:@2502 = hip::hip_copy_literal[id=main:@literal:76] -> float_type, {256, 64}, {64, 1}: 0.00073624ms, 0.00663874%
main:@2503 = load[offset=0,end=2048](main:@1) -> float_type, {8, 64}, {64, 1}: 0.00051164ms, 0.00461351%
main:@2504 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2501,main:@2502,main:@2503) -> float_type, {8, 64}, {64, 1}: 0.0241058ms, 0.217365%
main:@2505 = hip::hip_copy_literal[id=main:@literal:148] -> float_type, {1}, {0}: 0.00081538ms, 0.00735236%
main:@2506 = hip::hip_copy_literal[id=main:@literal:126] -> float_type, {1, 214}, {214, 1}: 0.00065508ms, 0.00590692%
main:@2507 = load[offset=2048,end=8896](main:@1) -> float_type, {8, 214}, {214, 1}: 0.00046956ms, 0.00423407%
main:@2508 = multibroadcast[out_lens={8, 214}](main:@2506) -> float_type, {8, 214}, {0, 1}: 0.00075818ms, 0.00683658%
main:@2509 = gpu::code_object[code_object=17648,symbol_name=pow_sub_div_pow_log_div_kernel,global=856,local=256,](main:@2498,main:@2508,main:@2497,main:@2507) -> float_type, {8, 214}, {214, 1}: 0.0202021ms, 0.182165%
main:@2510 = multibroadcast[out_lens={214}](main:@2505) -> float_type, {214}, {0}: 0.00073222ms, 0.0066025%
main:@2511 = multibroadcast[out_lens={8, 214}](main:@2510) -> float_type, {8, 214}, {0, 0}: 0.00069208ms, 0.00624055%
main:@2512 = load[offset=8896,end=15744](main:@1) -> float_type, {8, 214}, {214, 1}: 0.00047718ms, 0.00430278%
main:@2513 = slice[axes={1},starts={428},ends={642}](main:@2304) -> float_type, {8, 214}, {856, 1}: 0.00060746ms, 0.00547752%
main:@2514 = slice[axes={1},starts={0},ends={214}](main:@2304) -> float_type, {8, 214}, {856, 1}: 0.00056328ms, 0.00507915%
main:@2515 = gpu::code_object[code_object=13536,symbol_name=add_add_rsqrt_pow_kernel,global=856,local=256,](main:@2514,main:@2513,main:@2511,main:@2512) -> float_type, {8, 214}, {214, 1}: 0.0152014ms, 0.137072%
main:@2516 = load[offset=15744,end=22592](main:@1) -> float_type, {8, 214}, {214, 1}: 0.00064448ms, 0.00581134%
main:@2517 = slice[axes={1},starts={214},ends={428}](main:@2304) -> float_type, {8, 214}, {856, 1}: 0.00058444ms, 0.00526995%
main:@2518 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_add_kernel,global=856,local=256,](main:@2517,main:@2511,main:@2516) -> float_type, {8, 214}, {214, 1}: 0.0142385ms, 0.12839%
main:@2519 = load[offset=281536,end=308928](main:@1) -> float_type, {8, 856}, {856, 1}: 0.00062884ms, 0.00567031%
main:@2520 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1712,local=256,](main:@2517,main:@2517,main:@2514,main:@2497,main:@2519) -> float_type, {8, 856}, {856, 1}: 0.0152892ms, 0.137864%
main:@2521 = hip::hip_copy_literal[id=main:@literal:0] -> float_type, {8, 400}, {400, 1}: 0.00078934ms, 0.00711755%
main:@2522 = load[offset=22592,end=22624](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00050444ms, 0.00454858%
main:@2523 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_pow_neg_sub_kernel,global=1024,local=128,](main:@2509,main:@2522) -> float_type, {8, 1}, {1, 1}: 0.0145069ms, 0.13081%
main:@2524 = load[offset=22624,end=22656](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00058958ms, 0.0053163%
main:@2525 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_add_log_div_kernel,global=1024,local=128,](main:@2515,main:@2524) -> float_type, {8, 1}, {1, 1}: 0.0132455ms, 0.119436%
main:@2526 = load[offset=22656,end=22688](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00059918ms, 0.00540286%
main:@2527 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_mul_rsqrt_add_kernel,global=1024,local=128,](main:@2518,main:@2526) -> float_type, {8, 1}, {1, 1}: 0.0134862ms, 0.121606%
main:@2528 = hip::hip_copy_literal[id=main:@literal:8] -> float_type, {1501, 400}, {400, 1}: 0.0007908ms, 0.00713072%
main:@2529 = load[offset=308928,end=356960](main:@1) -> float_type, {8, 1501}, {1501, 1}: 0.00046848ms, 0.00422433%
main:@2530 = gpu::code_object[code_object=17720,symbol_name=leaky_relu_noop_noop_noop_noop_noop_noop_concat_log_add_pow_kernel,global=1715,local=256,](main:@2520,main:@2518,main:@2515,main:@2509,main:@2527,main:@2525,main:@2523,main:@2494,main:@2529) -> float_type, {8, 1501}, {1501, 1}: 0.0311203ms, 0.280615%
main:@2531 = load[offset=2048,end=14848](main:@1) -> float_type, {8, 400}, {400, 1}: 0.00063146ms, 0.00569393%
main:@2532 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2530,main:@2528,main:@2521,main:@2531) -> float_type, {8, 400}, {400, 1}: 0.029901ms, 0.26962%
main:@2533 = hip::hip_copy_literal[id=main:@literal:3] -> float_type, {100, 100}, {100, 1}: 0.00078568ms, 0.00708455%
main:@2534 = load[offset=21248,end=24448](main:@1) -> float_type, {8, 100}, {100, 1}: 0.0004919ms, 0.00443551%
main:@2535 = slice[axes={1},starts={200},ends={300}](main:@2532) -> float_type, {8, 100}, {400, 1}: 0.00057178ms, 0.00515579%
main:@2536 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2535,main:@2533,main:@2534) -> float_type, {8, 100}, {100, 1}: 0.0231839ms, 0.209052%
main:@2537 = load[offset=14848,end=18048](main:@1) -> float_type, {8, 100}, {100, 1}: 0.00063486ms, 0.00572459%
main:@2538 = slice[axes={1},starts={300},ends={400}](main:@2532) -> float_type, {8, 100}, {400, 1}: 0.0006019ms, 0.00542739%
main:@2539 = slice[axes={1},starts={0},ends={100}](main:@2532) -> float_type, {8, 100}, {400, 1}: 0.00056412ms, 0.00508672%
main:@2540 = gpu::code_object[code_object=13536,symbol_name=add_add_rsqrt_add_kernel,global=400,local=256,](main:@2538,main:@2539,main:@2537) -> float_type, {8, 100}, {100, 1}: 0.0143407ms, 0.129312%
main:@2541 = load[offset=18048,end=21248](main:@1) -> float_type, {8, 100}, {100, 1}: 0.00062336ms, 0.00562089%
main:@2542 = gpu::code_object[code_object=13544,symbol_name=sub_sub_pow_log_pow_kernel,global=400,local=256,](main:@2535,main:@2536,main:@2541) -> float_type, {8, 100}, {100, 1}: 0.0174008ms, 0.156904%
main:@2543 = load[offset=21248,end=24448](main:@1) -> float_type, {8, 100}, {100, 1}: 0.00059436ms, 0.0053594%
main:@2544 = slice[axes={1},starts={100},ends={200}](main:@2532) -> float_type, {8, 100}, {400, 1}: 0.00056994ms, 0.0051392%
main:@2545 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_add_kernel,global=400,local=256,](main:@2544,main:@2539,main:@2543) -> float_type, {8, 100}, {100, 1}: 0.0141912ms, 0.127963%
main:@2546 = hip::hip_copy_literal[id=main:@literal:27] -> float_type, {703, 212}, {212, 1}: 0.00077256ms, 0.00696624%
main:@2547 = hip::hip_copy_literal[id=main:@literal:16] -> float_type, {8, 212}, {212, 1}: 0.00065776ms, 0.00593108%
main:@2548 = load[offset=24480,end=24512](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00048208ms, 0.00434696%
main:@2549 = gpu::code_object[code_object=14256,symbol_name=reduce_mean_add_sigmoid_kernel,global=512,local=64,](main:@2540,main:@2548) -> float_type, {8, 1}, {1, 1}: 0.0133068ms, 0.119988%
main:@2550 = load[offset=24448,end=24480](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00059808ms, 0.00539294%
main:@2551 = gpu::code_object[code_object=14256,symbol_name=reduce_mean_pow_log_pow_kernel,global=512,local=64,](main:@2542,main:@2550) -> float_type, {8, 1}, {1, 1}: 0.0148581ms, 0.133977%
main:@2552 = load[offset=24512,end=24544](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00061646ms, 0.00555868%
main:@2553 = gpu::code_object[code_object=14248,symbol_name=reduce_mean_mul_rsqrt_kernel,global=512,local=64,](main:@2545,main:@2552) -> float_type, {8, 1}, {1, 1}: 0.0133282ms, 0.120182%
main:@2554 = load[offset=172928,end=185728](main:@1) -> float_type, {8, 400}, {400, 1}: 0.00058734ms, 0.0052961%
main:@2555 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=800,local=256,](main:@2538,main:@2539,main:@2544,main:@2535,main:@2554) -> float_type, {8, 400}, {400, 1}: 0.0154251ms, 0.13909%
main:@2556 = load[offset=2048,end=2112](main:@1) -> float_type, {8, 2}, {2, 1}: 0.0005962ms, 0.00537599%
main:@2557 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8,local=256,](main:@2549,main:@2553,main:@2556) -> float_type, {8, 2}, {2, 1}: 0.0131936ms, 0.118968%
main:@2558 = load[offset=233504,end=256000](main:@1) -> float_type, {8, 703}, {703, 1}: 0.00060598ms, 0.00546418%
main:@2559 = gpu::code_object[code_object=13600,symbol_name=leaky_relu_noop_noop_noop_add_noop_concat_log_div_kernel,global=937,local=256,](main:@2555,main:@2540,main:@2545,main:@2542,main:@2274,main:@2557,main:@2551,main:@2490,main:@2558) -> float_type, {8, 703}, {703, 1}: 0.0218662ms, 0.197169%
main:@2560 = load[offset=5440,end=12224](main:@1) -> float_type, {8, 212}, {212, 1}: 0.0006198ms, 0.00558879%
main:@2561 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2559,main:@2546,main:@2547,main:@2560) -> float_type, {8, 212}, {212, 1}: 0.0372453ms, 0.335845%
main:@2562 = hip::hip_copy_literal[id=main:@literal:111] -> float_type, {53, 53}, {53, 1}: 0.00085348ms, 0.00769591%
main:@2563 = load[offset=12224,end=13920](main:@1) -> float_type, {8, 53}, {53, 1}: 0.00048642ms, 0.00438609%
main:@2564 = slice[axes={1},starts={53},ends={106}](main:@2561) -> float_type, {8, 53}, {212, 1}: 0.00058592ms, 0.00528329%
main:@2565 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2564,main:@2562,main:@2563) -> float_type, {8, 53}, {53, 1}: 0.0213759ms, 0.192749%
main:@2566 = hip::hip_copy_literal[id=main:@literal:82] -> float_type, {1, 53}, {53, 1}: 0.0008409ms, 0.00758247%
main:@2567 = load[offset=2048,end=3744](main:@1) -> float_type, {8, 53}, {53, 1}: 0.00048994ms, 0.00441783%
main:@2568 = slice[axes={1},starts={159},ends={212}](main:@2561) -> float_type, {8, 53}, {212, 1}: 0.00061296ms, 0.00552712%
main:@2569 = gpu::code_object[code_object=13536,symbol_name=div_pow_log_add_kernel,global=424,local=256,](main:@2568,main:@2567) -> float_type, {8, 53}, {53, 1}: 0.0156505ms, 0.141122%
main:@2570 = load[offset=3744,end=5440](main:@1) -> float_type, {8, 53}, {53, 1}: 0.0006033ms, 0.00544001%
main:@2571 = multibroadcast[out_lens={8, 53}](main:@2566) -> float_type, {8, 53}, {0, 1}: 0.00061184ms, 0.00551702%
main:@2572 = gpu::code_object[code_object=13552,symbol_name=pow_sub_pow_pow_log_add_kernel,global=424,local=256,](main:@2565,main:@2571,main:@2564,main:@2570) -> float_type, {8, 53}, {53, 1}: 0.018159ms, 0.163741%
main:@2573 = load[offset=12224,end=13920](main:@1) -> float_type, {8, 53}, {53, 1}: 0.00063264ms, 0.00570457%
main:@2574 = slice[axes={1},starts={106},ends={159}](main:@2561) -> float_type, {8, 53}, {212, 1}: 0.00059216ms, 0.00533956%
main:@2575 = slice[axes={1},starts={0},ends={53}](main:@2561) -> float_type, {8, 53}, {212, 1}: 0.00057656ms, 0.00519889%
main:@2576 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_div_kernel,global=424,local=256,](main:@2574,main:@2575,main:@2573) -> float_type, {8, 53}, {53, 1}: 0.0142608ms, 0.128591%
main:@2577 = hip::hip_copy_literal[id=main:@literal:83] -> float_type, {374, 212}, {212, 1}: 0.000766ms, 0.00690709%
main:@2578 = load[offset=20704,end=20736](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00049216ms, 0.00443785%
main:@2579 = gpu::code_object[code_object=13544,symbol_name=reduce_mean_add_neg_kernel,global=512,local=64,](main:@2569,main:@2578) -> float_type, {8, 1}, {1, 1}: 0.0131733ms, 0.118785%
main:@2580 = load[offset=13920,end=20704](main:@1) -> float_type, {8, 212}, {212, 1}: 0.00059354ms, 0.005352%
main:@2581 = gpu::code_object[code_object=13528,symbol_name=leaky_relu_kernel,global=848,local=256,](main:@2561,main:@2580) -> float_type, {8, 212}, {212, 1}: 0.013026ms, 0.117457%
main:@2582 = load[offset=5536,end=5568](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00061908ms, 0.0055823%
main:@2583 = gpu::code_object[code_object=13544,symbol_name=reduce_prod_add_log_kernel,global=512,local=64,](main:@2576,main:@2582) -> float_type, {8, 1}, {1, 1}: 0.0133331ms, 0.120226%
main:@2584 = load[offset=5440,end=5472](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00059188ms, 0.00533704%
main:@2585 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_pow_rsqrt_div_kernel,global=512,local=64,](main:@2572,main:@2584) -> float_type, {8, 1}, {1, 1}: 0.0145783ms, 0.131454%
main:@2586 = load[offset=5472,end=5536](main:@1) -> float_type, {8, 2}, {2, 1}: 0.00065264ms, 0.00588492%
main:@2587 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8,local=256,](main:@2583,main:@2579,main:@2586) -> float_type, {8, 2}, {2, 1}: 0.0132218ms, 0.119222%
main:@2588 = slice[axes={1},starts={4070},ends={4444}](main:@2240) -> float_type, {8, 374}, {4508, 1}: 0.00070518ms, 0.00635867%
main:@2589 = slice[axes={1},starts={106},ends={159}](main:@2581) -> float_type, {8, 53}, {212, 1}: 0.00059254ms, 0.00534299%
main:@2590 = slice[axes={1},starts={159},ends={212}](main:@2581) -> float_type, {8, 53}, {212, 1}: 0.00069052ms, 0.00622648%
main:@2591 = slice[axes={1},starts={53},ends={106}](main:@2581) -> float_type, {8, 53}, {212, 1}: 0.0005433ms, 0.00489899%
main:@2592 = slice[axes={1},starts={0},ends={53}](main:@2581) -> float_type, {8, 53}, {212, 1}: 0.0005311ms, 0.00478898%
main:@2593 = load[offset=172928,end=184896](main:@1) -> float_type, {8, 374}, {374, 1}: 0.00045368ms, 0.00409087%
main:@2594 = gpu::code_object[code_object=21816,symbol_name=noop_noop_noop_noop_noop_noop_noop_sub_noop_concat_neg_pow_kernel,global=332,local=256,](main:@2589,main:@2592,main:@2590,main:@2591,main:@2576,main:@2569,main:@2572,main:@2274,main:@2587,main:@2585,main:@2588,main:@2593) -> float_type, {8, 374}, {374, 1}: 0.0363132ms, 0.327439%
main:@2595 = load[offset=2048,end=8832](main:@1) -> float_type, {8, 212}, {212, 1}: 0.00061646ms, 0.00555868%
main:@2596 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2594,main:@2577,main:@2595) -> float_type, {8, 212}, {212, 1}: 0.028044ms, 0.252875%
main:@2597 = hip::hip_copy_literal[id=main:@literal:25] -> float_type, {8, 64}, {64, 1}: 0.00077314ms, 0.00697147%
main:@2598 = hip::hip_copy_literal[id=main:@literal:31] -> float_type, {8, 212}, {212, 1}: 0.00060206ms, 0.00542883%
main:@2599 = hip::hip_copy_literal[id=main:@literal:34] -> float_type, {277, 160}, {160, 1}: 0.00058966ms, 0.00531702%
main:@2600 = load[offset=8832,end=8864](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00047552ms, 0.00428781%
main:@2601 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=1536,local=192,](main:@2477,main:@2600) -> float_type, {8, 1}, {1, 1}: 0.0142773ms, 0.12874%
main:@2602 = slice[axes={1},starts={4444},ends={4508}](main:@2240) -> float_type, {8, 64}, {4508, 1}: 0.00084848ms, 0.00765082%
main:@2603 = load[offset=10240,end=19104](main:@1) -> float_type, {8, 277}, {277, 1}: 0.00048024ms, 0.00433037%
main:@2604 = gpu::code_object[code_object=13600,symbol_name=rsqrt_add_sub_mul_add_leaky_relu_noop_concat_noop_kernel,global=738,local=256,](main:@2602,main:@2504,main:@2597,main:@2596,main:@2598,main:@2601,main:@2603) -> float_type, {8, 277}, {277, 1}: 0.0179693ms, 0.16203%
main:@2605 = load[offset=5120,end=10240](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00060044ms, 0.00541422%
main:@2606 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2604,main:@2599,main:@2605) -> float_type, {8, 160}, {160, 1}: 0.0254896ms, 0.229842%
main:@2607 = hip::hip_copy_literal[id=main:@literal:33] -> float_type, {160}, {1}: 0.00078206ms, 0.00705191%
main:@2608 = load[offset=0,end=5120](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00050376ms, 0.00454245%
main:@2609 = multibroadcast[out_lens={8, 160}](main:@2607) -> float_type, {8, 160}, {0, 1}: 0.00059678ms, 0.00538122%
main:@2610 = gpu::code_object[code_object=13536,symbol_name=add_leaky_relu_kernel,global=640,local=256,](main:@2606,main:@2609,main:@2608) -> float_type, {8, 160}, {160, 1}: 0.0133817ms, 0.120664%
main:@2611 = hip::hip_copy_literal[id=main:@literal:36] -> float_type, {64, 329}, {329, 1}: 0.00074422ms, 0.0067107%
main:@2612 = slice[axes={1},starts={80},ends={144}](main:@2610) -> float_type, {8, 64}, {160, 1}: 0.00067144ms, 0.00605444%
main:@2613 = load[offset=5120,end=15648](main:@1) -> float_type, {8, 329}, {329, 1}: 0.00046902ms, 0.0042292%
main:@2614 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2612,main:@2611,main:@2613) -> float_type, {8, 329}, {329, 1}: 0.0193134ms, 0.17415%
main:@2615 = hip::hip_copy_literal[id=main:@literal:88] -> float_type, {1, 329}, {329, 1}: 0.00081022ms, 0.00730583%
main:@2616 = hip::hip_copy_literal[id=main:@literal:65] -> float_type, {16, 1}, {1, 1}: 0.00055576ms, 0.00501134%
main:@2617 = slice[axes={1},starts={144},ends={160}](main:@2610) -> float_type, {8, 16}, {160, 1}: 0.00067388ms, 0.00607644%
main:@2618 = load[offset=21120,end=21152](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00046386ms, 0.00418267%
main:@2619 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2617,main:@2616,main:@2618) -> float_type, {8, 1}, {1, 1}: 0.0216699ms, 0.1954%
main:@2620 = load[offset=21152,end=31680](main:@1) -> float_type, {8, 329}, {329, 1}: 0.00060952ms, 0.0054961%
main:@2621 = gpu::code_object[code_object=13520,symbol_name=softmax_kernel,global=2048,local=256,](main:@2614,main:@2620) -> float_type, {8, 329}, {329, 1}: 0.0146527ms, 0.132124%
main:@2622 = load[offset=5120,end=5152](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00059552ms, 0.00536986%
main:@2623 = multibroadcast[out_lens={8, 329}](main:@2615) -> float_type, {8, 329}, {0, 1}: 0.0005954ms, 0.00536878%
main:@2624 = gpu::code_object[code_object=13536,symbol_name=add_reduce_prod_kernel,global=2048,local=256,](main:@2623,main:@2621,main:@2622) -> float_type, {8, 1}, {1, 1}: 0.014119ms, 0.127312%
main:@2625 = squeeze[axes={1}](main:@2624) -> float_type, {8}, {1}: 0.00075684ms, 0.0068245%
main:#output_1 = @param:main:#output_1 -> float_type, {8}, {1}: 0.00077858ms, 0.00702053%
main:@2627 = gpu::code_object[code_object=13512,symbol_name=mul_kernel,global=4,local=256,](main:@2625,main:#output_1) -> float_type, {8}, {1}: 0.0132014ms, 0.119038%
main:@2628 = hip::hip_copy_literal[id=main:@literal:110] -> float_type, {64, 500}, {500, 1}: 0.00081454ms, 0.00734478%
main:@2629 = load[offset=5120,end=21120](main:@1) -> float_type, {8, 500}, {500, 1}: 0.00047212ms, 0.00425715%
main:@2630 = slice[axes={1},starts={16},ends={80}](main:@2610) -> float_type, {8, 64}, {160, 1}: 0.00064084ms, 0.00577851%
main:@2631 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2630,main:@2628,main:@2629) -> float_type, {8, 500}, {500, 1}: 0.0216729ms, 0.195427%
main:@2632 = hip::hip_copy_literal[id=main:@literal:147] -> float_type, {16, 3}, {3, 1}: 0.00075792ms, 0.00683423%
main:@2633 = load[offset=21152,end=21248](main:@1) -> float_type, {8, 3}, {3, 1}: 0.0005012ms, 0.00451937%
main:@2634 = slice[axes={1},starts={0},ends={16}](main:@2610) -> float_type, {8, 16}, {160, 1}: 0.0006477ms, 0.00584037%
main:@2635 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2634,main:@2632,main:@2633) -> float_type, {8, 3}, {3, 1}: 0.0196536ms, 0.177218%
main:@2636 = hip::hip_copy_literal[id=main:@literal:72] -> float_type, {1, 500}, {500, 1}: 0.00074646ms, 0.0067309%
86KRkhYbW4:0 = @param:86KRkhYbW4:0 -> float_type, {8}, {1}: 0.00059976ms, 0.00540809%
main:@2638 = squeeze[axes={1}](main:@2619) -> float_type, {8}, {1}: 0.00054656ms, 0.00492838%
main:#output_0 = @param:main:#output_0 -> float_type, {8}, {1}: 0.00062838ms, 0.00566616%
main:@2640 = gpu::code_object[code_object=13536,symbol_name=sigmoid_mul_tanh_kernel,global=4,local=256,](86KRkhYbW4:0,main:@2638,main:#output_0) -> float_type, {8}, {1}: 0.0150207ms, 0.135443%
main:@2641 = load[offset=0,end=96](main:@1) -> float_type, {8, 3}, {3, 1}: 0.0006459ms, 0.00582414%
main:@2642 = gpu::code_object[code_object=14504,symbol_name=softmax_kernel,global=512,local=64,](main:@2635,main:@2641) -> float_type, {8, 3}, {3, 1}: 0.0138821ms, 0.125177%
main:#output_5 = @param:main:#output_5 -> float_type, {8, 1}, {1, 1}: 0.00082484ms, 0.00743766%
main:@2644 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](main:@2642) -> float_type, {8, 1}, {3, 1}: 0.0006925ms, 0.00624434%
main:@2645 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=8,local=256,](main:@2644,main:#output_5) -> float_type, {8, 1}, {1, 1}: 0.0133153ms, 0.120065%
main:#output_2 = @param:main:#output_2 -> float_type, {8}, {1}: 0.0007632ms, 0.00688184%
main:@2647 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=4,local=256,](main:@2627,main:#output_2) -> float_type, {8}, {1}: 0.0134398ms, 0.121188%
main:#output_3 = @param:main:#output_3 -> float_type, {8}, {1}: 0.00075256ms, 0.0067859%
main:@2649 = gpu::code_object[code_object=13520,symbol_name=mul_neg_kernel,global=4,local=256,](main:@2627,main:#output_3) -> float_type, {8}, {1}: 0.0130837ms, 0.117977%
main:@2650 = load[offset=21120,end=37120](main:@1) -> float_type, {8, 500}, {500, 1}: 0.00065132ms, 0.00587301%
main:@2651 = gpu::code_object[code_object=13520,symbol_name=softmax_kernel,global=2048,local=256,](main:@2631,main:@2650) -> float_type, {8, 500}, {500, 1}: 0.0145036ms, 0.13078%
main:@2652 = load[offset=0,end=32](main:@1) -> float_type, {8, 1}, {1, 1}: 0.0005987ms, 0.00539853%
main:@2653 = multibroadcast[out_lens={8, 500}](main:@2636) -> float_type, {8, 500}, {0, 1}: 0.00056956ms, 0.00513578%
main:@2654 = gpu::code_object[code_object=13536,symbol_name=add_reduce_mean_kernel,global=2048,local=256,](main:@2653,main:@2651,main:@2652) -> float_type, {8, 1}, {1, 1}: 0.0137593ms, 0.124069%
main:#output_4 = @param:main:#output_4 -> float_type, {8}, {1}: 0.00076704ms, 0.00691647%
main:@2656 = squeeze[axes={1}](main:@2654) -> float_type, {8}, {1}: 0.00053108ms, 0.0047888%
main:@2657 = gpu::code_object[code_object=13512,symbol_name=mul_kernel,global=4,local=256,](main:@2656,main:#output_4) -> float_type, {8}, {1}: 0.013072ms, 0.117871%
main:@2658 = squeeze[axes={1}](main:@2645) -> float_type, {8}, {1}: 0.00085504ms, 0.00770997%
main:@2659 = hip::sync_stream(main:@2640,main:@2627,main:@2647,main:@2649,main:@2657,main:@2658) -> float_type, {8}, {1}: 0.0012037ms, 0.0108539%
main:@2660 = @return(main:@2659,main:@2627,main:@2647,main:@2649,main:@2657,main:@2658)
Summary:
gpu::gemm: 4.71394ms / 187 = 0.0252082ms, 42.506%
gpu::code_object::concat_kernel: 1.76142ms / 84 = 0.0209693ms, 15.8829%
slice: 0.606074ms / 859 = 0.000705557ms, 5.46502%
load: 0.260378ms / 468 = 0.000556363ms, 2.34785%
gpu::code_object::relu_kernel: 0.238562ms / 18 = 0.0132534ms, 2.15113%
gpu::code_object::pow_div_add_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_concat_log_add_kernel: 0.236632ms / 1 = 0.236632ms, 2.13373%
@param: 0.208495ms / 383 = 0.000544372ms, 1.88002%
gpu::code_object::softmax_kernel: 0.206183ms / 14 = 0.0147274ms, 1.85917%
gpu::code_object::convert_kernel: 0.199071ms / 15 = 0.0132714ms, 1.79504%
gpu::code_object::contiguous_kernel: 0.133529ms / 10 = 0.0133529ms, 1.20404%
hip::hip_copy_literal: 0.128412ms / 165 = 0.000778254ms, 1.1579%
gpu::code_object::add_kernel: 0.100999ms / 7 = 0.0144284ms, 0.910717%
unsqueeze: 0.0909659ms / 145 = 0.000627351ms, 0.820248%
gpu::code_object::neg_pow_kernel: 0.08127ms / 5 = 0.016254ms, 0.732819%
gpu::code_object::log_add_kernel: 0.0786535ms / 6 = 0.0131089ms, 0.709226%
gpu::code_object::neg_div_kernel: 0.0783281ms / 6 = 0.0130547ms, 0.706292%
gpu::code_object::pow_kernel: 0.0633137ms / 4 = 0.0158284ms, 0.570906%
gpu::code_object::noop_rsqrt_add_concat_noop_kernel: 0.0590681ms / 4 = 0.014767ms, 0.532622%
gpu::code_object::rsqrt_add_kernel: 0.0524866ms / 4 = 0.0131217ms, 0.473277%
gpu::code_object::rsqrt_pow_kernel: 0.0487745ms / 3 = 0.0162582ms, 0.439805%
reshape_lazy: 0.0478636ms / 81 = 0.000590908ms, 0.43159%
gpu::code_object::sub_kernel: 0.0455322ms / 3 = 0.0151774ms, 0.410568%
gpu::code_object::div_kernel: 0.0451205ms / 3 = 0.0150402ms, 0.406856%
gpu::code_object::reduce_prod_kernel: 0.0422928ms / 3 = 0.0140976ms, 0.381358%
gpu::code_object::tanh_sub_kernel: 0.0409733ms / 3 = 0.0136578ms, 0.36946%
gpu::code_object::convert_add_kernel: 0.0398324ms / 3 = 0.0132775ms, 0.359172%
gpu::code_object::neg_add_kernel: 0.0389062ms / 3 = 0.0129687ms, 0.350821%
gpu::code_object::pow_pow_kernel: 0.0368932ms / 2 = 0.0184466ms, 0.33267%
gpu::code_object::noop_noop_noop_noop_noop_noop_noop_sub_noop_concat_neg_pow_kernel: 0.0363132ms / 1 = 0.0363132ms, 0.327439%
gpu::code_object::leaky_relu_noop_noop_noop_noop_noop_noop_concat_rsqrt_pow_kernel: 0.0348519ms / 1 = 0.0348519ms, 0.314262%
gpu::code_object::leaky_relu_noop_noop_noop_noop_add_concat_log_pow_kernel: 0.0331148ms / 1 = 0.0331148ms, 0.298599%
gpu::code_object::log_pow_kernel: 0.0328277ms / 2 = 0.0164138ms, 0.29601%
gpu::code_object::leaky_relu_noop_noop_noop_noop_noop_noop_concat_log_add_pow_kernel: 0.0311203ms / 1 = 0.0311203ms, 0.280615%
gpu::code_object::noop_tanh_div_concat_noop_kernel: 0.0297344ms / 2 = 0.0148672ms, 0.268118%
gpu::code_object::noop_log_add_concat_noop_kernel: 0.0292368ms / 2 = 0.0146184ms, 0.263631%
gpu::code_object::noop_rsqrt_div_concat_noop_kernel: 0.0288517ms / 2 = 0.0144258ms, 0.260158%
gpu::code_object::add_add_neg_add_kernel: 0.0284297ms / 2 = 0.0142148ms, 0.256353%
gpu::code_object::tanh_div_kernel: 0.027895ms / 2 = 0.0139475ms, 0.251531%
gpu::code_object::tanh_add_kernel: 0.0275835ms / 2 = 0.0137917ms, 0.248723%
gpu::code_object::add_leaky_relu_kernel: 0.0272263ms / 2 = 0.0136131ms, 0.245502%
gpu::code_object::convert_mul_add_kernel: 0.0264023ms / 2 = 0.0132012ms, 0.238072%
gpu::code_object::mul_kernel: 0.0262733ms / 2 = 0.0131367ms, 0.236909%
gpu::code_object::rsqrt_sub_kernel: 0.0257472ms / 2 = 0.0128736ms, 0.232165%
gpu::code_object::pow_reduce_sum_div_pow_add_kernel: 0.022414ms / 1 = 0.022414ms, 0.202109%
gpu::code_object::leaky_relu_noop_noop_noop_add_noop_concat_log_div_kernel: 0.0218662ms / 1 = 0.0218662ms, 0.197169%
multibroadcast: 0.0216687ms / 35 = 0.000619106ms, 0.195389%
gpu::code_object::mul_relu_reduce_prod_sub_mul_reduce_sum_add_add_add_add_pow_kernel: 0.0208905ms / 1 = 0.0208905ms, 0.188372%
gpu::code_object::pow_sub_div_pow_log_div_kernel: 0.0202021ms / 1 = 0.0202021ms, 0.182165%
gpu::code_object::pow_sub_pow_pow_log_add_kernel: 0.018159ms / 1 = 0.018159ms, 0.163741%
gpu::code_object::add_leaky_relu_tanh_pow_kernel: 0.0181108ms / 1 = 0.0181108ms, 0.163307%
gpu::code_object::rsqrt_add_sub_mul_add_leaky_relu_noop_concat_noop_kernel: 0.0179693ms / 1 = 0.0179693ms, 0.16203%
gpu::code_object::sub_sub_pow_log_pow_kernel: 0.0174008ms / 1 = 0.0174008ms, 0.156904%
squeeze: 0.0173347ms / 25 = 0.000693387ms, 0.156308%
gpu::code_object::add_pow_log_pow_kernel: 0.0173247ms / 1 = 0.0173247ms, 0.156218%
gpu::code_object::pow_pow_sigmoid_add_kernel: 0.0170871ms / 1 = 0.0170871ms, 0.154076%
gpu::code_object::noop_tanh_pow_concat_noop_kernel: 0.0166939ms / 1 = 0.0166939ms, 0.150531%
gpu::code_object::add_pow_kernel: 0.016523ms / 1 = 0.016523ms, 0.148989%
gpu::code_object::noop_log_pow_concat_noop_kernel: 0.0162469ms / 1 = 0.0162469ms, 0.146499%
gpu::code_object::neg_rsqrt_tanh_log_concat_add_kernel: 0.0162359ms / 1 = 0.0162359ms, 0.1464%
gpu::code_object::pow_div_kernel: 0.0157804ms / 1 = 0.0157804ms, 0.142294%
gpu::code_object::pow_mul_add_neg_sub_kernel: 0.0157406ms / 1 = 0.0157406ms, 0.141934%
gpu::code_object::pow_mul_rsqrt_sub_kernel: 0.0157226ms / 1 = 0.0157226ms, 0.141772%
gpu::code_object::div_pow_log_add_kernel: 0.0156505ms / 1 = 0.0156505ms, 0.141122%
gpu::code_object::pow_sub_kernel: 0.0153599ms / 1 = 0.0153599ms, 0.138502%
gpu::code_object::add_add_rsqrt_pow_kernel: 0.0152014ms / 1 = 0.0152014ms, 0.137072%
gpu::code_object::pow_mul_kernel: 0.0151898ms / 1 = 0.0151898ms, 0.136968%
gpu::code_object::div_mul_neg_pow_kernel: 0.0151036ms / 1 = 0.0151036ms, 0.13619%
gpu::code_object::sigmoid_mul_tanh_kernel: 0.0150207ms / 1 = 0.0150207ms, 0.135443%
gpu::code_object::reduce_mean_pow_log_pow_kernel: 0.0148581ms / 1 = 0.0148581ms, 0.133977%
gpu::code_object::noop_log_sub_concat_noop_kernel: 0.0147287ms / 1 = 0.0147287ms, 0.13281%
gpu::code_object::noop_neg_div_concat_noop_kernel: 0.0146643ms / 1 = 0.0146643ms, 0.132229%
gpu::code_object::reduce_mean_kernel: 0.0146592ms / 1 = 0.0146592ms, 0.132183%
gpu::code_object::reduce_prod_pow_rsqrt_div_kernel: 0.0145783ms / 1 = 0.0145783ms, 0.131454%
gpu::code_object::reduce_prod_pow_neg_sub_kernel: 0.0145069ms / 1 = 0.0145069ms, 0.13081%
gpu::code_object::reduce_mean_add_neg_pow_kernel: 0.0144429ms / 1 = 0.0144429ms, 0.130233%
gpu::code_object::sub_sub_mul_rsqrt_sub_kernel: 0.0143695ms / 1 = 0.0143695ms, 0.129571%
gpu::code_object::add_add_rsqrt_add_kernel: 0.0143407ms / 1 = 0.0143407ms, 0.129312%
gpu::code_object::add_add_neg_div_kernel: 0.0142608ms / 1 = 0.0142608ms, 0.128591%
gpu::code_object::noop_rsqrt_sub_concat_noop_kernel: 0.0141741ms / 1 = 0.0141741ms, 0.127809%
gpu::code_object::reduce_mean_add_rsqrt_add_kernel: 0.0141384ms / 1 = 0.0141384ms, 0.127487%
gpu::code_object::add_reduce_prod_kernel: 0.014119ms / 1 = 0.014119ms, 0.127312%
gpu::code_object::noop_add_concat_div_kernel: 0.0140525ms / 1 = 0.0140525ms, 0.126713%
gpu::code_object::reduce_prod_mul_log_kernel: 0.0140332ms / 1 = 0.0140332ms, 0.126538%
gpu::code_object::add_reduce_mean_kernel: 0.0137593ms / 1 = 0.0137593ms, 0.124069%
gpu::code_object::reduce_prod_add_rsqrt_sub_kernel: 0.0137582ms / 1 = 0.0137582ms, 0.124059%
gpu::code_object::convert_div_mul_kernel: 0.013582ms / 1 = 0.013582ms, 0.122471%
gpu::code_object::convert_add_add_sub_kernel: 0.0135655ms / 1 = 0.0135655ms, 0.122322%
gpu::code_object::reduce_mean_mul_neg_kernel: 0.0135613ms / 1 = 0.0135613ms, 0.122283%
gpu::code_object::reduce_mean_add_sigmoid_sub_kernel: 0.0135145ms / 1 = 0.0135145ms, 0.121861%
gpu::code_object::reduce_prod_mul_rsqrt_add_kernel: 0.0134862ms / 1 = 0.0134862ms, 0.121606%
gpu::code_object::reduce_sum_kernel: 0.0134617ms / 1 = 0.0134617ms, 0.121385%
gpu::code_object::neg_sub_kernel: 0.0134282ms / 1 = 0.0134282ms, 0.121083%
gpu::code_object::reduce_prod_add_log_kernel: 0.0133331ms / 1 = 0.0133331ms, 0.120226%
gpu::code_object::reduce_mean_mul_rsqrt_kernel: 0.0133282ms / 1 = 0.0133282ms, 0.120182%
gpu::code_object::reduce_mean_add_sigmoid_kernel: 0.0133068ms / 1 = 0.0133068ms, 0.119988%
gpu::code_object::log_div_kernel: 0.0133028ms / 1 = 0.0133028ms, 0.119953%
gpu::code_object::reduce_prod_add_log_div_kernel: 0.0132455ms / 1 = 0.0132455ms, 0.119436%
gpu::code_object::reduce_mean_add_neg_kernel: 0.0131733ms / 1 = 0.0131733ms, 0.118785%
gpu::code_object::convert_mul_kernel: 0.0131732ms / 1 = 0.0131732ms, 0.118784%
gpu::code_object::add_mul_kernel: 0.0130947ms / 1 = 0.0130947ms, 0.118076%
gpu::code_object::mul_neg_kernel: 0.0130837ms / 1 = 0.0130837ms, 0.117977%
gpu::code_object::add_sub_kernel: 0.0130524ms / 1 = 0.0130524ms, 0.117695%
gpu::code_object::log_sub_kernel: 0.0130432ms / 1 = 0.0130432ms, 0.117612%
gpu::code_object::leaky_relu_kernel: 0.013026ms / 1 = 0.013026ms, 0.117457%
gpu::code_object::convert_pow_add_kernel: 0.0127329ms / 1 = 0.0127329ms, 0.114814%
transpose: 0.0126539ms / 22 = 0.000575177ms, 0.114101%
check_context::migraphx::version_1::gpu::context: 0.0016895ms / 1 = 0.0016895ms, 0.0152344%
hip::sync_stream: 0.0012037ms / 1 = 0.0012037ms, 0.0108539%
hip::hip_allocate_memory: 0.00108744ms / 1 = 0.00108744ms, 0.00980555%

Batch size: 8
Rate: 1729.23/sec
Total time: 4.62635ms
Total instructions time: 11.09ms
Overhead time: 0.840943ms, -6.4637ms
Overhead: 18%, -140%