DCU-migraphx-driver-8.log

Compiling ... 
Reading: /home/workspace/ByteMLPerf/bytedance/models/model_1/mxr1//model-static-batch-size-8.mxr
Allocating params ... 
Running performance report ... 
main:@0 = check_context::migraphx::version_1::gpu::context -> float_type, {}, {}: 0.00160752ms, 0.01451%
main:@1 = hip::hip_allocate_memory[shape=float_type, {494352}, {1},id=main:scratch] -> float_type, {494352}, {1}: 0.00101716ms, 0.00918124%
main:@2 = load[offset=163712,end=166016](main:@1) -> float_type, {8, 72}, {72, 1}: 0.00076524ms, 0.00690732%
lyiDxfzZg3:0 = @param:lyiDxfzZg3:0 -> float_type, {8, 701}, {701, 1}: 0.00062414ms, 0.00563371%
main:@4 = slice[axes={0, 1},starts={0, 541},ends={8, 573}](lyiDxfzZg3:0) -> float_type, {8, 32}, {701, 1}: 0.00128814ms, 0.0116272%
uFSOc5Chp2:0 = @param:uFSOc5Chp2:0 -> float_type, {8, 481}, {481, 1}: 0.0004947ms, 0.00446533%
main:@6 = slice[axes={0, 1},starts={0, 337},ends={8, 353}](uFSOc5Chp2:0) -> float_type, {8, 16}, {481, 1}: 0.00094624ms, 0.00854109%
nv2tzWRf1I:0 = @param:nv2tzWRf1I:0 -> float_type, {8, 301}, {301, 1}: 0.00052116ms, 0.00470417%
main:@8 = slice[axes={0, 1},starts={0, 285},ends={8, 301}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00072538ms, 0.00654753%
n4iptOVFwE:0 = @param:n4iptOVFwE:0 -> float_type, {8, 113}, {113, 1}: 0.00045514ms, 0.00410825%
main:@10 = slice[axes={0, 1},starts={0, 105},ends={8, 113}](n4iptOVFwE:0) -> float_type, {8, 8}, {113, 1}: 0.0007239ms, 0.00653417%
main:@11 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=144,local=256,](main:@4,main:@8,main:@6,main:@10,main:@2) -> float_type, {8, 72}, {72, 1}: 0.0214561ms, 0.19367%
main:@12 = hip::hip_copy_literal[id=main:@literal:150] -> float_type, {128, 16}, {16, 1}: 0.00096492ms, 0.0087097%
0MZVmrKeC6:0 = @param:0MZVmrKeC6:0 -> int32_type, {8, 10}, {10, 1}: 0.00054852ms, 0.00495113%
main:@14 = unsqueeze[axes={2},steps={}](0MZVmrKeC6:0) -> int32_type, {8, 10, 1}, {10, 1, 1}: 0.0008392ms, 0.00757491%
main:@15 = load[offset=0,end=320](main:@1) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.00053526ms, 0.00483144%
main:@16 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=40,local=256,](main:@14,main:@15) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.0134413ms, 0.121325%
main:@17 = multibroadcast[out_lens={8, 10, 16}](main:@16) -> float_type, {8, 10, 16}, {10, 1, 0}: 0.00082118ms, 0.00741226%
WsiwEgbYlT:0 = @param:WsiwEgbYlT:0 -> float_type, {8, 10, 17}, {170, 17, 1}: 0.000453ms, 0.00408894%
main:@19 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 10, 17}](WsiwEgbYlT:0) -> float_type, {8, 10, 16}, {170, 17, 1}: 0.00100378ms, 0.00906047%
main:@20 = load[offset=7424,end=12544](main:@1) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00052486ms, 0.00473757%
main:@21 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=1280,local=256,](main:@19,main:@17,main:@20) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0147592ms, 0.133222%
main:@22 = load[offset=0,end=7424](main:@1) -> float_type, {8, 232}, {232, 1}: 0.00063968ms, 0.00577397%
main:@23 = reshape_lazy[dims={-1, 160}](main:@21) -> float_type, {8, 160}, {160, 1}: 0.00062094ms, 0.00560482%
main:@24 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=928,local=256,](main:@11,main:@23,main:@22) -> float_type, {8, 232}, {232, 1}: 0.0139163ms, 0.125613%
main:@25 = hip::hip_copy_literal[id=main:@literal:157] -> float_type, {232, 128}, {128, 1}: 0.00086276ms, 0.00778757%
main:@26 = load[offset=11520,end=15616](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049072ms, 0.00442941%
main:@27 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@24,main:@25,main:@26) -> float_type, {8, 128}, {128, 1}: 0.0299827ms, 0.270634%
main:@28 = load[offset=7424,end=11520](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00063768ms, 0.00575592%
main:@29 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@27,main:@28) -> float_type, {8, 128}, {128, 1}: 0.0131326ms, 0.11854%
main:@30 = hip::hip_copy_literal[id=main:@literal:121] -> float_type, {128, 16}, {16, 1}: 0.0007764ms, 0.00700806%
main:@31 = load[offset=166016,end=166528](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00048792ms, 0.00440414%
main:@32 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@29,main:@30,main:@31) -> float_type, {8, 16}, {16, 1}: 0.0219313ms, 0.19796%
YK10Jin6ca:0 = @param:YK10Jin6ca:0 -> int32_type, {8, 10}, {10, 1}: 0.00067858ms, 0.0061251%
main:@34 = unsqueeze[axes={2},steps={}](YK10Jin6ca:0) -> int32_type, {8, 10, 1}, {10, 1, 1}: 0.00063234ms, 0.00570772%
main:@35 = load[offset=7424,end=7744](main:@1) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.00050508ms, 0.00455903%
main:@36 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=40,local=256,](main:@34,main:@35) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.0132648ms, 0.119733%
main:@37 = multibroadcast[out_lens={8, 10, 16}](main:@36) -> float_type, {8, 10, 16}, {10, 1, 0}: 0.00066432ms, 0.00599638%
rlh04eiWzL:0 = @param:rlh04eiWzL:0 -> float_type, {8, 10, 17}, {170, 17, 1}: 0.00046576ms, 0.00420411%
main:@39 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 10, 17}](rlh04eiWzL:0) -> float_type, {8, 10, 16}, {170, 17, 1}: 0.00084346ms, 0.00761336%
main:@40 = load[offset=14848,end=19968](main:@1) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0004951ms, 0.00446895%
main:@41 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=1280,local=256,](main:@39,main:@37,main:@40) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0161294ms, 0.145589%
main:@42 = load[offset=7424,end=14848](main:@1) -> float_type, {8, 232}, {232, 1}: 0.00064838ms, 0.0058525%
main:@43 = reshape_lazy[dims={-1, 160}](main:@41) -> float_type, {8, 160}, {160, 1}: 0.00058288ms, 0.00526128%
main:@44 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=928,local=256,](main:@11,main:@43,main:@42) -> float_type, {8, 232}, {232, 1}: 0.0138918ms, 0.125392%
main:@45 = hip::hip_copy_literal[id=main:@literal:117] -> float_type, {232, 128}, {128, 1}: 0.00076618ms, 0.00691581%
main:@46 = load[offset=18944,end=23040](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049504ms, 0.0044684%
main:@47 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@44,main:@45,main:@46) -> float_type, {8, 128}, {128, 1}: 0.0253712ms, 0.229009%
main:@48 = load[offset=14848,end=18944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00063364ms, 0.00571946%
main:@49 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=512,local=256,](main:@47,main:@48) -> float_type, {8, 128}, {128, 1}: 0.0161891ms, 0.146128%
main:@50 = load[offset=215296,end=215808](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00061376ms, 0.00554001%
main:@51 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@49,main:@12,main:@50) -> float_type, {8, 16}, {16, 1}: 0.0209049ms, 0.188695%
uVm4kOBe8l:0 = @param:uVm4kOBe8l:0 -> int32_type, {8, 50}, {50, 1}: 0.00067334ms, 0.0060778%
main:@53 = unsqueeze[axes={2},steps={}](uVm4kOBe8l:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.00059266ms, 0.00534956%
main:@54 = load[offset=14848,end=16448](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00047288ms, 0.00426838%
main:@55 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@53,main:@54) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.0132777ms, 0.119849%
main:@56 = multibroadcast[out_lens={8, 50, 16}](main:@55) -> float_type, {8, 50, 16}, {50, 1, 0}: 0.0006931ms, 0.00625616%
FkwYpLOMG4:0 = @param:FkwYpLOMG4:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00047036ms, 0.00424563%
main:@58 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](FkwYpLOMG4:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00082222ms, 0.00742164%
main:@59 = load[offset=16448,end=42048](main:@1) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.00047646ms, 0.00430069%
main:@60 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=6400,local=256,](main:@58,main:@56,main:@59) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.0145901ms, 0.131695%
main:@61 = load[offset=44160,end=72064](main:@1) -> float_type, {8, 872}, {872, 1}: 0.00061102ms, 0.00551528%
main:@62 = reshape_lazy[dims={-1, 800}](main:@60) -> float_type, {8, 800}, {800, 1}: 0.00055388ms, 0.00499951%
main:@63 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3488,local=256,](main:@11,main:@62,main:@61) -> float_type, {8, 872}, {872, 1}: 0.0142597ms, 0.128713%
main:@64 = hip::hip_copy_literal[id=main:@literal:89] -> float_type, {872, 128}, {128, 1}: 0.00083466ms, 0.00753393%
main:@65 = load[offset=18944,end=23040](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0004868ms, 0.00439403%
main:@66 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@63,main:@64,main:@65) -> float_type, {8, 128}, {128, 1}: 0.0248571ms, 0.224368%
main:@67 = load[offset=14848,end=18944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00063326ms, 0.00571603%
main:@68 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=512,local=256,](main:@66,main:@67) -> float_type, {8, 128}, {128, 1}: 0.0130468ms, 0.117765%
main:@69 = hip::hip_copy_literal[id=main:@literal:100] -> float_type, {128, 16}, {16, 1}: 0.00075106ms, 0.00677933%
main:@70 = load[offset=215808,end=216320](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00051262ms, 0.00462709%
main:@71 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@68,main:@69,main:@70) -> float_type, {8, 16}, {16, 1}: 0.0212943ms, 0.19221%
fFjVmAbhCX:0 = @param:fFjVmAbhCX:0 -> int32_type, {8, 10}, {10, 1}: 0.00067804ms, 0.00612023%
main:@73 = unsqueeze[axes={2},steps={}](fFjVmAbhCX:0) -> int32_type, {8, 10, 1}, {10, 1, 1}: 0.00055862ms, 0.0050423%
main:@74 = load[offset=14848,end=15168](main:@1) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.00047254ms, 0.00426531%
main:@75 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=40,local=256,](main:@73,main:@74) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.0132275ms, 0.119396%
main:@76 = multibroadcast[out_lens={8, 10, 16}](main:@75) -> float_type, {8, 10, 16}, {10, 1, 0}: 0.00067262ms, 0.0060713%
pjwGhTSAys:0 = @param:pjwGhTSAys:0 -> float_type, {8, 10, 17}, {170, 17, 1}: 0.00047578ms, 0.00429456%
main:@78 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 10, 17}](pjwGhTSAys:0) -> float_type, {8, 10, 16}, {170, 17, 1}: 0.00095096ms, 0.0085837%
main:@79 = load[offset=15168,end=20288](main:@1) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00046742ms, 0.0042191%
main:@80 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=1280,local=256,](main:@78,main:@76,main:@79) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0160476ms, 0.144851%
main:@81 = load[offset=36736,end=44160](main:@1) -> float_type, {8, 232}, {232, 1}: 0.0006032ms, 0.00544469%
main:@82 = reshape_lazy[dims={-1, 160}](main:@80) -> float_type, {8, 160}, {160, 1}: 0.00054678ms, 0.00493543%
main:@83 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=928,local=256,](main:@11,main:@82,main:@81) -> float_type, {8, 232}, {232, 1}: 0.0138618ms, 0.125122%
main:@84 = hip::hip_copy_literal[id=main:@literal:130] -> float_type, {232, 128}, {128, 1}: 0.00085682ms, 0.00773396%
main:@85 = load[offset=18944,end=23040](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00048038ms, 0.00433608%
main:@86 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@83,main:@84,main:@85) -> float_type, {8, 128}, {128, 1}: 0.0254805ms, 0.229996%
main:@87 = load[offset=14848,end=18944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006256ms, 0.00564688%
main:@88 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@86,main:@87) -> float_type, {8, 128}, {128, 1}: 0.0130407ms, 0.11771%
main:@89 = load[offset=216320,end=216832](main:@1) -> float_type, {8, 16}, {16, 1}: 0.0006223ms, 0.0056171%
main:@90 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@88,main:@12,main:@89) -> float_type, {8, 16}, {16, 1}: 0.0208295ms, 0.188015%
main:@91 = load[offset=14848,end=15328](main:@1) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.00064462ms, 0.00581856%
v3TAQfOsga:0 = @param:v3TAQfOsga:0 -> int32_type, {8, 15}, {15, 1}: 0.00054356ms, 0.00490636%
main:@93 = unsqueeze[axes={2},steps={}](v3TAQfOsga:0) -> int32_type, {8, 15, 1}, {15, 1, 1}: 0.00059822ms, 0.00539974%
main:@94 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=60,local=256,](main:@93,main:@91) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.0133797ms, 0.12077%
main:@95 = multibroadcast[out_lens={8, 15, 20}](main:@94) -> float_type, {8, 15, 20}, {15, 1, 0}: 0.00066846ms, 0.00603375%
1qyHnroO6I:0 = @param:1qyHnroO6I:0 -> float_type, {8, 15, 21}, {315, 21, 1}: 0.00048026ms, 0.00433499%
main:@97 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 21}](1qyHnroO6I:0) -> float_type, {8, 15, 20}, {315, 21, 1}: 0.00083386ms, 0.00752671%
main:@98 = load[offset=26752,end=36352](main:@1) -> float_type, {8, 15, 20}, {300, 20, 1}: 0.00047726ms, 0.00430792%
main:@99 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=2400,local=256,](main:@97,main:@95,main:@98) -> float_type, {8, 15, 20}, {300, 20, 1}: 0.0145515ms, 0.131347%
main:@100 = load[offset=14848,end=26752](main:@1) -> float_type, {8, 372}, {372, 1}: 0.00060684ms, 0.00547755%
main:@101 = reshape_lazy[dims={-1, 300}](main:@99) -> float_type, {8, 300}, {300, 1}: 0.00052796ms, 0.00476555%
main:@102 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1488,local=256,](main:@11,main:@101,main:@100) -> float_type, {8, 372}, {372, 1}: 0.0139684ms, 0.126084%
main:@103 = hip::hip_copy_literal[id=main:@literal:105] -> float_type, {372, 128}, {128, 1}: 0.00068176ms, 0.0061538%
main:@104 = load[offset=30848,end=34944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047816ms, 0.00431604%
main:@105 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@102,main:@103,main:@104) -> float_type, {8, 128}, {128, 1}: 0.0289044ms, 0.260901%
main:@106 = load[offset=26752,end=30848](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006031ms, 0.00544379%
main:@107 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@105,main:@106) -> float_type, {8, 128}, {128, 1}: 0.0132032ms, 0.119177%
main:@108 = load[offset=216832,end=217344](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00059788ms, 0.00539667%
main:@109 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@107,main:@12,main:@108) -> float_type, {8, 16}, {16, 1}: 0.0213567ms, 0.192773%
main:@110 = load[offset=26752,end=27232](main:@1) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.00064334ms, 0.00580701%
kJg5ca1rqS:0 = @param:kJg5ca1rqS:0 -> int32_type, {8, 15}, {15, 1}: 0.00055192ms, 0.00498182%
main:@112 = unsqueeze[axes={2},steps={}](kJg5ca1rqS:0) -> int32_type, {8, 15, 1}, {15, 1, 1}: 0.00059886ms, 0.00540552%
main:@113 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=60,local=256,](main:@112,main:@110) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.0132543ms, 0.119638%
main:@114 = load[offset=72064,end=85504](main:@1) -> float_type, {8, 15, 28}, {420, 28, 1}: 0.00061164ms, 0.00552088%
main:@115 = multibroadcast[out_lens={8, 15, 28}](main:@113) -> float_type, {8, 15, 28}, {15, 1, 0}: 0.00055036ms, 0.00496774%
fQkYLvqDjr:0 = @param:fQkYLvqDjr:0 -> float_type, {8, 15, 93}, {1395, 93, 1}: 0.00047576ms, 0.00429438%
main:@117 = slice[axes={0, 1, 2},starts={0, 0, 65},ends={8, 15, 93}](fQkYLvqDjr:0) -> float_type, {8, 15, 28}, {1395, 93, 1}: 0.0008141ms, 0.00734835%
main:@118 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=3360,local=256,](main:@117,main:@115,main:@114) -> float_type, {8, 15, 28}, {420, 28, 1}: 0.0143855ms, 0.129848%
main:@119 = load[offset=166528,end=182272](main:@1) -> float_type, {8, 492}, {492, 1}: 0.00061144ms, 0.00551907%
main:@120 = reshape_lazy[dims={-1, 420}](main:@118) -> float_type, {8, 420}, {420, 1}: 0.00051438ms, 0.00464297%
main:@121 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1968,local=256,](main:@11,main:@120,main:@119) -> float_type, {8, 492}, {492, 1}: 0.0141534ms, 0.127753%
main:@122 = hip::hip_copy_literal[id=main:@literal:127] -> float_type, {492, 128}, {128, 1}: 0.0007936ms, 0.00716331%
main:@123 = load[offset=30848,end=34944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047144ms, 0.00425538%
main:@124 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@121,main:@122,main:@123) -> float_type, {8, 128}, {128, 1}: 0.0317848ms, 0.2869%
main:@125 = load[offset=26752,end=30848](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006267ms, 0.00565681%
main:@126 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=512,local=256,](main:@124,main:@125) -> float_type, {8, 128}, {128, 1}: 0.0162073ms, 0.146293%
main:@127 = load[offset=217344,end=217856](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00059982ms, 0.00541418%
main:@128 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@126,main:@12,main:@127) -> float_type, {8, 16}, {16, 1}: 0.0211505ms, 0.190912%
main:@129 = load[offset=26752,end=28672](main:@1) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0006406ms, 0.00578228%
Ouj93S4aWb:0 = @param:Ouj93S4aWb:0 -> int32_type, {8, 60}, {60, 1}: 0.00050076ms, 0.00452003%
main:@131 = unsqueeze[axes={2},steps={}](Ouj93S4aWb:0) -> int32_type, {8, 60, 1}, {60, 1, 1}: 0.00061562ms, 0.0055568%
main:@132 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=240,local=256,](main:@131,main:@129) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0134449ms, 0.121358%
main:@133 = multibroadcast[out_lens={8, 60, 32}](main:@132) -> float_type, {8, 60, 32}, {60, 1, 0}: 0.00066056ms, 0.00596244%
fsm0Ck1QGl:0 = @param:fsm0Ck1QGl:0 -> float_type, {8, 60, 97}, {5820, 97, 1}: 0.00056134ms, 0.00506685%
main:@135 = slice[axes={0, 1, 2},starts={0, 0, 65},ends={8, 60, 97}](fsm0Ck1QGl:0) -> float_type, {8, 60, 32}, {5820, 97, 1}: 0.00078652ms, 0.0070994%
main:@136 = load[offset=217856,end=279296](main:@1) -> float_type, {8, 60, 32}, {1920, 32, 1}: 0.00046832ms, 0.00422722%
main:@137 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=15360,local=256,](main:@135,main:@133,main:@136) -> float_type, {8, 60, 32}, {1920, 32, 1}: 0.0157834ms, 0.142467%
main:@138 = reshape_lazy[dims={-1, 1920}](main:@137) -> float_type, {8, 1920}, {1920, 1}: 0.00069638ms, 0.00628577%
main:@139 = load[offset=99968,end=163712](main:@1) -> float_type, {8, 1992}, {1992, 1}: 0.00048442ms, 0.00437254%
main:@140 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=7968,local=256,](main:@11,main:@138,main:@139) -> float_type, {8, 1992}, {1992, 1}: 0.0150357ms, 0.135717%
main:@141 = hip::hip_copy_literal[id=main:@literal:109] -> float_type, {1992, 128}, {128, 1}: 0.00074704ms, 0.00674304%
main:@142 = load[offset=30848,end=34944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049564ms, 0.00447382%
main:@143 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@140,main:@141,main:@142) -> float_type, {8, 128}, {128, 1}: 0.0283191ms, 0.255618%
main:@144 = load[offset=26752,end=30848](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006046ms, 0.00545733%
main:@145 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@143,main:@144) -> float_type, {8, 128}, {128, 1}: 0.0160528ms, 0.144899%
main:@146 = load[offset=217856,end=218368](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060444ms, 0.00545589%
main:@147 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@145,main:@12,main:@146) -> float_type, {8, 16}, {16, 1}: 0.0211387ms, 0.190805%
main:@148 = load[offset=26752,end=28352](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00067734ms, 0.00611391%
TWPHfwn7r5:0 = @param:TWPHfwn7r5:0 -> int32_type, {8, 50}, {50, 1}: 0.00056886ms, 0.00513473%
main:@150 = unsqueeze[axes={2},steps={}](TWPHfwn7r5:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.00056562ms, 0.00510548%
main:@151 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@150,main:@148) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.0134387ms, 0.121303%
main:@152 = load[offset=182272,end=207872](main:@1) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.00061552ms, 0.0055559%
main:@153 = multibroadcast[out_lens={8, 50, 16}](main:@151) -> float_type, {8, 50, 16}, {50, 1, 0}: 0.0005686ms, 0.00513238%
NoPO6DfgwG:0 = @param:NoPO6DfgwG:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00052224ms, 0.00471392%
main:@155 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](NoPO6DfgwG:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00079478ms, 0.00717396%
main:@156 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=6400,local=256,](main:@155,main:@153,main:@152) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.01466ms, 0.132326%
main:@157 = reshape_lazy[dims={-1, 800}](main:@156) -> float_type, {8, 800}, {800, 1}: 0.00069812ms, 0.00630147%
main:@158 = load[offset=72064,end=99968](main:@1) -> float_type, {8, 872}, {872, 1}: 0.00046554ms, 0.00420213%
main:@159 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3488,local=256,](main:@11,main:@157,main:@158) -> float_type, {8, 872}, {872, 1}: 0.014361ms, 0.129628%
main:@160 = hip::hip_copy_literal[id=main:@literal:61] -> float_type, {872, 128}, {128, 1}: 0.00073684ms, 0.00665097%
main:@161 = load[offset=30848,end=34944](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046182ms, 0.00416855%
main:@162 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@159,main:@160,main:@161) -> float_type, {8, 128}, {128, 1}: 0.0239876ms, 0.21652%
main:@163 = load[offset=26752,end=30848](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00064336ms, 0.00580719%
main:@164 = gpu::code_object[code_object=13520,symbol_name=tanh_div_kernel,global=512,local=256,](main:@162,main:@163) -> float_type, {8, 128}, {128, 1}: 0.0139469ms, 0.12589%
main:@165 = hip::hip_copy_literal[id=main:@literal:50] -> float_type, {128, 16}, {16, 1}: 0.00075526ms, 0.00681724%
main:@166 = load[offset=218368,end=218880](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00047196ms, 0.00426008%
main:@167 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@164,main:@165,main:@166) -> float_type, {8, 16}, {16, 1}: 0.0212768ms, 0.192052%
loNH8y6bTn:0 = @param:loNH8y6bTn:0 -> int32_type, {8, 15}, {15, 1}: 0.00066606ms, 0.00601209%
main:@169 = unsqueeze[axes={2},steps={}](loNH8y6bTn:0) -> int32_type, {8, 15, 1}, {15, 1, 1}: 0.00054976ms, 0.00496233%
main:@170 = load[offset=26752,end=27232](main:@1) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.00046844ms, 0.0042283%
main:@171 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=60,local=256,](main:@169,main:@170) -> float_type, {8, 15, 1}, {15, 1, 1}: 0.013307ms, 0.120113%
main:@172 = multibroadcast[out_lens={8, 15, 16}](main:@171) -> float_type, {8, 15, 16}, {15, 1, 0}: 0.00064676ms, 0.00583788%
4Rg0WA19ot:0 = @param:4Rg0WA19ot:0 -> float_type, {8, 15, 17}, {255, 17, 1}: 0.00054726ms, 0.00493976%
main:@174 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 17}](4Rg0WA19ot:0) -> float_type, {8, 15, 16}, {255, 17, 1}: 0.00081942ms, 0.00739637%
main:@175 = load[offset=182272,end=189952](main:@1) -> float_type, {8, 15, 16}, {240, 16, 1}: 0.00046588ms, 0.0042052%
main:@176 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=1920,local=256,](main:@174,main:@172,main:@175) -> float_type, {8, 15, 16}, {240, 16, 1}: 0.0142887ms, 0.128975%
main:@177 = load[offset=26752,end=36736](main:@1) -> float_type, {8, 312}, {312, 1}: 0.00060704ms, 0.00547935%
main:@178 = reshape_lazy[dims={-1, 240}](main:@176) -> float_type, {8, 240}, {240, 1}: 0.0005201ms, 0.0046946%
main:@179 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1248,local=256,](main:@11,main:@178,main:@177) -> float_type, {8, 312}, {312, 1}: 0.0138006ms, 0.124569%
main:@180 = hip::hip_copy_literal[id=main:@literal:139] -> float_type, {312, 128}, {128, 1}: 0.00073402ms, 0.00662552%
main:@181 = load[offset=186368,end=190464](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0005571ms, 0.00502858%
main:@182 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@179,main:@180,main:@181) -> float_type, {8, 128}, {128, 1}: 0.0273236ms, 0.246632%
main:@183 = load[offset=182272,end=186368](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00063552ms, 0.00573643%
main:@184 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@182,main:@183) -> float_type, {8, 128}, {128, 1}: 0.0162395ms, 0.146584%
main:@185 = hip::hip_copy_literal[id=main:@literal:91] -> float_type, {128, 16}, {16, 1}: 0.00074688ms, 0.0067416%
main:@186 = load[offset=218880,end=219392](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00046038ms, 0.00415555%
main:@187 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@184,main:@185,main:@186) -> float_type, {8, 16}, {16, 1}: 0.0212886ms, 0.192158%
main:@188 = load[offset=182272,end=183872](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00063562ms, 0.00573733%
vOI1hWzBDK:0 = @param:vOI1hWzBDK:0 -> int32_type, {8, 50}, {50, 1}: 0.0005414ms, 0.00488687%
main:@190 = unsqueeze[axes={2},steps={}](vOI1hWzBDK:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.00055928ms, 0.00504826%
main:@191 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@190,main:@188) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.0132221ms, 0.119347%
main:@192 = load[offset=219392,end=283392](main:@1) -> float_type, {8, 50, 40}, {2000, 40, 1}: 0.00063868ms, 0.00576495%
main:@193 = multibroadcast[out_lens={8, 50, 40}](main:@191) -> float_type, {8, 50, 40}, {50, 1, 0}: 0.00056676ms, 0.00511577%
UrTfLOxlV3:0 = @param:UrTfLOxlV3:0 -> float_type, {8, 50, 41}, {2050, 41, 1}: 0.0005214ms, 0.00470634%
main:@195 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 41}](UrTfLOxlV3:0) -> float_type, {8, 50, 40}, {2050, 41, 1}: 0.00078886ms, 0.00712053%
main:@196 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=16000,local=256,](main:@195,main:@193,main:@192) -> float_type, {8, 50, 40}, {2000, 40, 1}: 0.0158801ms, 0.14334%
main:@197 = load[offset=518432,end=584736](main:@1) -> float_type, {8, 2072}, {2072, 1}: 0.0006121ms, 0.00552503%
main:@198 = reshape_lazy[dims={-1, 2000}](main:@196) -> float_type, {8, 2000}, {2000, 1}: 0.00050902ms, 0.00459459%
main:@199 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8288,local=256,](main:@11,main:@198,main:@197) -> float_type, {8, 2072}, {2072, 1}: 0.0150434ms, 0.135787%
main:@200 = hip::hip_copy_literal[id=main:@literal:85] -> float_type, {2072, 128}, {128, 1}: 0.0008067ms, 0.00728156%
main:@201 = load[offset=186368,end=190464](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047436ms, 0.00428174%
main:@202 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@199,main:@200,main:@201) -> float_type, {8, 128}, {128, 1}: 0.0289686ms, 0.26148%
main:@203 = load[offset=182272,end=186368](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061664ms, 0.00556601%
main:@204 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@202,main:@203) -> float_type, {8, 128}, {128, 1}: 0.013125ms, 0.118471%
main:@205 = hip::hip_copy_literal[id=main:@literal:79] -> float_type, {128, 16}, {16, 1}: 0.00077074ms, 0.00695697%
main:@206 = load[offset=219392,end=219904](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00046572ms, 0.00420375%
main:@207 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@204,main:@205,main:@206) -> float_type, {8, 16}, {16, 1}: 0.0204995ms, 0.185036%
vyDGpmRhC3:0 = @param:vyDGpmRhC3:0 -> int32_type, {8, 60}, {60, 1}: 0.00065082ms, 0.00587453%
main:@209 = unsqueeze[axes={2},steps={}](vyDGpmRhC3:0) -> int32_type, {8, 60, 1}, {60, 1, 1}: 0.0005846ms, 0.0052768%
main:@210 = load[offset=182272,end=184192](main:@1) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0004649ms, 0.00419635%
main:@211 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=240,local=256,](main:@209,main:@210) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0131804ms, 0.118971%
main:@212 = multibroadcast[out_lens={8, 60, 16}](main:@211) -> float_type, {8, 60, 16}, {60, 1, 0}: 0.00065912ms, 0.00594945%
y5fPVEH2j4:0 = @param:y5fPVEH2j4:0 -> float_type, {8, 60, 17}, {1020, 17, 1}: 0.00054982ms, 0.00496287%
main:@214 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 17}](y5fPVEH2j4:0) -> float_type, {8, 60, 16}, {1020, 17, 1}: 0.00085706ms, 0.00773612%
main:@215 = load[offset=184192,end=214912](main:@1) -> float_type, {8, 60, 16}, {960, 16, 1}: 0.0004764ms, 0.00430015%
main:@216 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=7680,local=256,](main:@214,main:@212,main:@215) -> float_type, {8, 60, 16}, {960, 16, 1}: 0.014715ms, 0.132823%
main:@217 = load[offset=457504,end=490528](main:@1) -> float_type, {8, 1032}, {1032, 1}: 0.00060542ms, 0.00546473%
main:@218 = reshape_lazy[dims={-1, 960}](main:@216) -> float_type, {8, 960}, {960, 1}: 0.0005105ms, 0.00460795%
main:@219 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4128,local=256,](main:@11,main:@218,main:@217) -> float_type, {8, 1032}, {1032, 1}: 0.0143197ms, 0.129255%
main:@220 = hip::hip_copy_literal[id=main:@literal:56] -> float_type, {1032, 128}, {128, 1}: 0.00077124ms, 0.00696148%
main:@221 = load[offset=186368,end=190464](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046516ms, 0.0041987%
main:@222 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@219,main:@220,main:@221) -> float_type, {8, 128}, {128, 1}: 0.0251745ms, 0.227234%
main:@223 = load[offset=182272,end=186368](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00059894ms, 0.00540624%
main:@224 = gpu::code_object[code_object=13520,symbol_name=log_sub_kernel,global=512,local=256,](main:@222,main:@223) -> float_type, {8, 128}, {128, 1}: 0.0130044ms, 0.117382%
main:@225 = hip::hip_copy_literal[id=main:@literal:90] -> float_type, {128, 16}, {16, 1}: 0.00072096ms, 0.00650764%
main:@226 = load[offset=219904,end=220416](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00045704ms, 0.0041254%
main:@227 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@224,main:@225,main:@226) -> float_type, {8, 16}, {16, 1}: 0.0195196ms, 0.176191%
yDES0Cj7Td:0 = @param:yDES0Cj7Td:0 -> int32_type, {8, 10}, {10, 1}: 0.0007249ms, 0.0065432%
main:@229 = unsqueeze[axes={2},steps={}](yDES0Cj7Td:0) -> int32_type, {8, 10, 1}, {10, 1, 1}: 0.00054762ms, 0.00494301%
main:@230 = load[offset=187392,end=187712](main:@1) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.00046576ms, 0.00420411%
main:@231 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=40,local=256,](main:@229,main:@230) -> float_type, {8, 10, 1}, {10, 1, 1}: 0.0131945ms, 0.119098%
main:@232 = multibroadcast[out_lens={8, 10, 16}](main:@231) -> float_type, {8, 10, 16}, {10, 1, 0}: 0.00067898ms, 0.00612871%
main:@233 = load[offset=182272,end=187392](main:@1) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00047122ms, 0.0042534%
r1GsND0okc:0 = @param:r1GsND0okc:0 -> float_type, {8, 10, 17}, {170, 17, 1}: 0.00047096ms, 0.00425105%
main:@235 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 10, 17}](r1GsND0okc:0) -> float_type, {8, 10, 16}, {170, 17, 1}: 0.00087708ms, 0.00791683%
main:@236 = gpu::code_object[code_object=13512,symbol_name=sub_kernel,global=1280,local=256,](main:@235,main:@232,main:@233) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.0143678ms, 0.129688%
main:@237 = load[offset=222976,end=230400](main:@1) -> float_type, {8, 232}, {232, 1}: 0.00062556ms, 0.00564652%
main:@238 = reshape_lazy[dims={-1, 160}](main:@236) -> float_type, {8, 160}, {160, 1}: 0.00052374ms, 0.00472746%
main:@239 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=928,local=256,](main:@11,main:@238,main:@237) -> float_type, {8, 232}, {232, 1}: 0.0138435ms, 0.124956%
main:@240 = hip::hip_copy_literal[id=main:@literal:132] -> float_type, {232, 128}, {128, 1}: 0.00074972ms, 0.00676723%
main:@241 = load[offset=182272,end=186368](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0004887ms, 0.00441118%
main:@242 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@239,main:@240,main:@241) -> float_type, {8, 128}, {128, 1}: 0.0247639ms, 0.223527%
main:@243 = hip::hip_copy_literal[id=main:@literal:104] -> float_type, {128, 16}, {16, 1}: 0.00071108ms, 0.00641846%
main:@244 = load[offset=186368,end=190464](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046796ms, 0.00422397%
main:@245 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=512,local=256,](main:@242,main:@244) -> float_type, {8, 128}, {128, 1}: 0.0129993ms, 0.117336%
main:@246 = load[offset=220416,end=220928](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060508ms, 0.00546166%
main:@247 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@245,main:@243,main:@246) -> float_type, {8, 16}, {16, 1}: 0.021246ms, 0.191774%
KOJcBD1Cxa:0 = @param:KOJcBD1Cxa:0 -> int32_type, {8, 50}, {50, 1}: 0.00065996ms, 0.00595703%
main:@249 = unsqueeze[axes={2},steps={}](KOJcBD1Cxa:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.00055532ms, 0.00501251%
main:@250 = load[offset=182272,end=183872](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00046834ms, 0.0042274%
main:@251 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@249,main:@250) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.013349ms, 0.120493%
main:@252 = multibroadcast[out_lens={8, 50, 20}](main:@251) -> float_type, {8, 50, 20}, {50, 1, 0}: 0.0006643ms, 0.0059962%
gkGLzseUSO:0 = @param:gkGLzseUSO:0 -> float_type, {8, 50, 21}, {1050, 21, 1}: 0.00046858ms, 0.00422957%
main:@254 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 21}](gkGLzseUSO:0) -> float_type, {8, 50, 20}, {1050, 21, 1}: 0.00090788ms, 0.00819484%
main:@255 = load[offset=230400,end=262400](main:@1) -> float_type, {8, 50, 20}, {1000, 20, 1}: 0.00048854ms, 0.00440973%
main:@256 = gpu::code_object[code_object=13512,symbol_name=div_kernel,global=8000,local=256,](main:@254,main:@252,main:@255) -> float_type, {8, 50, 20}, {1000, 20, 1}: 0.0149257ms, 0.134724%
main:@257 = reshape_lazy[dims={-1, 1000}](main:@256) -> float_type, {8, 1000}, {1000, 1}: 0.0006766ms, 0.00610723%
main:@258 = load[offset=423200,end=457504](main:@1) -> float_type, {8, 1072}, {1072, 1}: 0.0004634ms, 0.00418281%
main:@259 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4288,local=256,](main:@11,main:@257,main:@258) -> float_type, {8, 1072}, {1072, 1}: 0.0143514ms, 0.12954%
main:@260 = hip::hip_copy_literal[id=main:@literal:57] -> float_type, {1072, 128}, {128, 1}: 0.0007013ms, 0.00633018%
main:@261 = load[offset=186368,end=190464](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046758ms, 0.00422054%
main:@262 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@259,main:@260,main:@261) -> float_type, {8, 128}, {128, 1}: 0.0246905ms, 0.222865%
main:@263 = load[offset=182272,end=186368](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060434ms, 0.00545498%
main:@264 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=512,local=256,](main:@262,main:@263) -> float_type, {8, 128}, {128, 1}: 0.0128738ms, 0.116203%
main:@265 = load[offset=221440,end=221952](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060578ms, 0.00546798%
main:@266 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@264,main:@243,main:@265) -> float_type, {8, 16}, {16, 1}: 0.0200808ms, 0.181257%
main:@267 = load[offset=182272,end=183872](main:@1) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.00063746ms, 0.00575394%
CedNyHXqE1:0 = @param:CedNyHXqE1:0 -> int32_type, {8, 50}, {50, 1}: 0.0005ms, 0.00451317%
main:@269 = unsqueeze[axes={2},steps={}](CedNyHXqE1:0) -> int32_type, {8, 50, 1}, {50, 1, 1}: 0.00060224ms, 0.00543603%
main:@270 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=200,local=256,](main:@269,main:@267) -> float_type, {8, 50, 1}, {50, 1, 1}: 0.0131364ms, 0.118574%
main:@271 = multibroadcast[out_lens={8, 50, 16}](main:@270) -> float_type, {8, 50, 16}, {50, 1, 0}: 0.00065998ms, 0.00595721%
YsGAJ1iRPS:0 = @param:YsGAJ1iRPS:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00047776ms, 0.00431243%
main:@273 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](YsGAJ1iRPS:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.0008123ms, 0.0073321%
main:@274 = load[offset=183872,end=209472](main:@1) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.00050034ms, 0.00451624%
main:@275 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=6400,local=256,](main:@273,main:@271,main:@274) -> float_type, {8, 50, 16}, {800, 16, 1}: 0.0146905ms, 0.132602%
main:@276 = reshape_lazy[dims={-1, 800}](main:@275) -> float_type, {8, 800}, {800, 1}: 0.000692ms, 0.00624623%
main:@277 = load[offset=490528,end=518432](main:@1) -> float_type, {8, 872}, {872, 1}: 0.0004594ms, 0.0041467%
main:@278 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3488,local=256,](main:@11,main:@276,main:@277) -> float_type, {8, 872}, {872, 1}: 0.0142433ms, 0.128565%
main:@279 = hip::hip_copy_literal[id=main:@literal:159] -> float_type, {872, 128}, {128, 1}: 0.0007546ms, 0.00681128%
main:@280 = load[offset=186368,end=190464](main:@1) -> float_type, {8, 128}, {128, 1}: 0.000494ms, 0.00445902%
main:@281 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@278,main:@279,main:@280) -> float_type, {8, 128}, {128, 1}: 0.0232273ms, 0.209658%
main:@282 = load[offset=182272,end=186368](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060358ms, 0.00544812%
main:@283 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=512,local=256,](main:@281,main:@282) -> float_type, {8, 128}, {128, 1}: 0.0129693ms, 0.117066%
main:@284 = hip::hip_copy_literal[id=main:@literal:64] -> float_type, {128, 16}, {16, 1}: 0.00074676ms, 0.00674052%
main:@285 = load[offset=220928,end=221440](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00048816ms, 0.0044063%
main:@286 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@283,main:@284,main:@285) -> float_type, {8, 16}, {16, 1}: 0.0202856ms, 0.183105%
main:@287 = load[offset=182272,end=184192](main:@1) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0006563ms, 0.00592399%
I5iNBsTtoe:0 = @param:I5iNBsTtoe:0 -> int32_type, {8, 60}, {60, 1}: 0.00048944ms, 0.00441786%
main:@289 = unsqueeze[axes={2},steps={}](I5iNBsTtoe:0) -> int32_type, {8, 60, 1}, {60, 1, 1}: 0.0006041ms, 0.00545282%
main:@290 = gpu::code_object[code_object=13520,symbol_name=convert_kernel,global=240,local=256,](main:@289,main:@287) -> float_type, {8, 60, 1}, {60, 1, 1}: 0.0132326ms, 0.119442%
main:@291 = multibroadcast[out_lens={8, 60, 16}](main:@290) -> float_type, {8, 60, 16}, {60, 1, 0}: 0.0006588ms, 0.00594656%
S3KJ2tl1VG:0 = @param:S3KJ2tl1VG:0 -> float_type, {8, 60, 17}, {1020, 17, 1}: 0.000534ms, 0.00482007%
main:@293 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 17}](S3KJ2tl1VG:0) -> float_type, {8, 60, 16}, {1020, 17, 1}: 0.00100398ms, 0.00906227%
main:@294 = load[offset=230400,end=261120](main:@1) -> float_type, {8, 60, 16}, {960, 16, 1}: 0.00047008ms, 0.00424311%
main:@295 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=7680,local=256,](main:@293,main:@291,main:@294) -> float_type, {8, 60, 16}, {960, 16, 1}: 0.015857ms, 0.14313%
main:@296 = load[offset=182272,end=215296](main:@1) -> float_type, {8, 1032}, {1032, 1}: 0.00061424ms, 0.00554434%
main:@297 = reshape_lazy[dims={-1, 960}](main:@295) -> float_type, {8, 960}, {960, 1}: 0.00051356ms, 0.00463557%
main:@298 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4128,local=256,](main:@11,main:@297,main:@296) -> float_type, {8, 1032}, {1032, 1}: 0.0143267ms, 0.129317%
main:@299 = hip::hip_copy_literal[id=main:@literal:151] -> float_type, {1032, 128}, {128, 1}: 0.0008129ms, 0.00733752%
main:@300 = load[offset=234496,end=238592](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047156ms, 0.00425646%
main:@301 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@298,main:@299,main:@300) -> float_type, {8, 128}, {128, 1}: 0.0244739ms, 0.22091%
main:@302 = load[offset=230400,end=234496](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060748ms, 0.00548333%
main:@303 = gpu::code_object[code_object=13520,symbol_name=neg_sub_kernel,global=512,local=256,](main:@301,main:@302) -> float_type, {8, 128}, {128, 1}: 0.0130174ms, 0.1175%
main:@304 = hip::hip_copy_literal[id=main:@literal:108] -> float_type, {128, 16}, {16, 1}: 0.00075728ms, 0.00683547%
main:@305 = load[offset=163712,end=164224](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00049602ms, 0.00447725%
main:@306 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@303,main:@304,main:@305) -> float_type, {8, 16}, {16, 1}: 0.020415ms, 0.184273%
main:@307 = load[offset=164224,end=165248](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00061088ms, 0.00551402%
main:@308 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=128,local=256,](main:@266,main:@167,main:@307) -> float_type, {8, 32}, {32, 1}: 0.013455ms, 0.121449%
main:@309 = load[offset=232960,end=235520](main:@1) -> float_type, {8, 80}, {80, 1}: 0.00060648ms, 0.0054743%
main:@310 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=128,local=256,](main:@128,main:@266,main:@167,main:@109,main:@187,main:@309) -> float_type, {8, 80}, {80, 1}: 0.0149315ms, 0.134777%
main:@311 = load[offset=230400,end=232960](main:@1) -> float_type, {8, 80}, {80, 1}: 0.00060816ms, 0.00548946%
main:@312 = gpu::code_object[code_object=13560,symbol_name=neg_rsqrt_tanh_log_concat_add_kernel,global=160,local=256,](main:@128,main:@308,main:@109,main:@187,main:@310,main:@311) -> float_type, {8, 80}, {80, 1}: 0.0161003ms, 0.145327%
main:@313 = load[offset=164224,end=164736](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00062684ms, 0.00565808%
main:@314 = gpu::code_object[code_object=13520,symbol_name=rsqrt_sub_kernel,global=64,local=256,](main:@227,main:@313) -> float_type, {8, 16}, {16, 1}: 0.012948ms, 0.116873%
main:@315 = load[offset=164736,end=165248](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060404ms, 0.00545228%
main:@316 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=64,local=256,](main:@32,main:@315) -> float_type, {8, 16}, {16, 1}: 0.0138236ms, 0.124777%
main:@317 = load[offset=165248,end=165760](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060622ms, 0.00547195%
main:@318 = gpu::code_object[code_object=13520,symbol_name=tanh_div_kernel,global=64,local=256,](main:@147,main:@317) -> float_type, {8, 16}, {16, 1}: 0.013962ms, 0.126026%
main:@319 = load[offset=165760,end=166272](main:@1) -> float_type, {8, 16}, {16, 1}: 0.0006138ms, 0.00554037%
main:@320 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=64,local=256,](main:@51,main:@319) -> float_type, {8, 16}, {16, 1}: 0.0136232ms, 0.122968%
main:@321 = load[offset=232960,end=233472](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00060386ms, 0.00545065%
main:@322 = gpu::code_object[code_object=13520,symbol_name=rsqrt_sub_kernel,global=64,local=256,](main:@71,main:@321) -> float_type, {8, 16}, {16, 1}: 0.0128308ms, 0.115815%
main:@323 = load[offset=233472,end=233984](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00059102ms, 0.00533475%
main:@324 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=64,local=256,](main:@90,main:@323) -> float_type, {8, 16}, {16, 1}: 0.0128893ms, 0.116343%
main:@325 = load[offset=233984,end=234496](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00059796ms, 0.0053974%
main:@326 = gpu::code_object[code_object=13520,symbol_name=tanh_add_kernel,global=64,local=256,](main:@247,main:@325) -> float_type, {8, 16}, {16, 1}: 0.0135026ms, 0.121879%
main:@327 = load[offset=234496,end=235008](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00061676ms, 0.00556709%
main:@328 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=64,local=256,](main:@207,main:@327) -> float_type, {8, 16}, {16, 1}: 0.0129323ms, 0.116732%
main:@329 = load[offset=235008,end=235520](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00059276ms, 0.00535046%
main:@330 = gpu::code_object[code_object=13520,symbol_name=rsqrt_pow_kernel,global=64,local=256,](main:@306,main:@329) -> float_type, {8, 16}, {16, 1}: 0.016208ms, 0.146299%
main:@331 = load[offset=163712,end=164224](main:@1) -> float_type, {8, 16}, {16, 1}: 0.00063624ms, 0.00574292%
main:@332 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=64,local=256,](main:@286,main:@331) -> float_type, {8, 16}, {16, 1}: 0.0129757ms, 0.117123%
main:@333 = load[offset=215296,end=222976](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00059512ms, 0.00537176%
main:@334 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=174,local=256,](main:@322,main:@332,main:@328,main:@318,main:@314,main:@330,main:@312,main:@320,main:@326,main:@324,main:@316,main:@333) -> float_type, {8, 240}, {240, 1}: 0.019346ms, 0.174624%
main:@335 = hip::hip_copy_literal[id=main:@literal:107] -> float_type, {128, 240}, {240, 1}: 0.00070932ms, 0.00640257%
main:@336 = hip::hip_copy_literal[id=main:@literal:137] -> float_type, {128, 240}, {240, 1}: 0.00066474ms, 0.00600017%
w27LgiJW6P:0 = @param:w27LgiJW6P:0 -> float_type, {8, 13}, {13, 1}: 0.00054914ms, 0.00495673%
main:@338 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](w27LgiJW6P:0) -> float_type, {8, 4}, {13, 1}: 0.00085526ms, 0.00771987%
main:@339 = load[offset=230400,end=237952](main:@1) -> float_type, {8, 236}, {236, 1}: 0.00046866ms, 0.00423029%
0cjwsL5ldh:0 = @param:0cjwsL5ldh:0 -> float_type, {8, 33}, {33, 1}: 0.00048186ms, 0.00434944%
main:@341 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](0cjwsL5ldh:0) -> float_type, {8, 16}, {33, 1}: 0.00066312ms, 0.00598555%
0sDBrPmfS9:0 = @param:0sDBrPmfS9:0 -> float_type, {8, 13}, {13, 1}: 0.00047618ms, 0.00429817%
main:@343 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](0sDBrPmfS9:0) -> float_type, {8, 4}, {13, 1}: 0.0008396ms, 0.00757852%
whRnWGgf0Q:0 = @param:whRnWGgf0Q:0 -> float_type, {8, 13}, {13, 1}: 0.00054832ms, 0.00494933%
main:@345 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](whRnWGgf0Q:0) -> float_type, {8, 4}, {13, 1}: 0.00083914ms, 0.00757437%
3mk8BKjDey:0 = @param:3mk8BKjDey:0 -> float_type, {8, 25}, {25, 1}: 0.00052312ms, 0.00472186%
main:@347 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](3mk8BKjDey:0) -> float_type, {8, 16}, {25, 1}: 0.00075422ms, 0.00680785%
TxEdCcekGS:0 = @param:TxEdCcekGS:0 -> float_type, {8, 49}, {49, 1}: 0.0005053ms, 0.00456101%
main:@349 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](TxEdCcekGS:0) -> float_type, {8, 8}, {49, 1}: 0.0006375ms, 0.0057543%
LKAvFme9ZS:0 = @param:LKAvFme9ZS:0 -> float_type, {8, 49}, {49, 1}: 0.00047052ms, 0.00424708%
main:@351 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](LKAvFme9ZS:0) -> float_type, {8, 8}, {49, 1}: 0.00079746ms, 0.00719815%
KFhBukd7EV:0 = @param:KFhBukd7EV:0 -> float_type, {8, 13}, {13, 1}: 0.0005108ms, 0.00461066%
main:@353 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](KFhBukd7EV:0) -> float_type, {8, 4}, {13, 1}: 0.00067122ms, 0.00605867%
main:@354 = slice[axes={0, 1},starts={0, 257},ends={8, 289}](lyiDxfzZg3:0) -> float_type, {8, 32}, {701, 1}: 0.00062848ms, 0.00567288%
m5MfQhR1Bp:0 = @param:m5MfQhR1Bp:0 -> float_type, {8, 13}, {13, 1}: 0.00046172ms, 0.00416765%
main:@356 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](m5MfQhR1Bp:0) -> float_type, {8, 4}, {13, 1}: 0.00074348ms, 0.00671091%
main:@357 = slice[axes={0, 1},starts={0, 129},ends={8, 161}](nv2tzWRf1I:0) -> float_type, {8, 32}, {301, 1}: 0.00069054ms, 0.00623305%
Qp3K1PHvte:0 = @param:Qp3K1PHvte:0 -> float_type, {8, 69}, {69, 1}: 0.00051032ms, 0.00460633%
main:@359 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](Qp3K1PHvte:0) -> float_type, {8, 16}, {69, 1}: 0.00075828ms, 0.0068445%
S5AzoJmqUC:0 = @param:S5AzoJmqUC:0 -> float_type, {8, 13}, {13, 1}: 0.00051554ms, 0.00465344%
main:@361 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](S5AzoJmqUC:0) -> float_type, {8, 4}, {13, 1}: 0.00075426ms, 0.00680821%
main:@362 = slice[axes={0, 1},starts={0, 129},ends={8, 161}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00071054ms, 0.00641358%
Vi28Dy4Ll5:0 = @param:Vi28Dy4Ll5:0 -> float_type, {8, 13}, {13, 1}: 0.00057504ms, 0.00519051%
main:@364 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Vi28Dy4Ll5:0) -> float_type, {8, 4}, {13, 1}: 0.00070854ms, 0.00639553%
mIR0ToEnMH:0 = @param:mIR0ToEnMH:0 -> float_type, {8, 13}, {13, 1}: 0.0004702ms, 0.00424419%
main:@366 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](mIR0ToEnMH:0) -> float_type, {8, 4}, {13, 1}: 0.00068262ms, 0.00616157%
cHzIDJm6us:0 = @param:cHzIDJm6us:0 -> float_type, {8, 33}, {33, 1}: 0.00049378ms, 0.00445703%
main:@368 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](cHzIDJm6us:0) -> float_type, {8, 16}, {33, 1}: 0.00068388ms, 0.00617294%
ifP6Ceko5T:0 = @param:ifP6Ceko5T:0 -> float_type, {8, 73}, {73, 1}: 0.00048322ms, 0.00436171%
main:@370 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](ifP6Ceko5T:0) -> float_type, {8, 16}, {73, 1}: 0.00074266ms, 0.00670351%
gU9SoiHyRO:0 = @param:gU9SoiHyRO:0 -> float_type, {8, 13}, {13, 1}: 0.00053898ms, 0.00486502%
main:@372 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](gU9SoiHyRO:0) -> float_type, {8, 4}, {13, 1}: 0.00069608ms, 0.00628306%
d1ExPaGqMN:0 = @param:d1ExPaGqMN:0 -> float_type, {8, 13}, {13, 1}: 0.00044092ms, 0.0039799%
main:@374 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](d1ExPaGqMN:0) -> float_type, {8, 4}, {13, 1}: 0.00070612ms, 0.00637369%
qeZ76Hc03v:0 = @param:qeZ76Hc03v:0 -> float_type, {8, 13}, {13, 1}: 0.00047006ms, 0.00424293%
main:@376 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](qeZ76Hc03v:0) -> float_type, {8, 4}, {13, 1}: 0.00091012ms, 0.00821506%
main:@377 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=89,local=256,](main:@354,main:@357,main:@362,main:@370,main:@359,main:@351,main:@349,main:@368,main:@347,main:@341,main:@343,main:@372,main:@353,main:@376,main:@364,main:@356,main:@366,main:@374,main:@361,main:@345,main:@338,main:@339) -> float_type, {8, 236}, {236, 1}: 0.0356318ms, 0.321625%
main:@378 = hip::hip_copy_literal[id=main:@literal:26] -> float_type, {236, 896}, {896, 1}: 0.00080054ms, 0.00722595%
main:@379 = load[offset=247072,end=275744](main:@1) -> float_type, {8, 896}, {896, 1}: 0.00050074ms, 0.00451985%
main:@380 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@377,main:@378,main:@379) -> float_type, {8, 896}, {896, 1}: 0.0258123ms, 0.232991%
main:@381 = hip::hip_copy_literal[id=main:@literal:10] -> float_type, {32, 18, 18}, {324, 18, 1}: 0.00080878ms, 0.00730033%
main:@382 = load[offset=584736,end=626208](main:@1) -> float_type, {32, 18, 18}, {324, 18, 1}: 0.00051594ms, 0.00465705%
main:@383 = gpu::code_object[code_object=14552,symbol_name=softmax_kernel,global=36864,local=64,](main:@381,main:@382) -> float_type, {32, 18, 18}, {324, 18, 1}: 0.0186847ms, 0.168654%
main:@384 = hip::hip_copy_literal[id=main:@literal:8] -> float_type, {32, 18, 64}, {1152, 64, 1}: 0.0007484ms, 0.00675532%
main:@385 = load[offset=275744,end=423200](main:@1) -> float_type, {32, 18, 64}, {1152, 64, 1}: 0.00051592ms, 0.00465687%
main:@386 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@383,main:@384,main:@385) -> float_type, {32, 18, 64}, {1152, 64, 1}: 0.0219369ms, 0.19801%
main:@387 = load[offset=584736,end=608160](main:@1) -> float_type, {8, 732}, {732, 1}: 0.0006298ms, 0.00568479%
main:@388 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2928,local=256,](main:@121,main:@334,main:@387) -> float_type, {8, 732}, {732, 1}: 0.0142657ms, 0.128767%
main:@389 = hip::hip_copy_literal[id=main:@literal:155] -> float_type, {732, 128}, {128, 1}: 0.00077914ms, 0.00703279%
main:@390 = load[offset=230400,end=234496](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049052ms, 0.0044276%
main:@391 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@388,main:@389,main:@390) -> float_type, {8, 128}, {128, 1}: 0.0371289ms, 0.335138%
main:@392 = load[offset=238080,end=242176](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0006116ms, 0.00552051%
main:@393 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@391,main:@392) -> float_type, {8, 128}, {128, 1}: 0.0131449ms, 0.118651%
main:@394 = load[offset=230400,end=238080](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00061954ms, 0.00559218%
main:@395 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@393,main:@336,main:@394) -> float_type, {8, 240}, {240, 1}: 0.0200312ms, 0.180808%
main:@396 = load[offset=584736,end=608160](main:@1) -> float_type, {8, 732}, {732, 1}: 0.00061506ms, 0.00555175%
main:@397 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=2928,local=256,](main:@121,main:@395,main:@334,main:@396) -> float_type, {8, 732}, {732, 1}: 0.0145925ms, 0.131717%
main:@398 = hip::hip_copy_literal[id=main:@literal:118] -> float_type, {732, 256}, {256, 1}: 0.00077594ms, 0.0070039%
main:@399 = load[offset=163712,end=171904](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048856ms, 0.00440991%
main:@400 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@397,main:@398,main:@399) -> float_type, {8, 256}, {256, 1}: 0.0400973ms, 0.361932%
main:@401 = load[offset=584736,end=620320](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00062836ms, 0.0056718%
main:@402 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4448,local=256,](main:@63,main:@334,main:@401) -> float_type, {8, 1112}, {1112, 1}: 0.0144961ms, 0.130847%
main:@403 = hip::hip_copy_literal[id=main:@literal:128] -> float_type, {1112, 128}, {128, 1}: 0.0008008ms, 0.0072283%
main:@404 = load[offset=176000,end=180096](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00045872ms, 0.00414057%
main:@405 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@402,main:@403,main:@404) -> float_type, {8, 128}, {128, 1}: 0.0246371ms, 0.222383%
main:@406 = load[offset=171904,end=176000](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00064754ms, 0.00584492%
main:@407 = gpu::code_object[code_object=13520,symbol_name=neg_add_kernel,global=512,local=256,](main:@405,main:@406) -> float_type, {8, 128}, {128, 1}: 0.0128645ms, 0.11612%
main:@408 = hip::hip_copy_literal[id=main:@literal:67] -> float_type, {128, 240}, {240, 1}: 0.00073086ms, 0.006597%
main:@409 = load[offset=230400,end=238080](main:@1) -> float_type, {8, 240}, {240, 1}: 0.0004784ms, 0.00431821%
main:@410 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@407,main:@408,main:@409) -> float_type, {8, 240}, {240, 1}: 0.0197106ms, 0.177915%
main:@411 = load[offset=584736,end=620320](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00061344ms, 0.00553712%
main:@412 = gpu::code_object[code_object=13552,symbol_name=noop_log_add_concat_noop_kernel,global=4448,local=256,](main:@63,main:@410,main:@334,main:@411) -> float_type, {8, 1112}, {1112, 1}: 0.0146104ms, 0.131879%
main:@413 = hip::hip_copy_literal[id=main:@literal:87] -> float_type, {1112, 256}, {256, 1}: 0.00075026ms, 0.00677211%
main:@414 = load[offset=44160,end=52352](main:@1) -> float_type, {8, 256}, {256, 1}: 0.0004616ms, 0.00416656%
main:@415 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@412,main:@413,main:@414) -> float_type, {8, 256}, {256, 1}: 0.0307638ms, 0.277684%
main:@416 = load[offset=584736,end=658720](main:@1) -> float_type, {8, 2312}, {2312, 1}: 0.00060062ms, 0.00542141%
main:@417 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=9248,local=256,](main:@199,main:@334,main:@416) -> float_type, {8, 2312}, {2312, 1}: 0.0150034ms, 0.135426%
main:@418 = hip::hip_copy_literal[id=main:@literal:53] -> float_type, {2312, 128}, {128, 1}: 0.00079292ms, 0.00715717%
main:@419 = load[offset=52352,end=56448](main:@1) -> float_type, {8, 128}, {128, 1}: 0.000481ms, 0.00434167%
main:@420 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@417,main:@418,main:@419) -> float_type, {8, 128}, {128, 1}: 0.0296293ms, 0.267444%
main:@421 = load[offset=60032,end=64128](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00062406ms, 0.00563298%
main:@422 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=512,local=256,](main:@420,main:@421) -> float_type, {8, 128}, {128, 1}: 0.0130499ms, 0.117793%
main:@423 = load[offset=52352,end=60032](main:@1) -> float_type, {8, 240}, {240, 1}: 0.0006344ms, 0.00572632%
main:@424 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@422,main:@335,main:@423) -> float_type, {8, 240}, {240, 1}: 0.0210915ms, 0.190379%
main:@425 = load[offset=584736,end=658720](main:@1) -> float_type, {8, 2312}, {2312, 1}: 0.00063004ms, 0.00568696%
main:@426 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_pow_concat_noop_kernel,global=9248,local=256,](main:@199,main:@424,main:@334,main:@425) -> float_type, {8, 2312}, {2312, 1}: 0.0166138ms, 0.149962%
main:@427 = hip::hip_copy_literal[id=main:@literal:144] -> float_type, {2312, 256}, {256, 1}: 0.00076692ms, 0.00692249%
main:@428 = load[offset=52352,end=60544](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047094ms, 0.00425087%
main:@429 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@426,main:@427,main:@428) -> float_type, {8, 256}, {256, 1}: 0.0297885ms, 0.268882%
main:@430 = load[offset=518432,end=589856](main:@1) -> float_type, {8, 2232}, {2232, 1}: 0.00060092ms, 0.00542411%
main:@431 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8928,local=256,](main:@140,main:@334,main:@430) -> float_type, {8, 2232}, {2232, 1}: 0.0156041ms, 0.140848%
main:@432 = hip::hip_copy_literal[id=main:@literal:66] -> float_type, {2232, 128}, {128, 1}: 0.00077392ms, 0.00698567%
main:@433 = load[offset=60544,end=64640](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0004648ms, 0.00419545%
main:@434 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@431,main:@432,main:@433) -> float_type, {8, 128}, {128, 1}: 0.0286881ms, 0.258949%
main:@435 = load[offset=171904,end=176000](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060712ms, 0.00548008%
main:@436 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=512,local=256,](main:@434,main:@435) -> float_type, {8, 128}, {128, 1}: 0.0134143ms, 0.121082%
main:@437 = load[offset=60544,end=68224](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00060776ms, 0.00548585%
main:@438 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@436,main:@335,main:@437) -> float_type, {8, 240}, {240, 1}: 0.0196733ms, 0.177578%
main:@439 = load[offset=518432,end=589856](main:@1) -> float_type, {8, 2232}, {2232, 1}: 0.00063822ms, 0.0057608%
main:@440 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=8928,local=256,](main:@140,main:@438,main:@334,main:@439) -> float_type, {8, 2232}, {2232, 1}: 0.0159517ms, 0.143985%
main:@441 = hip::hip_copy_literal[id=main:@literal:69] -> float_type, {2232, 256}, {256, 1}: 0.00075454ms, 0.00681074%
main:@442 = load[offset=60544,end=68736](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048018ms, 0.00433427%
main:@443 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@440,main:@441,main:@442) -> float_type, {8, 256}, {256, 1}: 0.0294933ms, 0.266217%
main:@444 = load[offset=99968,end=115072](main:@1) -> float_type, {8, 472}, {472, 1}: 0.0006157ms, 0.00555752%
main:@445 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1888,local=256,](main:@83,main:@334,main:@444) -> float_type, {8, 472}, {472, 1}: 0.0142947ms, 0.129029%
main:@446 = hip::hip_copy_literal[id=main:@literal:119] -> float_type, {472, 128}, {128, 1}: 0.00075398ms, 0.00680569%
main:@447 = load[offset=115072,end=119168](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049962ms, 0.00450974%
main:@448 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@445,main:@446,main:@447) -> float_type, {8, 128}, {128, 1}: 0.0304565ms, 0.274911%
main:@449 = load[offset=99968,end=104064](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061024ms, 0.00550824%
main:@450 = gpu::code_object[code_object=13520,symbol_name=log_add_kernel,global=512,local=256,](main:@448,main:@449) -> float_type, {8, 128}, {128, 1}: 0.0131173ms, 0.118402%
main:@451 = hip::hip_copy_literal[id=main:@literal:102] -> float_type, {128, 240}, {240, 1}: 0.00075608ms, 0.00682464%
main:@452 = load[offset=123264,end=130944](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00047262ms, 0.00426603%
main:@453 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@450,main:@451,main:@452) -> float_type, {8, 240}, {240, 1}: 0.0210244ms, 0.189774%
main:@454 = load[offset=108160,end=123264](main:@1) -> float_type, {8, 472}, {472, 1}: 0.0006047ms, 0.00545823%
main:@455 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_div_concat_noop_kernel,global=1888,local=256,](main:@83,main:@453,main:@334,main:@454) -> float_type, {8, 472}, {472, 1}: 0.0147354ms, 0.133006%
main:@456 = hip::hip_copy_literal[id=main:@literal:80] -> float_type, {472, 256}, {256, 1}: 0.00082222ms, 0.00742164%
main:@457 = load[offset=99968,end=108160](main:@1) -> float_type, {8, 256}, {256, 1}: 0.0004891ms, 0.00441479%
main:@458 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@455,main:@456,main:@457) -> float_type, {8, 256}, {256, 1}: 0.0308504ms, 0.278466%
main:@459 = load[offset=108160,end=148864](main:@1) -> float_type, {8, 1272}, {1272, 1}: 0.0006171ms, 0.00557016%
main:@460 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5088,local=256,](main:@219,main:@334,main:@459) -> float_type, {8, 1272}, {1272, 1}: 0.0144971ms, 0.130856%
main:@461 = hip::hip_copy_literal[id=main:@literal:59] -> float_type, {1272, 128}, {128, 1}: 0.00075308ms, 0.00679756%
main:@462 = load[offset=148864,end=152960](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046386ms, 0.00418696%
main:@463 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@460,main:@461,main:@462) -> float_type, {8, 128}, {128, 1}: 0.0248636ms, 0.224427%
main:@464 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060466ms, 0.00545787%
main:@465 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=512,local=256,](main:@463,main:@464) -> float_type, {8, 128}, {128, 1}: 0.0129567ms, 0.116951%
main:@466 = hip::hip_copy_literal[id=main:@literal:39] -> float_type, {128, 240}, {240, 1}: 0.00075662ms, 0.00682952%
main:@467 = load[offset=108160,end=115840](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00045974ms, 0.00414977%
main:@468 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@465,main:@466,main:@467) -> float_type, {8, 240}, {240, 1}: 0.0194348ms, 0.175425%
main:@469 = load[offset=116352,end=157056](main:@1) -> float_type, {8, 1272}, {1272, 1}: 0.0006241ms, 0.00563334%
main:@470 = gpu::code_object[code_object=13552,symbol_name=noop_log_sub_concat_noop_kernel,global=5088,local=256,](main:@219,main:@468,main:@334,main:@469) -> float_type, {8, 1272}, {1272, 1}: 0.0145563ms, 0.131391%
main:@471 = hip::hip_copy_literal[id=main:@literal:40] -> float_type, {1272, 256}, {256, 1}: 0.00076446ms, 0.00690028%
main:@472 = load[offset=108160,end=116352](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047518ms, 0.00428914%
main:@473 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@470,main:@471,main:@472) -> float_type, {8, 256}, {256, 1}: 0.0304175ms, 0.274559%
main:@474 = load[offset=116352,end=151936](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00060946ms, 0.0055012%
main:@475 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4448,local=256,](main:@159,main:@334,main:@474) -> float_type, {8, 1112}, {1112, 1}: 0.0142821ms, 0.128915%
main:@476 = hip::hip_copy_literal[id=main:@literal:54] -> float_type, {1112, 128}, {128, 1}: 0.00075168ms, 0.00678493%
main:@477 = load[offset=151936,end=156032](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0004574ms, 0.00412865%
main:@478 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@475,main:@476,main:@477) -> float_type, {8, 128}, {128, 1}: 0.0250429ms, 0.226046%
main:@479 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061612ms, 0.00556131%
main:@480 = gpu::code_object[code_object=13520,symbol_name=log_pow_kernel,global=512,local=256,](main:@478,main:@479) -> float_type, {8, 128}, {128, 1}: 0.0163793ms, 0.147846%
main:@481 = load[offset=151936,end=159616](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00060908ms, 0.00549777%
main:@482 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@480,main:@336,main:@481) -> float_type, {8, 240}, {240, 1}: 0.0195278ms, 0.176265%
main:@483 = load[offset=116352,end=151936](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.0006023ms, 0.00543657%
main:@484 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=4448,local=256,](main:@159,main:@482,main:@334,main:@483) -> float_type, {8, 1112}, {1112, 1}: 0.0145089ms, 0.130963%
main:@485 = hip::hip_copy_literal[id=main:@literal:123] -> float_type, {1112, 256}, {256, 1}: 0.00074172ms, 0.00669502%
main:@486 = load[offset=68736,end=76928](main:@1) -> float_type, {8, 256}, {256, 1}: 0.0004533ms, 0.00409164%
main:@487 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@484,main:@485,main:@486) -> float_type, {8, 256}, {256, 1}: 0.0287141ms, 0.259183%
main:@488 = load[offset=76928,end=92032](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00061958ms, 0.00559255%
main:@489 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1888,local=256,](main:@239,main:@334,main:@488) -> float_type, {8, 472}, {472, 1}: 0.0139942ms, 0.126317%
main:@490 = hip::hip_copy_literal[id=main:@literal:99] -> float_type, {472, 128}, {128, 1}: 0.0008051ms, 0.00726711%
main:@491 = load[offset=92032,end=96128](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047334ms, 0.00427253%
main:@492 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@489,main:@490,main:@491) -> float_type, {8, 128}, {128, 1}: 0.0298505ms, 0.269441%
main:@493 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00063832ms, 0.0057617%
main:@494 = gpu::code_object[code_object=13520,symbol_name=log_div_kernel,global=512,local=256,](main:@492,main:@493) -> float_type, {8, 128}, {128, 1}: 0.0133305ms, 0.120326%
main:@495 = load[offset=76928,end=84608](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00058878ms, 0.00531453%
main:@496 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@494,main:@335,main:@495) -> float_type, {8, 240}, {240, 1}: 0.0192981ms, 0.174192%
main:@497 = load[offset=116352,end=131456](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00061454ms, 0.00554705%
main:@498 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_div_concat_noop_kernel,global=1888,local=256,](main:@239,main:@496,main:@334,main:@497) -> float_type, {8, 472}, {472, 1}: 0.01453ms, 0.131153%
main:@499 = hip::hip_copy_literal[id=main:@literal:63] -> float_type, {472, 256}, {256, 1}: 0.0007598ms, 0.00685822%
main:@500 = load[offset=76928,end=85120](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048088ms, 0.00434059%
main:@501 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@498,main:@499,main:@500) -> float_type, {8, 256}, {256, 1}: 0.0313333ms, 0.282825%
main:@502 = load[offset=116352,end=151936](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.00060966ms, 0.005503%
main:@503 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4448,local=256,](main:@278,main:@334,main:@502) -> float_type, {8, 1112}, {1112, 1}: 0.0143732ms, 0.129737%
main:@504 = hip::hip_copy_literal[id=main:@literal:135] -> float_type, {1112, 128}, {128, 1}: 0.0007156ms, 0.00645926%
main:@505 = load[offset=85120,end=89216](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00048362ms, 0.00436532%
main:@506 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@503,main:@504,main:@505) -> float_type, {8, 128}, {128, 1}: 0.0244802ms, 0.220967%
main:@507 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00059848ms, 0.00540209%
main:@508 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@506,main:@507) -> float_type, {8, 128}, {128, 1}: 0.0161612ms, 0.145877%
main:@509 = hip::hip_copy_literal[id=main:@literal:74] -> float_type, {128, 240}, {240, 1}: 0.00068492ms, 0.00618233%
main:@510 = load[offset=85120,end=92800](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00045846ms, 0.00413822%
main:@511 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@508,main:@509,main:@510) -> float_type, {8, 240}, {240, 1}: 0.0197301ms, 0.178091%
main:@512 = load[offset=116352,end=151936](main:@1) -> float_type, {8, 1112}, {1112, 1}: 0.000609ms, 0.00549705%
main:@513 = gpu::code_object[code_object=13552,symbol_name=noop_log_add_concat_noop_kernel,global=4448,local=256,](main:@278,main:@511,main:@334,main:@512) -> float_type, {8, 1112}, {1112, 1}: 0.0144783ms, 0.130686%
main:@514 = hip::hip_copy_literal[id=main:@literal:55] -> float_type, {1112, 256}, {256, 1}: 0.00075504ms, 0.00681525%
main:@515 = load[offset=85120,end=93312](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048868ms, 0.004411%
main:@516 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@513,main:@514,main:@515) -> float_type, {8, 256}, {256, 1}: 0.028092ms, 0.253568%
main:@517 = load[offset=116352,end=158336](main:@1) -> float_type, {8, 1312}, {1312, 1}: 0.00060674ms, 0.00547665%
main:@518 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5248,local=256,](main:@259,main:@334,main:@517) -> float_type, {8, 1312}, {1312, 1}: 0.0144709ms, 0.130619%
main:@519 = hip::hip_copy_literal[id=main:@literal:46] -> float_type, {1312, 128}, {128, 1}: 0.00073794ms, 0.0066609%
main:@520 = load[offset=93312,end=97408](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047324ms, 0.00427163%
main:@521 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@518,main:@519,main:@520) -> float_type, {8, 128}, {128, 1}: 0.0248137ms, 0.223977%
main:@522 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060778ms, 0.00548603%
main:@523 = gpu::code_object[code_object=13520,symbol_name=tanh_add_kernel,global=512,local=256,](main:@521,main:@522) -> float_type, {8, 128}, {128, 1}: 0.0135016ms, 0.12187%
main:@524 = load[offset=116352,end=124032](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00058914ms, 0.00531778%
main:@525 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@523,main:@335,main:@524) -> float_type, {8, 240}, {240, 1}: 0.0193906ms, 0.175026%
main:@526 = load[offset=457504,end=499488](main:@1) -> float_type, {8, 1312}, {1312, 1}: 0.00061432ms, 0.00554507%
main:@527 = gpu::code_object[code_object=13552,symbol_name=noop_neg_div_concat_noop_kernel,global=5248,local=256,](main:@259,main:@525,main:@334,main:@526) -> float_type, {8, 1312}, {1312, 1}: 0.0148088ms, 0.133669%
main:@528 = hip::hip_copy_literal[id=main:@literal:60] -> float_type, {1312, 256}, {256, 1}: 0.00076466ms, 0.00690209%
main:@529 = load[offset=116352,end=124544](main:@1) -> float_type, {8, 256}, {256, 1}: 0.0004727ms, 0.00426675%
main:@530 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@527,main:@528,main:@529) -> float_type, {8, 256}, {256, 1}: 0.0294567ms, 0.265886%
main:@531 = load[offset=124544,end=139648](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00061006ms, 0.00550661%
main:@532 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1888,local=256,](main:@44,main:@334,main:@531) -> float_type, {8, 472}, {472, 1}: 0.0139643ms, 0.126047%
main:@533 = hip::hip_copy_literal[id=main:@literal:145] -> float_type, {472, 128}, {128, 1}: 0.0008137ms, 0.00734474%
main:@534 = load[offset=93312,end=97408](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046068ms, 0.00415826%
main:@535 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@532,main:@533,main:@534) -> float_type, {8, 128}, {128, 1}: 0.0299052ms, 0.269934%
main:@536 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00064814ms, 0.00585034%
main:@537 = gpu::code_object[code_object=13520,symbol_name=log_pow_kernel,global=512,local=256,](main:@535,main:@536) -> float_type, {8, 128}, {128, 1}: 0.0163997ms, 0.148029%
main:@538 = hip::hip_copy_literal[id=main:@literal:71] -> float_type, {128, 240}, {240, 1}: 0.00072826ms, 0.00657353%
main:@539 = load[offset=124544,end=132224](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00045914ms, 0.00414436%
main:@540 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@537,main:@538,main:@539) -> float_type, {8, 240}, {240, 1}: 0.019507ms, 0.176077%
main:@541 = load[offset=132736,end=147840](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00061354ms, 0.00553803%
main:@542 = gpu::code_object[code_object=13552,symbol_name=noop_log_pow_concat_noop_kernel,global=1888,local=256,](main:@44,main:@540,main:@334,main:@541) -> float_type, {8, 472}, {472, 1}: 0.0165725ms, 0.149589%
main:@543 = hip::hip_copy_literal[id=main:@literal:37] -> float_type, {472, 256}, {256, 1}: 0.00070788ms, 0.00638957%
main:@544 = load[offset=124544,end=132736](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00050698ms, 0.00457618%
main:@545 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@542,main:@543,main:@544) -> float_type, {8, 256}, {256, 1}: 0.0314952ms, 0.284287%
main:@546 = load[offset=132736,end=147840](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00063846ms, 0.00576296%
main:@547 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1888,local=256,](main:@24,main:@334,main:@546) -> float_type, {8, 472}, {472, 1}: 0.0139531ms, 0.125946%
main:@548 = hip::hip_copy_literal[id=main:@literal:47] -> float_type, {472, 128}, {128, 1}: 0.0007741ms, 0.0069873%
main:@549 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00049494ms, 0.0044675%
main:@550 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@547,main:@548,main:@549) -> float_type, {8, 128}, {128, 1}: 0.030541ms, 0.275674%
main:@551 = load[offset=7424,end=11520](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060306ms, 0.00544343%
main:@552 = gpu::code_object[code_object=13520,symbol_name=tanh_sub_kernel,global=512,local=256,](main:@550,main:@551) -> float_type, {8, 128}, {128, 1}: 0.0136704ms, 0.123394%
main:@553 = load[offset=147840,end=155520](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00061016ms, 0.00550752%
main:@554 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@552,main:@336,main:@553) -> float_type, {8, 240}, {240, 1}: 0.0194417ms, 0.175487%
main:@555 = load[offset=132736,end=147840](main:@1) -> float_type, {8, 472}, {472, 1}: 0.00060916ms, 0.00549849%
main:@556 = gpu::code_object[code_object=13552,symbol_name=noop_tanh_div_concat_noop_kernel,global=1888,local=256,](main:@24,main:@554,main:@334,main:@555) -> float_type, {8, 472}, {472, 1}: 0.0148111ms, 0.133691%
main:@557 = hip::hip_copy_literal[id=main:@literal:156] -> float_type, {472, 256}, {256, 1}: 0.00077304ms, 0.00697773%
main:@558 = load[offset=0,end=8192](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047208ms, 0.00426116%
main:@559 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@556,main:@557,main:@558) -> float_type, {8, 256}, {256, 1}: 0.0315788ms, 0.285041%
main:@560 = load[offset=423200,end=463904](main:@1) -> float_type, {8, 1272}, {1272, 1}: 0.00061618ms, 0.00556186%
main:@561 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5088,local=256,](main:@298,main:@334,main:@560) -> float_type, {8, 1272}, {1272, 1}: 0.0144935ms, 0.130823%
main:@562 = hip::hip_copy_literal[id=main:@literal:136] -> float_type, {1272, 128}, {128, 1}: 0.00078074ms, 0.00704723%
main:@563 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046458ms, 0.00419346%
main:@564 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@561,main:@562,main:@563) -> float_type, {8, 128}, {128, 1}: 0.0244318ms, 0.22053%
main:@565 = load[offset=8192,end=12288](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00061216ms, 0.00552557%
main:@566 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@564,main:@565) -> float_type, {8, 128}, {128, 1}: 0.0162202ms, 0.14641%
main:@567 = hip::hip_copy_literal[id=main:@literal:78] -> float_type, {128, 240}, {240, 1}: 0.00072114ms, 0.00650926%
main:@568 = load[offset=132736,end=140416](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00047918ms, 0.00432525%
main:@569 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@566,main:@567,main:@568) -> float_type, {8, 240}, {240, 1}: 0.0194924ms, 0.175945%
main:@570 = load[offset=423200,end=463904](main:@1) -> float_type, {8, 1272}, {1272, 1}: 0.00061068ms, 0.00551221%
main:@571 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_div_concat_noop_kernel,global=5088,local=256,](main:@298,main:@569,main:@334,main:@570) -> float_type, {8, 1272}, {1272, 1}: 0.0147071ms, 0.132752%
main:@572 = hip::hip_copy_literal[id=main:@literal:131] -> float_type, {1272, 256}, {256, 1}: 0.00080302ms, 0.00724834%
main:@573 = load[offset=132736,end=140928](main:@1) -> float_type, {8, 256}, {256, 1}: 0.0004563ms, 0.00411872%
main:@574 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@571,main:@572,main:@573) -> float_type, {8, 256}, {256, 1}: 0.0297897ms, 0.268892%
main:@575 = load[offset=140928,end=160512](main:@1) -> float_type, {8, 612}, {612, 1}: 0.00060176ms, 0.0054317%
main:@576 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2448,local=256,](main:@102,main:@334,main:@575) -> float_type, {8, 612}, {612, 1}: 0.0140551ms, 0.126867%
main:@577 = hip::hip_copy_literal[id=main:@literal:125] -> float_type, {612, 128}, {128, 1}: 0.00079572ms, 0.00718245%
main:@578 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00051146ms, 0.00461662%
main:@579 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@576,main:@577,main:@578) -> float_type, {8, 128}, {128, 1}: 0.0337465ms, 0.304607%
main:@580 = load[offset=8192,end=12288](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00060642ms, 0.00547376%
main:@581 = gpu::code_object[code_object=13520,symbol_name=neg_pow_kernel,global=512,local=256,](main:@579,main:@580) -> float_type, {8, 128}, {128, 1}: 0.0162661ms, 0.146824%
main:@582 = hip::hip_copy_literal[id=main:@literal:124] -> float_type, {128, 240}, {240, 1}: 0.00070768ms, 0.00638777%
main:@583 = load[offset=171904,end=179584](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00046786ms, 0.00422307%
main:@584 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@581,main:@582,main:@583) -> float_type, {8, 240}, {240, 1}: 0.0196749ms, 0.177592%
main:@585 = load[offset=140928,end=160512](main:@1) -> float_type, {8, 612}, {612, 1}: 0.00061816ms, 0.00557973%
main:@586 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_add_concat_noop_kernel,global=2448,local=256,](main:@102,main:@584,main:@334,main:@585) -> float_type, {8, 612}, {612, 1}: 0.0142944ms, 0.129026%
main:@587 = hip::hip_copy_literal[id=main:@literal:103] -> float_type, {612, 256}, {256, 1}: 0.00079314ms, 0.00715916%
main:@588 = load[offset=8192,end=16384](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00050716ms, 0.0045778%
main:@589 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@586,main:@587,main:@588) -> float_type, {8, 256}, {256, 1}: 0.0342961ms, 0.309569%
main:@590 = load[offset=140928,end=158592](main:@1) -> float_type, {8, 552}, {552, 1}: 0.00064432ms, 0.00581586%
main:@591 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2208,local=256,](main:@179,main:@334,main:@590) -> float_type, {8, 552}, {552, 1}: 0.0140817ms, 0.127106%
main:@592 = hip::hip_copy_literal[id=main:@literal:122] -> float_type, {552, 128}, {128, 1}: 0.0007319ms, 0.00660638%
main:@593 = load[offset=16384,end=20480](main:@1) -> float_type, {8, 128}, {128, 1}: 0.0004752ms, 0.00428932%
main:@594 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@591,main:@592,main:@593) -> float_type, {8, 128}, {128, 1}: 0.0325834ms, 0.294109%
main:@595 = load[offset=36736,end=40832](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00059788ms, 0.00539667%
main:@596 = gpu::code_object[code_object=13520,symbol_name=neg_div_kernel,global=512,local=256,](main:@594,main:@595) -> float_type, {8, 128}, {128, 1}: 0.013108ms, 0.118318%
main:@597 = load[offset=16384,end=24064](main:@1) -> float_type, {8, 240}, {240, 1}: 0.00060798ms, 0.00548784%
main:@598 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@596,main:@336,main:@597) -> float_type, {8, 240}, {240, 1}: 0.019986ms, 0.1804%
main:@599 = load[offset=140928,end=158592](main:@1) -> float_type, {8, 552}, {552, 1}: 0.00061ms, 0.00550607%
main:@600 = gpu::code_object[code_object=13560,symbol_name=noop_rsqrt_sub_concat_noop_kernel,global=2208,local=256,](main:@179,main:@598,main:@334,main:@599) -> float_type, {8, 552}, {552, 1}: 0.0142798ms, 0.128894%
main:@601 = hip::hip_copy_literal[id=main:@literal:98] -> float_type, {552, 256}, {256, 1}: 0.00070852ms, 0.00639535%
main:@602 = load[offset=16384,end=24576](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047664ms, 0.00430232%
main:@603 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@600,main:@601,main:@602) -> float_type, {8, 256}, {256, 1}: 0.033141ms, 0.299142%
main:@604 = unsqueeze[axes={1},steps={}](main:@400) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00082574ms, 0.00745342%
main:@605 = unsqueeze[axes={1},steps={}](main:@415) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00055136ms, 0.00497677%
main:@606 = unsqueeze[axes={1},steps={}](main:@429) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00051146ms, 0.00461662%
main:@607 = unsqueeze[axes={1},steps={}](main:@443) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00049002ms, 0.00442309%
main:@608 = unsqueeze[axes={1},steps={}](main:@458) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00052228ms, 0.00471428%
main:@609 = unsqueeze[axes={1},steps={}](main:@473) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048912ms, 0.00441497%
main:@610 = unsqueeze[axes={1},steps={}](main:@487) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00049412ms, 0.0044601%
main:@611 = unsqueeze[axes={1},steps={}](main:@501) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047846ms, 0.00431875%
main:@612 = unsqueeze[axes={1},steps={}](main:@516) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048094ms, 0.00434113%
main:@613 = unsqueeze[axes={1},steps={}](main:@530) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0004966ms, 0.00448248%
main:@614 = unsqueeze[axes={1},steps={}](main:@545) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047438ms, 0.00428192%
main:@615 = unsqueeze[axes={1},steps={}](main:@559) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048346ms, 0.00436388%
main:@616 = unsqueeze[axes={1},steps={}](main:@574) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047792ms, 0.00431387%
main:@617 = unsqueeze[axes={1},steps={}](main:@589) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00046832ms, 0.00422722%
main:@618 = load[offset=423200,end=546080](main:@1) -> float_type, {8, 15, 256}, {3840, 256, 1}: 0.00050636ms, 0.00457058%
main:@619 = unsqueeze[axes={1},steps={}](main:@603) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00051296ms, 0.00463016%
main:@620 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1024,local=256,](main:@605,main:@612,main:@606,main:@607,main:@609,main:@616,main:@604,main:@613,main:@610,main:@617,main:@619,main:@614,main:@611,main:@608,main:@615,main:@618) -> float_type, {8, 15, 256}, {3840, 256, 1}: 0.024518ms, 0.221308%
main:@621 = hip::hip_copy_literal[id=main:@literal:35] -> float_type, {256, 768}, {768, 1}: 0.00078752ms, 0.00710843%
main:@622 = reshape_lazy[dims={120, 256}](main:@620) -> float_type, {120, 256}, {256, 1}: 0.00057738ms, 0.00521163%
main:@623 = load[offset=920896,end=1289536](main:@1) -> float_type, {120, 768}, {768, 1}: 0.0004732ms, 0.00427127%
main:@624 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@622,main:@621,main:@623) -> float_type, {120, 768}, {768, 1}: 0.0277946ms, 0.250883%
0pnqc4Em1y:0 = @param:0pnqc4Em1y:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00070588ms, 0.00637152%
main:@626 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](0pnqc4Em1y:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00077712ms, 0.00701456%
hKxguEQn94:0 = @param:hKxguEQn94:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00050278ms, 0.00453827%
main:@628 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](hKxguEQn94:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.0008344ms, 0.00753159%
D0gn7y6swk:0 = @param:D0gn7y6swk:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00053436ms, 0.00482332%
main:@630 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](D0gn7y6swk:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00065058ms, 0.00587236%
SKG7aiAo3m:0 = @param:SKG7aiAo3m:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00059004ms, 0.00532591%
main:@632 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](SKG7aiAo3m:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00081904ms, 0.00739294%
UpWkNPIeJO:0 = @param:UpWkNPIeJO:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.0005362ms, 0.00483993%
main:@634 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](UpWkNPIeJO:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00064086ms, 0.00578463%
nEuw2U7mFR:0 = @param:nEuw2U7mFR:0 -> float_type, {8, 50, 41}, {2050, 41, 1}: 0.00059888ms, 0.0054057%
main:@636 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 41}](nEuw2U7mFR:0) -> float_type, {8, 50, 40}, {2050, 41, 1}: 0.00078234ms, 0.00706167%
main:@637 = load[offset=0,end=153600](main:@1) -> float_type, {8, 50, 96}, {4800, 96, 1}: 0.0004909ms, 0.00443103%
main:@638 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=6400,local=256,](main:@636,main:@628,main:@632,main:@630,main:@634,main:@626,main:@637) -> float_type, {8, 50, 96}, {4800, 96, 1}: 0.0224174ms, 0.202347%
main:@639 = hip::hip_copy_literal[id=main:@literal:11] -> float_type, {96, 256}, {256, 1}: 0.0007826ms, 0.00706402%
main:@640 = load[offset=511296,end=920896](main:@1) -> float_type, {400, 256}, {256, 1}: 0.00050768ms, 0.0045825%
main:@641 = reshape_lazy[dims={400, 96}](main:@638) -> float_type, {400, 96}, {96, 1}: 0.0005477ms, 0.00494373%
main:@642 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@641,main:@639,main:@640) -> float_type, {400, 256}, {256, 1}: 0.0229241ms, 0.206921%
main:@643 = hip::hip_copy_literal[id=main:@literal:17] -> float_type, {76, 64}, {64, 1}: 0.0007545ms, 0.00681038%
main:@644 = load[offset=0,end=36480](main:@1) -> float_type, {8, 15, 76}, {1140, 76, 1}: 0.0004881ms, 0.00440576%
a5QhOKE1Yc:0 = @param:a5QhOKE1Yc:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00058488ms, 0.00527933%
main:@646 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](a5QhOKE1Yc:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00075928ms, 0.00685353%
W3KAtTdC92:0 = @param:W3KAtTdC92:0 -> float_type, {8, 15, 17}, {255, 17, 1}: 0.00052084ms, 0.00470128%
main:@648 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 17}](W3KAtTdC92:0) -> float_type, {8, 15, 16}, {255, 17, 1}: 0.0010359ms, 0.00935039%
ZebaMGw6vA:0 = @param:ZebaMGw6vA:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00057696ms, 0.00520784%
main:@650 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](ZebaMGw6vA:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.0006422ms, 0.00579672%
wcHWv4SNE2:0 = @param:wcHWv4SNE2:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.0005188ms, 0.00468287%
main:@652 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](wcHWv4SNE2:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00082232ms, 0.00742255%
main:@653 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1520,local=256,](main:@646,main:@97,main:@652,main:@648,main:@174,main:@650,main:@644) -> float_type, {8, 15, 76}, {1140, 76, 1}: 0.0189391ms, 0.170951%
main:@654 = load[offset=216352,end=247072](main:@1) -> float_type, {120, 64}, {64, 1}: 0.0006425ms, 0.00579943%
main:@655 = reshape_lazy[dims={120, 76}](main:@653) -> float_type, {120, 76}, {76, 1}: 0.00053732ms, 0.00485004%
main:@656 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@655,main:@643,main:@654) -> float_type, {120, 64}, {64, 1}: 0.0211856ms, 0.191228%
yFeB2xg6sO:0 = @param:yFeB2xg6sO:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00069664ms, 0.00628812%
main:@658 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](yFeB2xg6sO:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00070796ms, 0.00639029%
T3LHlorDnM:0 = @param:T3LHlorDnM:0 -> float_type, {8, 15, 17}, {255, 17, 1}: 0.00051198ms, 0.00462131%
main:@660 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 17}](T3LHlorDnM:0) -> float_type, {8, 15, 16}, {255, 17, 1}: 0.00101616ms, 0.00917221%
kw7Kzgp1JD:0 = @param:kw7Kzgp1JD:0 -> float_type, {8, 15, 21}, {315, 21, 1}: 0.00057218ms, 0.0051647%
main:@662 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 21}](kw7Kzgp1JD:0) -> float_type, {8, 15, 20}, {315, 21, 1}: 0.00062804ms, 0.00566891%
hGtXM6ZJUv:0 = @param:hGtXM6ZJUv:0 -> float_type, {8, 15, 9}, {135, 9, 1}: 0.00055118ms, 0.00497514%
main:@664 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 15, 9}](hGtXM6ZJUv:0) -> float_type, {8, 15, 8}, {135, 9, 1}: 0.00084208ms, 0.00760091%
main:@665 = load[offset=62752,end=101152](main:@1) -> float_type, {8, 15, 80}, {1200, 80, 1}: 0.00052374ms, 0.00472746%
main:@666 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1920,local=256,](main:@664,main:@660,main:@117,main:@662,main:@658,main:@665) -> float_type, {8, 15, 80}, {1200, 80, 1}: 0.0173148ms, 0.156289%
main:@667 = hip::hip_copy_literal[id=main:@literal:15] -> float_type, {80, 64}, {64, 1}: 0.00075358ms, 0.00680208%
main:@668 = reshape_lazy[dims={120, 80}](main:@666) -> float_type, {120, 80}, {80, 1}: 0.00051546ms, 0.00465272%
main:@669 = load[offset=32032,end=62752](main:@1) -> float_type, {120, 64}, {64, 1}: 0.00047862ms, 0.00432019%
main:@670 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@668,main:@667,main:@669) -> float_type, {120, 64}, {64, 1}: 0.0199738ms, 0.18029%
main:@671 = hip::hip_copy_literal[id=main:@literal:16] -> float_type, {130, 128}, {128, 1}: 0.00078856ms, 0.00711782%
2CnSyUBzm0:0 = @param:2CnSyUBzm0:0 -> float_type, {8, 65}, {65, 1}: 0.00050444ms, 0.00455325%
main:@673 = slice[axes={0, 1},starts={0, 53},ends={8, 57}](2CnSyUBzm0:0) -> float_type, {8, 4}, {65, 1}: 0.00093628ms, 0.00845119%
9YqhflbMKe:0 = @param:9YqhflbMKe:0 -> float_type, {8, 29}, {29, 1}: 0.00058012ms, 0.00523637%
main:@675 = slice[axes={0, 1},starts={0, 21},ends={8, 29}](9YqhflbMKe:0) -> float_type, {8, 8}, {29, 1}: 0.00079456ms, 0.00717198%
ZcWERoz0h6:0 = @param:ZcWERoz0h6:0 -> float_type, {8, 49}, {49, 1}: 0.0004521ms, 0.00408081%
main:@677 = slice[axes={0, 1},starts={0, 37},ends={8, 41}](ZcWERoz0h6:0) -> float_type, {8, 4}, {49, 1}: 0.00067582ms, 0.00610019%
ljyhc7HCLk:0 = @param:ljyhc7HCLk:0 -> float_type, {8, 21}, {21, 1}: 0.00053026ms, 0.00478631%
main:@679 = slice[axes={0, 1},starts={0, 13},ends={8, 21}](ljyhc7HCLk:0) -> float_type, {8, 8}, {21, 1}: 0.00076132ms, 0.00687194%
YbIVz8l1un:0 = @param:YbIVz8l1un:0 -> float_type, {8, 45}, {45, 1}: 0.00049346ms, 0.00445414%
main:@681 = slice[axes={0, 1},starts={0, 29},ends={8, 37}](YbIVz8l1un:0) -> float_type, {8, 8}, {45, 1}: 0.00067402ms, 0.00608394%
FcmWLZhDgE:0 = @param:FcmWLZhDgE:0 -> float_type, {8, 57}, {57, 1}: 0.00054476ms, 0.00491719%
main:@683 = slice[axes={0, 1},starts={0, 41},ends={8, 49}](FcmWLZhDgE:0) -> float_type, {8, 8}, {57, 1}: 0.00078316ms, 0.00706908%
main:@684 = slice[axes={0, 1},starts={0, 53},ends={8, 61}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.0006258ms, 0.00564869%
bJsIAzhYc3:0 = @param:bJsIAzhYc3:0 -> float_type, {8, 37}, {37, 1}: 0.00052578ms, 0.00474587%
main:@686 = slice[axes={0, 1},starts={0, 25},ends={8, 29}](bJsIAzhYc3:0) -> float_type, {8, 4}, {37, 1}: 0.00064556ms, 0.00582705%
main:@687 = slice[axes={0, 1},starts={0, 57},ends={8, 65}](ifP6Ceko5T:0) -> float_type, {8, 8}, {73, 1}: 0.00075104ms, 0.00677915%
main:@688 = slice[axes={0, 1},starts={0, 217},ends={8, 233}](uFSOc5Chp2:0) -> float_type, {8, 16}, {481, 1}: 0.00086542ms, 0.00781158%
main:@689 = slice[axes={0, 1},starts={0, 509},ends={8, 517}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.00059888ms, 0.0054057%
main:@690 = slice[axes={0, 1},starts={0, 197},ends={8, 237}](nv2tzWRf1I:0) -> float_type, {8, 40}, {301, 1}: 0.00063834ms, 0.00576188%
isCn4mEOSt:0 = @param:isCn4mEOSt:0 -> float_type, {8, 49}, {49, 1}: 0.00053506ms, 0.00482964%
main:@692 = slice[axes={0, 1},starts={0, 37},ends={8, 41}](isCn4mEOSt:0) -> float_type, {8, 4}, {49, 1}: 0.00072714ms, 0.00656342%
w04Keh2FJu:0 = @param:w04Keh2FJu:0 -> float_type, {8, 13}, {13, 1}: 0.0005301ms, 0.00478487%
main:@694 = slice[axes={0, 1},starts={0, 11},ends={8, 13}](w04Keh2FJu:0) -> float_type, {8, 2}, {13, 1}: 0.00073628ms, 0.00664592%
main:@695 = load[offset=0,end=4160](main:@1) -> float_type, {8, 130}, {130, 1}: 0.000503ms, 0.00454025%
main:@696 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=74,local=256,](main:@689,main:@690,main:@688,main:@687,main:@684,main:@673,main:@681,main:@692,main:@677,main:@694,main:@683,main:@686,main:@679,main:@675,main:@695) -> float_type, {8, 130}, {130, 1}: 0.0275629ms, 0.248793%
main:@697 = load[offset=212256,end=216352](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00065028ms, 0.00586965%
main:@698 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@696,main:@671,main:@697) -> float_type, {8, 128}, {128, 1}: 0.0210421ms, 0.189933%
main:@699 = hip::hip_copy_literal[id=main:@literal:162] -> float_type, {256}, {1}: 0.00076532ms, 0.00690805%
main:@700 = slice[axes={0},starts={24},ends={32}](main:@386) -> float_type, {8, 18, 64}, {1152, 64, 1}: 0.00077876ms, 0.00702936%
main:@701 = slice[axes={0},starts={16},ends={24}](main:@386) -> float_type, {8, 18, 64}, {1152, 64, 1}: 0.00063974ms, 0.00577452%
main:@702 = slice[axes={0},starts={8},ends={16}](main:@386) -> float_type, {8, 18, 64}, {1152, 64, 1}: 0.00069618ms, 0.00628396%
main:@703 = slice[axes={0},starts={0},ends={8}](main:@386) -> float_type, {8, 18, 64}, {1152, 64, 1}: 0.00055334ms, 0.00499464%
main:@704 = load[offset=1289536,end=1436992](main:@1) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00051558ms, 0.0046538%
main:@705 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=9216,local=256,](main:@703,main:@702,main:@701,main:@700,main:@704) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.0162681ms, 0.146842%
main:@706 = hip::hip_copy_literal[id=main:@literal:22] -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00079796ms, 0.00720267%
main:@707 = hip::hip_copy_literal[id=main:@literal:163] -> float_type, {256}, {1}: 0.00059092ms, 0.00533385%
main:@708 = multibroadcast[out_lens={8, 18, 256}](main:@707) -> float_type, {8, 18, 256}, {0, 0, 1}: 0.00065662ms, 0.00592688%
main:@709 = multibroadcast[out_lens={8, 18, 256}](main:@699) -> float_type, {8, 18, 256}, {0, 0, 1}: 0.0006926ms, 0.00625165%
main:@710 = load[offset=62752,end=210208](main:@1) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00047272ms, 0.00426694%
main:@711 = gpu::code_object[code_object=13624,symbol_name=mul_relu_reduce_prod_sub_mul_reduce_sum_add_add_add_add_pow_kernel,global=18432,local=128,](main:@705,main:@706,main:@709,main:@708,main:@710) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.0213203ms, 0.192444%
main:@712 = hip::hip_copy_literal[id=main:@literal:20] -> float_type, {896}, {1}: 0.00074784ms, 0.00675026%
main:@713 = multibroadcast[out_lens={8, 896}](main:@712) -> float_type, {8, 896}, {0, 1}: 0.00058346ms, 0.00526651%
main:@714 = load[offset=0,end=28672](main:@1) -> float_type, {8, 896}, {896, 1}: 0.00047208ms, 0.00426116%
main:@715 = gpu::code_object[code_object=13536,symbol_name=add_leaky_relu_kernel,global=3584,local=256,](main:@380,main:@713,main:@714) -> float_type, {8, 896}, {896, 1}: 0.0138165ms, 0.124713%
main:@716 = hip::hip_copy_literal[id=main:@literal:146] -> float_type, {256, 512}, {512, 1}: 0.0007748ms, 0.00699361%
main:@717 = hip::hip_copy_literal[id=main:@literal:154] -> float_type, {512, 256}, {256, 1}: 0.00060724ms, 0.00548116%
main:@718 = hip::hip_copy_literal[id=main:@literal:164] -> float_type, {256, 512}, {512, 1}: 0.00059272ms, 0.0053501%
06AyS2QTzo:0 = @param:06AyS2QTzo:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00062422ms, 0.00563443%
main:@720 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](06AyS2QTzo:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00087202ms, 0.00787116%
Uc35C1q4oy:0 = @param:Uc35C1q4oy:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.00053446ms, 0.00482422%
main:@722 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](Uc35C1q4oy:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00064926ms, 0.00586045%
IFQJaVMDS5:0 = @param:IFQJaVMDS5:0 -> float_type, {8, 50, 17}, {850, 17, 1}: 0.00060774ms, 0.00548567%
main:@724 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 17}](IFQJaVMDS5:0) -> float_type, {8, 50, 16}, {850, 17, 1}: 0.00082078ms, 0.00740865%
r8QjI5SCed:0 = @param:r8QjI5SCed:0 -> float_type, {8, 50, 9}, {450, 9, 1}: 0.0005267ms, 0.00475418%
main:@726 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 9}](r8QjI5SCed:0) -> float_type, {8, 50, 8}, {450, 9, 1}: 0.00064786ms, 0.00584781%
main:@727 = load[offset=1289536,end=1411136](main:@1) -> float_type, {8, 50, 76}, {3800, 76, 1}: 0.00049874ms, 0.0045018%
main:@728 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5066,local=256,](main:@254,main:@720,main:@724,main:@726,main:@155,main:@722,main:@727) -> float_type, {8, 50, 76}, {3800, 76, 1}: 0.0222405ms, 0.200751%
main:@729 = hip::hip_copy_literal[id=main:@literal:31] -> float_type, {76, 128}, {128, 1}: 0.00080006ms, 0.00722162%
main:@730 = load[offset=249120,end=453920](main:@1) -> float_type, {400, 128}, {128, 1}: 0.00047766ms, 0.00431153%
main:@731 = reshape_lazy[dims={400, 76}](main:@728) -> float_type, {400, 76}, {76, 1}: 0.00053662ms, 0.00484372%
main:@732 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@731,main:@729,main:@730) -> float_type, {400, 128}, {128, 1}: 0.0204567ms, 0.18465%
main:@733 = hip::hip_copy_literal[id=main:@literal:12] -> float_type, {82, 256}, {256, 1}: 0.00077562ms, 0.00700102%
main:@734 = slice[axes={0, 1},starts={0, 9},ends={8, 11}](w04Keh2FJu:0) -> float_type, {8, 2}, {13, 1}: 0.00069602ms, 0.00628252%
main:@735 = slice[axes={0, 1},starts={0, 41},ends={8, 45}](2CnSyUBzm0:0) -> float_type, {8, 4}, {65, 1}: 0.00069744ms, 0.00629534%
main:@736 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](9YqhflbMKe:0) -> float_type, {8, 8}, {29, 1}: 0.00074278ms, 0.00670459%
main:@737 = slice[axes={0, 1},starts={0, 501},ends={8, 509}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.00063028ms, 0.00568913%
main:@738 = slice[axes={0, 1},starts={0, 181},ends={8, 189}](nv2tzWRf1I:0) -> float_type, {8, 8}, {301, 1}: 0.0005955ms, 0.00537519%
main:@739 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](FcmWLZhDgE:0) -> float_type, {8, 8}, {57, 1}: 0.00063336ms, 0.00571693%
main:@740 = slice[axes={0, 1},starts={0, 21},ends={8, 29}](YbIVz8l1un:0) -> float_type, {8, 8}, {45, 1}: 0.0007284ms, 0.00657479%
main:@741 = slice[axes={0, 1},starts={0, 41},ends={8, 49}](ifP6Ceko5T:0) -> float_type, {8, 8}, {73, 1}: 0.00069942ms, 0.00631321%
main:@742 = slice[axes={0, 1},starts={0, 37},ends={8, 45}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.00058954ms, 0.00532139%
main:@743 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](ljyhc7HCLk:0) -> float_type, {8, 8}, {21, 1}: 0.00063372ms, 0.00572018%
main:@744 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](ZcWERoz0h6:0) -> float_type, {8, 4}, {49, 1}: 0.00074752ms, 0.00674738%
main:@745 = slice[axes={0, 1},starts={0, 21},ends={8, 25}](bJsIAzhYc3:0) -> float_type, {8, 4}, {37, 1}: 0.00061636ms, 0.00556348%
main:@746 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](isCn4mEOSt:0) -> float_type, {8, 4}, {49, 1}: 0.00061226ms, 0.00552647%
main:@747 = load[offset=28672,end=31296](main:@1) -> float_type, {8, 82}, {82, 1}: 0.0005006ms, 0.00451859%
main:@748 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=50,local=256,](main:@737,main:@738,main:@741,main:@742,main:@735,main:@740,main:@746,main:@744,main:@734,main:@739,main:@745,main:@743,main:@736,main:@747) -> float_type, {8, 82}, {82, 1}: 0.0273134ms, 0.24654%
main:@749 = load[offset=503104,end=511296](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00065936ms, 0.00595161%
main:@750 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@748,main:@733,main:@749) -> float_type, {8, 256}, {256, 1}: 0.0198073ms, 0.178788%
m2YscaoDjP:0 = @param:m2YscaoDjP:0 -> float_type, {8, 17}, {17, 1}: 0.00071346ms, 0.00643994%
main:@752 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](m2YscaoDjP:0) -> float_type, {8, 4}, {17, 1}: 0.00066818ms, 0.00603123%
main:@753 = load[offset=453920,end=460128](main:@1) -> float_type, {8, 194}, {194, 1}: 0.00050728ms, 0.00457889%
09zp4EDXTh:0 = @param:09zp4EDXTh:0 -> float_type, {8, 25}, {25, 1}: 0.00056298ms, 0.00508165%
main:@755 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](09zp4EDXTh:0) -> float_type, {8, 8}, {25, 1}: 0.0009186ms, 0.0082916%
HZ0l3MmcPY:0 = @param:HZ0l3MmcPY:0 -> float_type, {8, 17}, {17, 1}: 0.00053912ms, 0.00486629%
main:@757 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](HZ0l3MmcPY:0) -> float_type, {8, 4}, {17, 1}: 0.00066896ms, 0.00603827%
o74vNAnXxy:0 = @param:o74vNAnXxy:0 -> float_type, {8, 17}, {17, 1}: 0.00056406ms, 0.0050914%
main:@759 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](o74vNAnXxy:0) -> float_type, {8, 4}, {17, 1}: 0.00076524ms, 0.00690732%
1PJsBhDaCK:0 = @param:1PJsBhDaCK:0 -> float_type, {8, 25}, {25, 1}: 0.00055284ms, 0.00499013%
main:@761 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](1PJsBhDaCK:0) -> float_type, {8, 8}, {25, 1}: 0.00065028ms, 0.00586965%
1WNvHElUG7:0 = @param:1WNvHElUG7:0 -> float_type, {8, 25}, {25, 1}: 0.00050622ms, 0.00456932%
main:@763 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](1WNvHElUG7:0) -> float_type, {8, 8}, {25, 1}: 0.0007603ms, 0.00686273%
1u5yIsHTXE:0 = @param:1u5yIsHTXE:0 -> float_type, {8, 17}, {17, 1}: 0.00049654ms, 0.00448194%
main:@765 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](1u5yIsHTXE:0) -> float_type, {8, 4}, {17, 1}: 0.00067184ms, 0.00606426%
2lVXMZgJfO:0 = @param:2lVXMZgJfO:0 -> float_type, {8, 25}, {25, 1}: 0.00048952ms, 0.00441858%
main:@767 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](2lVXMZgJfO:0) -> float_type, {8, 8}, {25, 1}: 0.00102752ms, 0.00927475%
3kdi0vsSZG:0 = @param:3kdi0vsSZG:0 -> float_type, {8, 25}, {25, 1}: 0.0005503ms, 0.0049672%
main:@769 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](3kdi0vsSZG:0) -> float_type, {8, 8}, {25, 1}: 0.00065238ms, 0.00588861%
Tg4u0GfnFb:0 = @param:Tg4u0GfnFb:0 -> float_type, {8, 25}, {25, 1}: 0.00048108ms, 0.0043424%
main:@771 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Tg4u0GfnFb:0) -> float_type, {8, 8}, {25, 1}: 0.00072236ms, 0.00652027%
5JHUPChra8:0 = @param:5JHUPChra8:0 -> float_type, {8, 17}, {17, 1}: 0.00050582ms, 0.00456571%
main:@773 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](5JHUPChra8:0) -> float_type, {8, 2}, {17, 1}: 0.0007002ms, 0.00632025%
xymEBUMS25:0 = @param:xymEBUMS25:0 -> float_type, {8, 13}, {13, 1}: 0.00049358ms, 0.00445523%
main:@775 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](xymEBUMS25:0) -> float_type, {8, 2}, {13, 1}: 0.00071238ms, 0.00643019%
zZHaVOckpw:0 = @param:zZHaVOckpw:0 -> float_type, {8, 13}, {13, 1}: 0.00053298ms, 0.00481086%
main:@777 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](zZHaVOckpw:0) -> float_type, {8, 2}, {13, 1}: 0.00068886ms, 0.00621789%
pH5srbufJ1:0 = @param:pH5srbufJ1:0 -> float_type, {8, 17}, {17, 1}: 0.0005301ms, 0.00478487%
main:@779 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](pH5srbufJ1:0) -> float_type, {8, 4}, {17, 1}: 0.0007041ms, 0.00635545%
msiPzSBKMj:0 = @param:msiPzSBKMj:0 -> float_type, {8, 17}, {17, 1}: 0.00052788ms, 0.00476483%
main:@781 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](msiPzSBKMj:0) -> float_type, {8, 4}, {17, 1}: 0.00068752ms, 0.0062058%
92MwiALCHX:0 = @param:92MwiALCHX:0 -> float_type, {8, 25}, {25, 1}: 0.00048622ms, 0.00438879%
main:@783 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](92MwiALCHX:0) -> float_type, {8, 8}, {25, 1}: 0.00094106ms, 0.00849434%
ujOA5LQW7M:0 = @param:ujOA5LQW7M:0 -> float_type, {8, 13}, {13, 1}: 0.00053166ms, 0.00479895%
main:@785 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](ujOA5LQW7M:0) -> float_type, {8, 2}, {13, 1}: 0.00070532ms, 0.00636646%
AVLcBpWeuo:0 = @param:AVLcBpWeuo:0 -> float_type, {8, 21}, {21, 1}: 0.0005837ms, 0.00526868%
main:@787 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](AVLcBpWeuo:0) -> float_type, {8, 4}, {21, 1}: 0.00072904ms, 0.00658057%
main:@788 = slice[axes={0, 1},starts={0, 17},ends={8, 21}](ifP6Ceko5T:0) -> float_type, {8, 4}, {73, 1}: 0.0009313ms, 0.00840624%
RpITWntAji:0 = @param:RpITWntAji:0 -> float_type, {8, 17}, {17, 1}: 0.00050026ms, 0.00451552%
main:@790 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](RpITWntAji:0) -> float_type, {8, 8}, {17, 1}: 0.00069326ms, 0.00625761%
IztrlRfWQU:0 = @param:IztrlRfWQU:0 -> float_type, {8, 13}, {13, 1}: 0.00050654ms, 0.00457221%
main:@792 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](IztrlRfWQU:0) -> float_type, {8, 2}, {13, 1}: 0.00070056ms, 0.0063235%
JSWhLK4Agx:0 = @param:JSWhLK4Agx:0 -> float_type, {8, 25}, {25, 1}: 0.00049816ms, 0.00449657%
main:@794 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](JSWhLK4Agx:0) -> float_type, {8, 8}, {25, 1}: 0.0006721ms, 0.00606661%
KN13IWXZSu:0 = @param:KN13IWXZSu:0 -> float_type, {8, 13}, {13, 1}: 0.00050998ms, 0.00460326%
main:@796 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](KN13IWXZSu:0) -> float_type, {8, 2}, {13, 1}: 0.00066682ms, 0.00601895%
NXOSdQVPs0:0 = @param:NXOSdQVPs0:0 -> float_type, {8, 25}, {25, 1}: 0.0005177ms, 0.00467294%
main:@798 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](NXOSdQVPs0:0) -> float_type, {8, 8}, {25, 1}: 0.00069168ms, 0.00624334%
ry2xad1vc9:0 = @param:ry2xad1vc9:0 -> float_type, {8, 25}, {25, 1}: 0.00046264ms, 0.00417595%
main:@800 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ry2xad1vc9:0) -> float_type, {8, 8}, {25, 1}: 0.00065934ms, 0.00595143%
main:@801 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.00066966ms, 0.00604458%
RHo9Jz6KpI:0 = @param:RHo9Jz6KpI:0 -> float_type, {8, 21}, {21, 1}: 0.00048644ms, 0.00439078%
main:@803 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](RHo9Jz6KpI:0) -> float_type, {8, 4}, {21, 1}: 0.00069756ms, 0.00629642%
S5D6WGIXMd:0 = @param:S5D6WGIXMd:0 -> float_type, {8, 17}, {17, 1}: 0.0006525ms, 0.00588969%
main:@805 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](S5D6WGIXMd:0) -> float_type, {8, 4}, {17, 1}: 0.00068682ms, 0.00619948%
TidKGrnobI:0 = @param:TidKGrnobI:0 -> float_type, {8, 13}, {13, 1}: 0.0005013ms, 0.00452491%
main:@807 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](TidKGrnobI:0) -> float_type, {8, 2}, {13, 1}: 0.00067486ms, 0.00609152%
XxirNgB98u:0 = @param:XxirNgB98u:0 -> float_type, {8, 13}, {13, 1}: 0.00051664ms, 0.00466337%
main:@809 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](XxirNgB98u:0) -> float_type, {8, 2}, {13, 1}: 0.00095726ms, 0.00864056%
main:@810 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](YbIVz8l1un:0) -> float_type, {8, 8}, {45, 1}: 0.0006829ms, 0.00616409%
main:@811 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](bJsIAzhYc3:0) -> float_type, {8, 8}, {37, 1}: 0.00068322ms, 0.00616698%
tWcngAq7hV:0 = @param:tWcngAq7hV:0 -> float_type, {8, 13}, {13, 1}: 0.00047992ms, 0.00433193%
main:@813 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](tWcngAq7hV:0) -> float_type, {8, 2}, {13, 1}: 0.000696ms, 0.00628234%
nPUSZFm74Y:0 = @param:nPUSZFm74Y:0 -> float_type, {8, 13}, {13, 1}: 0.00056674ms, 0.00511559%
main:@815 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](nPUSZFm74Y:0) -> float_type, {8, 2}, {13, 1}: 0.00071214ms, 0.00642802%
xT9FhjM1Uu:0 = @param:xT9FhjM1Uu:0 -> float_type, {8, 17}, {17, 1}: 0.00053378ms, 0.00481808%
main:@817 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](xT9FhjM1Uu:0) -> float_type, {8, 4}, {17, 1}: 0.00066662ms, 0.00601714%
main:@818 = slice[axes={0, 1},starts={0, 161},ends={8, 169}](uFSOc5Chp2:0) -> float_type, {8, 8}, {481, 1}: 0.00069662ms, 0.00628793%
qd1komWTn4:0 = @param:qd1komWTn4:0 -> float_type, {8, 25}, {25, 1}: 0.00046494ms, 0.00419671%
main:@820 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](qd1komWTn4:0) -> float_type, {8, 8}, {25, 1}: 0.00069604ms, 0.0062827%
main:@821 = slice[axes={0, 1},starts={0, 161},ends={8, 163}](nv2tzWRf1I:0) -> float_type, {8, 2}, {301, 1}: 0.00067416ms, 0.0060852%
main:@822 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=40,local=256,](main:@773,main:@809,main:@813,main:@775,main:@792,main:@796,main:@815,main:@785,main:@777,main:@807,main:@821,main:@757,main:@779,main:@781,main:@765,main:@803,main:@805,main:@752,main:@787,main:@759,main:@817,main:@788,main:@755,main:@761,main:@801,main:@794,main:@820,main:@800,main:@767,main:@783,main:@771,main:@763,main:@798,main:@811,main:@769,main:@810,main:@790,main:@818,main:@753) -> float_type, {8, 194}, {194, 1}: 0.0500221ms, 0.451517%
main:@823 = hip::hip_copy_literal[id=main:@literal:143] -> float_type, {194, 192}, {192, 1}: 0.00086028ms, 0.00776519%
main:@824 = load[offset=460128,end=466272](main:@1) -> float_type, {8, 192}, {192, 1}: 0.0004668ms, 0.0042135%
main:@825 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@822,main:@823,main:@824) -> float_type, {8, 192}, {192, 1}: 0.0230794ms, 0.208322%
main:@826 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](isCn4mEOSt:0) -> float_type, {8, 16}, {49, 1}: 0.00081654ms, 0.00737037%
main:@827 = unsqueeze[axes={1},steps={}](main:@826) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00086138ms, 0.00777512%
6HSQqXdJzb:0 = @param:6HSQqXdJzb:0 -> float_type, {8, 45}, {45, 1}: 0.00058158ms, 0.00524954%
main:@829 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](6HSQqXdJzb:0) -> float_type, {8, 16}, {45, 1}: 0.00080186ms, 0.00723787%
main:@830 = unsqueeze[axes={1},steps={}](main:@829) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00062374ms, 0.00563009%
main:@831 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](2CnSyUBzm0:0) -> float_type, {8, 16}, {65, 1}: 0.00062464ms, 0.00563822%
main:@832 = unsqueeze[axes={1},steps={}](main:@831) -> float_type, {8, 1, 16}, {65, 16, 1}: 0.00061402ms, 0.00554236%
ahAlEtBvzo:0 = @param:ahAlEtBvzo:0 -> float_type, {8, 41}, {41, 1}: 0.00053162ms, 0.00479859%
main:@834 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](ahAlEtBvzo:0) -> float_type, {8, 16}, {41, 1}: 0.00075236ms, 0.00679106%
main:@835 = unsqueeze[axes={1},steps={}](main:@834) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00059758ms, 0.00539397%
Dy3rwVmn1A:0 = @param:Dy3rwVmn1A:0 -> float_type, {8, 41}, {41, 1}: 0.00047458ms, 0.00428372%
main:@837 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](Dy3rwVmn1A:0) -> float_type, {8, 16}, {41, 1}: 0.00064558ms, 0.00582723%
main:@838 = unsqueeze[axes={1},steps={}](main:@837) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.0006035ms, 0.0054474%
main:@839 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](FcmWLZhDgE:0) -> float_type, {8, 16}, {57, 1}: 0.00074052ms, 0.00668419%
main:@840 = unsqueeze[axes={1},steps={}](main:@839) -> float_type, {8, 1, 16}, {57, 16, 1}: 0.00074648ms, 0.00673799%
1aXQU27NrD:0 = @param:1aXQU27NrD:0 -> float_type, {8, 49}, {49, 1}: 0.00052556ms, 0.00474389%
main:@842 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](1aXQU27NrD:0) -> float_type, {8, 16}, {49, 1}: 0.00065856ms, 0.00594439%
main:@843 = unsqueeze[axes={1},steps={}](main:@842) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.0006441ms, 0.00581387%
X29iyIeu8L:0 = @param:X29iyIeu8L:0 -> float_type, {8, 45}, {45, 1}: 0.00056208ms, 0.00507353%
main:@845 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](X29iyIeu8L:0) -> float_type, {8, 16}, {45, 1}: 0.00076702ms, 0.00692339%
main:@846 = unsqueeze[axes={1},steps={}](main:@845) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00062654ms, 0.00565537%
main:@847 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](ZcWERoz0h6:0) -> float_type, {8, 16}, {49, 1}: 0.00064098ms, 0.00578571%
main:@848 = unsqueeze[axes={1},steps={}](main:@847) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00059212ms, 0.00534468%
mgnGNH4Mz3:0 = @param:mgnGNH4Mz3:0 -> float_type, {8, 49}, {49, 1}: 0.00055362ms, 0.00499717%
main:@850 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](mgnGNH4Mz3:0) -> float_type, {8, 16}, {49, 1}: 0.0008259ms, 0.00745486%
main:@851 = unsqueeze[axes={1},steps={}](main:@850) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00091994ms, 0.0083037%
zIoqYe9cRb:0 = @param:zIoqYe9cRb:0 -> float_type, {8, 45}, {45, 1}: 0.00053884ms, 0.00486376%
main:@853 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](zIoqYe9cRb:0) -> float_type, {8, 16}, {45, 1}: 0.0006367ms, 0.00574708%
main:@854 = unsqueeze[axes={1},steps={}](main:@853) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.0005855ms, 0.00528493%
dAFYcGrfEl:0 = @param:dAFYcGrfEl:0 -> float_type, {8, 45}, {45, 1}: 0.00048484ms, 0.00437633%
main:@856 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](dAFYcGrfEl:0) -> float_type, {8, 16}, {45, 1}: 0.00079622ms, 0.00718696%
main:@857 = unsqueeze[axes={1},steps={}](main:@856) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00060998ms, 0.00550589%
pYw7fMVoQg:0 = @param:pYw7fMVoQg:0 -> float_type, {8, 41}, {41, 1}: 0.00056186ms, 0.00507154%
main:@859 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](pYw7fMVoQg:0) -> float_type, {8, 16}, {41, 1}: 0.0007279ms, 0.00657028%
main:@860 = unsqueeze[axes={1},steps={}](main:@859) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00061884ms, 0.00558587%
main:@861 = load[offset=466272,end=479072](main:@1) -> float_type, {8, 25, 16}, {400, 16, 1}: 0.00050982ms, 0.00460181%
main:@862 = reshape_lazy[dims={-1, 12, 16}](main:@825) -> float_type, {8, 12, 16}, {192, 16, 1}: 0.0005331ms, 0.00481195%
main:@863 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=228,local=256,](main:@832,main:@851,main:@843,main:@830,main:@854,main:@857,main:@846,main:@848,main:@835,main:@840,main:@860,main:@838,main:@827,main:@862,main:@861) -> float_type, {8, 25, 16}, {400, 16, 1}: 0.0287279ms, 0.259308%
main:@864 = hip::hip_copy_literal[id=main:@literal:115] -> float_type, {25, 5}, {5, 1}: 0.000843ms, 0.00760921%
main:@865 = transpose[permutation={0, 2, 1}](main:@863) -> float_type, {8, 16, 25}, {400, 1, 16}: 0.00073774ms, 0.0066591%
main:@866 = load[offset=479072,end=491872](main:@1) -> float_type, {8, 16, 25}, {400, 25, 1}: 0.00051266ms, 0.00462745%
main:@867 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=3200,local=256,](main:@865,main:@866) -> float_type, {8, 16, 25}, {400, 25, 1}: 0.0141197ms, 0.127449%
main:@868 = load[offset=453920,end=456480](main:@1) -> float_type, {128, 5}, {5, 1}: 0.00061788ms, 0.0055772%
main:@869 = reshape_lazy[dims={128, 25}](main:@867) -> float_type, {128, 25}, {25, 1}: 0.00051268ms, 0.00462763%
main:@870 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@869,main:@864,main:@868) -> float_type, {128, 5}, {5, 1}: 0.0211928ms, 0.191294%
main:@871 = hip::hip_copy_literal[id=main:@literal:75] -> float_type, {160, 160}, {160, 1}: 0.0008049ms, 0.00726531%
4M92ryD8ux:0 = @param:4M92ryD8ux:0 -> float_type, {8, 9}, {9, 1}: 0.00054286ms, 0.00490004%
main:@873 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](4M92ryD8ux:0) -> float_type, {8, 4}, {9, 1}: 0.00065476ms, 0.00591009%
4gFa5o2YsJ:0 = @param:4gFa5o2YsJ:0 -> float_type, {8, 9}, {9, 1}: 0.00053794ms, 0.00485563%
main:@875 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](4gFa5o2YsJ:0) -> float_type, {8, 4}, {9, 1}: 0.0007592ms, 0.0068528%
6XMrIsBjLY:0 = @param:6XMrIsBjLY:0 -> float_type, {8, 13}, {13, 1}: 0.000453ms, 0.00408894%
main:@877 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](6XMrIsBjLY:0) -> float_type, {8, 2}, {13, 1}: 0.000667ms, 0.00602057%
72zWmh93Bo:0 = @param:72zWmh93Bo:0 -> float_type, {8, 17}, {17, 1}: 0.00048056ms, 0.0043377%
main:@879 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](72zWmh93Bo:0) -> float_type, {8, 4}, {17, 1}: 0.00081696ms, 0.00737417%
JjyOIxALzM:0 = @param:JjyOIxALzM:0 -> float_type, {8, 5}, {5, 1}: 0.00061156ms, 0.00552015%
main:@881 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](JjyOIxALzM:0) -> float_type, {8, 2}, {5, 1}: 0.00067612ms, 0.00610289%
8vM5p4RzXd:0 = @param:8vM5p4RzXd:0 -> float_type, {8, 13}, {13, 1}: 0.00061378ms, 0.00554019%
main:@883 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](8vM5p4RzXd:0) -> float_type, {8, 2}, {13, 1}: 0.00078032ms, 0.00704344%
AB6lekmMxa:0 = @param:AB6lekmMxa:0 -> float_type, {8, 25}, {25, 1}: 0.000505ms, 0.00455831%
main:@885 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](AB6lekmMxa:0) -> float_type, {8, 8}, {25, 1}: 0.00064584ms, 0.00582958%
9dgeU4bKka:0 = @param:9dgeU4bKka:0 -> float_type, {8, 17}, {17, 1}: 0.00046818ms, 0.00422596%
main:@887 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](9dgeU4bKka:0) -> float_type, {8, 4}, {17, 1}: 0.0010438ms, 0.0094217%
EZBIAqn6LS:0 = @param:EZBIAqn6LS:0 -> float_type, {8, 13}, {13, 1}: 0.00048984ms, 0.00442147%
main:@889 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](EZBIAqn6LS:0) -> float_type, {8, 2}, {13, 1}: 0.00064046ms, 0.00578102%
BYyjkPCX0m:0 = @param:BYyjkPCX0m:0 -> float_type, {8, 13}, {13, 1}: 0.00051968ms, 0.00469081%
main:@891 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](BYyjkPCX0m:0) -> float_type, {8, 2}, {13, 1}: 0.00071652ms, 0.00646756%
EKpP4xMXu8:0 = @param:EKpP4xMXu8:0 -> float_type, {8, 17}, {17, 1}: 0.00050276ms, 0.00453809%
main:@893 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EKpP4xMXu8:0) -> float_type, {8, 4}, {17, 1}: 0.00070704ms, 0.00638199%
EUciqFuptg:0 = @param:EUciqFuptg:0 -> float_type, {8, 17}, {17, 1}: 0.00050528ms, 0.00456083%
main:@895 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EUciqFuptg:0) -> float_type, {8, 4}, {17, 1}: 0.00069872ms, 0.00630689%
nyLxrsTmOB:0 = @param:nyLxrsTmOB:0 -> float_type, {8, 17}, {17, 1}: 0.00052074ms, 0.00470038%
main:@897 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](nyLxrsTmOB:0) -> float_type, {8, 8}, {17, 1}: 0.0007136ms, 0.0064412%
Hnjq487SIY:0 = @param:Hnjq487SIY:0 -> float_type, {8, 13}, {13, 1}: 0.00053306ms, 0.00481159%
main:@899 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](Hnjq487SIY:0) -> float_type, {8, 2}, {13, 1}: 0.00071386ms, 0.00644355%
IRem4MiFDP:0 = @param:IRem4MiFDP:0 -> float_type, {8, 5}, {5, 1}: 0.00047824ms, 0.00431676%
main:@901 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](IRem4MiFDP:0) -> float_type, {8, 2}, {5, 1}: 0.0006909ms, 0.0062363%
KasFvpq4IG:0 = @param:KasFvpq4IG:0 -> float_type, {8, 5}, {5, 1}: 0.00048002ms, 0.00433283%
main:@903 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](KasFvpq4IG:0) -> float_type, {8, 2}, {5, 1}: 0.00095128ms, 0.00858658%
JCVMzpWyri:0 = @param:JCVMzpWyri:0 -> float_type, {8, 17}, {17, 1}: 0.00052516ms, 0.00474028%
main:@905 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](JCVMzpWyri:0) -> float_type, {8, 4}, {17, 1}: 0.00067412ms, 0.00608484%
JSPsGophtx:0 = @param:JSPsGophtx:0 -> float_type, {8, 25}, {25, 1}: 0.00048334ms, 0.0043628%
main:@907 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](JSPsGophtx:0) -> float_type, {8, 8}, {25, 1}: 0.00066346ms, 0.00598862%
JaHTUxB6zL:0 = @param:JaHTUxB6zL:0 -> float_type, {8, 17}, {17, 1}: 0.00055126ms, 0.00497586%
main:@909 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](JaHTUxB6zL:0) -> float_type, {8, 4}, {17, 1}: 0.00071012ms, 0.00640979%
khJcIxW3zv:0 = @param:khJcIxW3zv:0 -> float_type, {8, 9}, {9, 1}: 0.00048626ms, 0.00438915%
main:@911 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](khJcIxW3zv:0) -> float_type, {8, 4}, {9, 1}: 0.00069194ms, 0.00624569%
LMobYAd5ru:0 = @param:LMobYAd5ru:0 -> float_type, {8, 17}, {17, 1}: 0.00062052ms, 0.00560103%
main:@913 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](LMobYAd5ru:0) -> float_type, {8, 4}, {17, 1}: 0.0006815ms, 0.00615146%
lQmygxs5aD:0 = @param:lQmygxs5aD:0 -> float_type, {8, 13}, {13, 1}: 0.00051062ms, 0.00460903%
main:@915 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](lQmygxs5aD:0) -> float_type, {8, 2}, {13, 1}: 0.00071842ms, 0.00648471%
fMiQsYNnet:0 = @param:fMiQsYNnet:0 -> float_type, {8, 5}, {5, 1}: 0.00050922ms, 0.0045964%
main:@917 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](fMiQsYNnet:0) -> float_type, {8, 2}, {5, 1}: 0.00069456ms, 0.00626934%
XPcHGKbop2:0 = @param:XPcHGKbop2:0 -> float_type, {8, 13}, {13, 1}: 0.00050286ms, 0.00453899%
main:@919 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](XPcHGKbop2:0) -> float_type, {8, 2}, {13, 1}: 0.00097684ms, 0.0088173%
TSqGwrHeo4:0 = @param:TSqGwrHeo4:0 -> float_type, {8, 5}, {5, 1}: 0.00054852ms, 0.00495113%
main:@921 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](TSqGwrHeo4:0) -> float_type, {8, 2}, {5, 1}: 0.0006785ms, 0.00612438%
Tej5M3O6As:0 = @param:Tej5M3O6As:0 -> float_type, {8, 17}, {17, 1}: 0.00049742ms, 0.00448989%
main:@923 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Tej5M3O6As:0) -> float_type, {8, 8}, {17, 1}: 0.00068834ms, 0.0062132%
bTeX85HPmJ:0 = @param:bTeX85HPmJ:0 -> float_type, {8, 17}, {17, 1}: 0.0005194ms, 0.00468829%
main:@925 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](bTeX85HPmJ:0) -> float_type, {8, 4}, {17, 1}: 0.00066746ms, 0.00602473%
agDiJj8lLK:0 = @param:agDiJj8lLK:0 -> float_type, {8, 13}, {13, 1}: 0.00047106ms, 0.00425195%
main:@927 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](agDiJj8lLK:0) -> float_type, {8, 2}, {13, 1}: 0.00066278ms, 0.00598248%
fZhaL2tCm6:0 = @param:fZhaL2tCm6:0 -> float_type, {8, 17}, {17, 1}: 0.00052228ms, 0.00471428%
main:@929 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](fZhaL2tCm6:0) -> float_type, {8, 8}, {17, 1}: 0.0006799ms, 0.00613701%
cN2JSTnFOu:0 = @param:cN2JSTnFOu:0 -> float_type, {8, 9}, {9, 1}: 0.00050528ms, 0.00456083%
main:@931 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](cN2JSTnFOu:0) -> float_type, {8, 4}, {9, 1}: 0.00068388ms, 0.00617294%
omr2g4XaH5:0 = @param:omr2g4XaH5:0 -> float_type, {8, 17}, {17, 1}: 0.0005201ms, 0.0046946%
main:@933 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](omr2g4XaH5:0) -> float_type, {8, 8}, {17, 1}: 0.000686ms, 0.00619208%
iCbkMrmXBh:0 = @param:iCbkMrmXBh:0 -> float_type, {8, 9}, {9, 1}: 0.00050574ms, 0.00456499%
main:@935 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](iCbkMrmXBh:0) -> float_type, {8, 4}, {9, 1}: 0.00093118ms, 0.00840516%
d8RoEzG52p:0 = @param:d8RoEzG52p:0 -> float_type, {8, 17}, {17, 1}: 0.00047098ms, 0.00425123%
main:@937 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](d8RoEzG52p:0) -> float_type, {8, 8}, {17, 1}: 0.00067414ms, 0.00608502%
eQquakfWBY:0 = @param:eQquakfWBY:0 -> float_type, {8, 17}, {17, 1}: 0.00047908ms, 0.00432434%
main:@939 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](eQquakfWBY:0) -> float_type, {8, 4}, {17, 1}: 0.00065888ms, 0.00594728%
qzd23aNGIT:0 = @param:qzd23aNGIT:0 -> float_type, {8, 17}, {17, 1}: 0.00045264ms, 0.00408569%
main:@941 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](qzd23aNGIT:0) -> float_type, {8, 4}, {17, 1}: 0.00066676ms, 0.00601841%
Vbv2Om3ptd:0 = @param:Vbv2Om3ptd:0 -> float_type, {8, 17}, {17, 1}: 0.00061058ms, 0.00551131%
main:@943 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Vbv2Om3ptd:0) -> float_type, {8, 8}, {17, 1}: 0.00066372ms, 0.00599097%
r1WGP7Xe9H:0 = @param:r1WGP7Xe9H:0 -> float_type, {8, 13}, {13, 1}: 0.00050982ms, 0.00460181%
main:@945 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](r1WGP7Xe9H:0) -> float_type, {8, 2}, {13, 1}: 0.00071366ms, 0.00644174%
aqMQBgb3hf:0 = @param:aqMQBgb3hf:0 -> float_type, {8, 17}, {17, 1}: 0.0004527ms, 0.00408623%
main:@947 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](aqMQBgb3hf:0) -> float_type, {8, 8}, {17, 1}: 0.00067062ms, 0.00605325%
main:@948 = load[offset=456480,end=461600](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00049178ms, 0.00443898%
main:@949 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=33,local=256,](main:@881,main:@889,main:@901,main:@915,main:@921,main:@945,main:@927,main:@919,main:@883,main:@917,main:@891,main:@899,main:@903,main:@877,main:@931,main:@887,main:@873,main:@913,main:@911,main:@895,main:@925,main:@893,main:@939,main:@905,main:@879,main:@941,main:@935,main:@909,main:@875,main:@907,main:@929,main:@937,main:@923,main:@933,main:@885,main:@947,main:@943,main:@897,main:@948) -> float_type, {8, 160}, {160, 1}: 0.0464063ms, 0.41888%
main:@950 = load[offset=467232,end=472352](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00065078ms, 0.00587417%
main:@951 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@949,main:@871,main:@950) -> float_type, {8, 160}, {160, 1}: 0.0211176ms, 0.190614%
main:@952 = load[offset=456480,end=467232](main:@1) -> float_type, {8, 21, 16}, {336, 16, 1}: 0.00065458ms, 0.00590847%
2RDXZrx9GA:0 = @param:2RDXZrx9GA:0 -> float_type, {8, 45}, {45, 1}: 0.00055826ms, 0.00503905%
main:@954 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](2RDXZrx9GA:0) -> float_type, {8, 16}, {45, 1}: 0.00070464ms, 0.00636033%
main:@955 = unsqueeze[axes={1},steps={}](main:@954) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.0007733ms, 0.00698008%
duyRoIEkH8:0 = @param:duyRoIEkH8:0 -> float_type, {8, 45}, {45, 1}: 0.00052498ms, 0.00473865%
main:@957 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](duyRoIEkH8:0) -> float_type, {8, 16}, {45, 1}: 0.00083264ms, 0.0075157%
main:@958 = unsqueeze[axes={1},steps={}](main:@957) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.0006086ms, 0.00549344%
2srtUfGvja:0 = @param:2srtUfGvja:0 -> float_type, {8, 41}, {41, 1}: 0.00050602ms, 0.00456751%
main:@960 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](2srtUfGvja:0) -> float_type, {8, 16}, {41, 1}: 0.0006866ms, 0.00619749%
main:@961 = unsqueeze[axes={1},steps={}](main:@960) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00059094ms, 0.00533403%
3Laj620MSn:0 = @param:3Laj620MSn:0 -> float_type, {8, 45}, {45, 1}: 0.00053136ms, 0.00479624%
main:@963 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](3Laj620MSn:0) -> float_type, {8, 16}, {45, 1}: 0.00076976ms, 0.00694812%
main:@964 = unsqueeze[axes={1},steps={}](main:@963) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00075792ms, 0.00684125%
CHAYRkBvIo:0 = @param:CHAYRkBvIo:0 -> float_type, {8, 41}, {41, 1}: 0.00047502ms, 0.0042877%
main:@966 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](CHAYRkBvIo:0) -> float_type, {8, 16}, {41, 1}: 0.00068466ms, 0.00617998%
main:@967 = unsqueeze[axes={1},steps={}](main:@966) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.0005953ms, 0.00537339%
jznORDJr0N:0 = @param:jznORDJr0N:0 -> float_type, {8, 45}, {45, 1}: 0.00053666ms, 0.00484408%
main:@969 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](jznORDJr0N:0) -> float_type, {8, 16}, {45, 1}: 0.00077044ms, 0.00695426%
main:@970 = unsqueeze[axes={1},steps={}](main:@969) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.000606ms, 0.00546997%
HRGzlnEkXQ:0 = @param:HRGzlnEkXQ:0 -> float_type, {8, 41}, {41, 1}: 0.00051592ms, 0.00465687%
main:@972 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](HRGzlnEkXQ:0) -> float_type, {8, 16}, {41, 1}: 0.00064772ms, 0.00584655%
main:@973 = unsqueeze[axes={1},steps={}](main:@972) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00071014ms, 0.00640997%
HzcyUlm8Yj:0 = @param:HzcyUlm8Yj:0 -> float_type, {8, 45}, {45, 1}: 0.00045794ms, 0.00413353%
main:@975 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](HzcyUlm8Yj:0) -> float_type, {8, 16}, {45, 1}: 0.0007589ms, 0.0068501%
main:@976 = unsqueeze[axes={1},steps={}](main:@975) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00088766ms, 0.00801233%
main:@977 = slice[axes={0, 1},starts={0, 289},ends={8, 305}](lyiDxfzZg3:0) -> float_type, {8, 16}, {701, 1}: 0.00062034ms, 0.00559941%
main:@978 = unsqueeze[axes={1},steps={}](main:@977) -> float_type, {8, 1, 16}, {701, 16, 1}: 0.00060746ms, 0.00548315%
VUqfdN5Fzv:0 = @param:VUqfdN5Fzv:0 -> float_type, {8, 45}, {45, 1}: 0.00049596ms, 0.00447671%
main:@980 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](VUqfdN5Fzv:0) -> float_type, {8, 16}, {45, 1}: 0.00075636ms, 0.00682717%
main:@981 = unsqueeze[axes={1},steps={}](main:@980) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00061962ms, 0.00559291%
eQI8ikEMgP:0 = @param:eQI8ikEMgP:0 -> float_type, {8, 41}, {41, 1}: 0.00051436ms, 0.00464279%
main:@983 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](eQI8ikEMgP:0) -> float_type, {8, 16}, {41, 1}: 0.00068548ms, 0.00618738%
main:@984 = unsqueeze[axes={1},steps={}](main:@983) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00061556ms, 0.00555626%
main:@985 = reshape_lazy[dims={-1, 10, 16}](main:@951) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00053914ms, 0.00486647%
main:@986 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=224,local=256,](main:@970,main:@973,main:@978,main:@955,main:@981,main:@967,main:@976,main:@961,main:@964,main:@958,main:@984,main:@985,main:@952) -> float_type, {8, 21, 16}, {336, 16, 1}: 0.0270774ms, 0.24441%
main:@987 = load[offset=28672,end=32032](main:@1) -> float_type, {8, 21, 5}, {105, 5, 1}: 0.00065082ms, 0.00587453%
main:@988 = reshape_lazy[dims={8, 16, 5}](main:@870) -> float_type, {8, 16, 5}, {80, 5, 1}: 0.00051062ms, 0.00460903%
main:@989 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@986,main:@988,main:@987) -> float_type, {8, 21, 5}, {105, 5, 1}: 0.0203746ms, 0.183908%
main:@990 = load[offset=1412416,end=1542976](main:@1) -> float_type, {8, 60, 68}, {4080, 68, 1}: 0.00066034ms, 0.00596046%
XRvxjULC7M:0 = @param:XRvxjULC7M:0 -> float_type, {8, 60, 5}, {300, 5, 1}: 0.000529ms, 0.00477494%
main:@992 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 5}](XRvxjULC7M:0) -> float_type, {8, 60, 4}, {300, 5, 1}: 0.0007133ms, 0.00643849%
main:@993 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8160,local=256,](main:@135,main:@214,main:@992,main:@293,main:@990) -> float_type, {8, 60, 68}, {4080, 68, 1}: 0.017567ms, 0.158566%
main:@994 = hip::hip_copy_literal[id=main:@literal:152] -> float_type, {68, 64}, {64, 1}: 0.00079374ms, 0.00716457%
main:@995 = load[offset=1289536,end=1412416](main:@1) -> float_type, {480, 64}, {64, 1}: 0.00048694ms, 0.00439529%
main:@996 = reshape_lazy[dims={480, 68}](main:@993) -> float_type, {480, 68}, {68, 1}: 0.00050234ms, 0.0045343%
main:@997 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@996,main:@994,main:@995) -> float_type, {480, 64}, {64, 1}: 0.0207362ms, 0.187173%
main:@998 = slice[axes={0, 1},starts={0, 45},ends={8, 53}](2CnSyUBzm0:0) -> float_type, {8, 8}, {65, 1}: 0.00081626ms, 0.00736785%
main:@999 = slice[axes={0, 1},starts={0, 13},ends={8, 21}](9YqhflbMKe:0) -> float_type, {8, 8}, {29, 1}: 0.00065072ms, 0.00587363%
main:@1000 = slice[axes={0, 1},starts={0, 45},ends={8, 53}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.00076936ms, 0.00694451%
main:@1001 = slice[axes={0, 1},starts={0, 189},ends={8, 197}](nv2tzWRf1I:0) -> float_type, {8, 8}, {301, 1}: 0.00064534ms, 0.00582506%
main:@1002 = slice[axes={0, 1},starts={0, 209},ends={8, 217}](uFSOc5Chp2:0) -> float_type, {8, 8}, {481, 1}: 0.00065414ms, 0.0059045%
main:@1003 = slice[axes={0, 1},starts={0, 49},ends={8, 57}](ifP6Ceko5T:0) -> float_type, {8, 8}, {73, 1}: 0.00069778ms, 0.00629841%
main:@1004 = load[offset=210208,end=211744](main:@1) -> float_type, {8, 48}, {48, 1}: 0.00051706ms, 0.00466716%
main:@1005 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=64,local=256,](main:@1001,main:@998,main:@1002,main:@1003,main:@1000,main:@999,main:@1004) -> float_type, {8, 48}, {48, 1}: 0.0159708ms, 0.144158%
main:@1006 = hip::hip_copy_literal[id=main:@literal:160] -> float_type, {48, 64}, {64, 1}: 0.00077008ms, 0.00695101%
main:@1007 = load[offset=247072,end=249120](main:@1) -> float_type, {8, 64}, {64, 1}: 0.0004758ms, 0.00429474%
main:@1008 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1005,main:@1006,main:@1007) -> float_type, {8, 64}, {64, 1}: 0.0203177ms, 0.183395%
main:@1009 = reshape_lazy[dims={8, 60, 64}](main:@997) -> float_type, {8, 60, 64}, {3840, 64, 1}: 0.0006918ms, 0.00624443%
main:@1010 = transpose[permutation={0, 2, 1}](main:@1009) -> float_type, {8, 64, 60}, {3840, 1, 64}: 0.0005712ms, 0.00515585%
main:@1011 = reshape_lazy[dims={8, 1, 64}](main:@1008) -> float_type, {8, 1, 64}, {64, 64, 1}: 0.00050328ms, 0.00454278%
main:@1012 = load[offset=210208,end=212128](main:@1) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.00052222ms, 0.00471374%
main:@1013 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1011,main:@1010,main:@1012) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.0227369ms, 0.205231%
4luvCw32jf:0 = @param:4luvCw32jf:0 -> float_type, {8, 60, 5}, {300, 5, 1}: 0.00069002ms, 0.00622836%
main:@1015 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 5}](4luvCw32jf:0) -> float_type, {8, 60, 4}, {300, 5, 1}: 0.00069902ms, 0.0063096%
F5awZuD1c2:0 = @param:F5awZuD1c2:0 -> float_type, {8, 60, 9}, {540, 9, 1}: 0.00054532ms, 0.00492225%
main:@1017 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 9}](F5awZuD1c2:0) -> float_type, {8, 60, 8}, {540, 9, 1}: 0.00078326ms, 0.00706998%
PnxiROp9zw:0 = @param:PnxiROp9zw:0 -> float_type, {8, 60, 5}, {300, 5, 1}: 0.00049736ms, 0.00448934%
main:@1019 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 60, 5}](PnxiROp9zw:0) -> float_type, {8, 60, 4}, {300, 5, 1}: 0.00063706ms, 0.00575033%
main:@1020 = load[offset=1412416,end=1573696](main:@1) -> float_type, {8, 60, 84}, {5040, 84, 1}: 0.00049282ms, 0.00444837%
main:@1021 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5760,local=256,](main:@135,main:@214,main:@992,main:@293,main:@1019,main:@1017,main:@1015,main:@1020) -> float_type, {8, 60, 84}, {5040, 84, 1}: 0.0200242ms, 0.180745%
main:@1022 = hip::hip_copy_literal[id=main:@literal:134] -> float_type, {84, 64}, {64, 1}: 0.00084312ms, 0.00761029%
main:@1023 = reshape_lazy[dims={480, 84}](main:@1021) -> float_type, {480, 84}, {84, 1}: 0.00054752ms, 0.00494211%
main:@1024 = load[offset=1289536,end=1412416](main:@1) -> float_type, {480, 64}, {64, 1}: 0.0004681ms, 0.00422523%
main:@1025 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1023,main:@1022,main:@1024) -> float_type, {480, 64}, {64, 1}: 0.0200009ms, 0.180535%
main:@1026 = load[offset=247072,end=248992](main:@1) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.00064094ms, 0.00578535%
mt0cODHoal:0 = @param:mt0cODHoal:0 -> int32_type, {8, 60}, {60, 1}: 0.00053148ms, 0.00479732%
main:@1028 = unsqueeze[axes={1},steps={}](mt0cODHoal:0) -> int32_type, {8, 1, 60}, {60, 60, 1}: 0.00062358ms, 0.00562865%
main:@1029 = gpu::code_object[code_object=13544,symbol_name=convert_add_add_sub_kernel,global=240,local=256,](main:@1028,main:@1013,main:@1026) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.013443ms, 0.121342%
main:@1030 = load[offset=453920,end=455840](main:@1) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.0006476ms, 0.00584546%
main:@1031 = gpu::code_object[code_object=14552,symbol_name=softmax_kernel,global=512,local=64,](main:@1029,main:@1030) -> float_type, {8, 1, 60}, {60, 60, 1}: 0.0142418ms, 0.128551%
main:@1032 = load[offset=210208,end=212256](main:@1) -> float_type, {8, 1, 64}, {64, 64, 1}: 0.00061378ms, 0.00554019%
main:@1033 = reshape_lazy[dims={8, 60, 64}](main:@1025) -> float_type, {8, 60, 64}, {3840, 64, 1}: 0.00055174ms, 0.0049802%
main:@1034 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1031,main:@1033,main:@1032) -> float_type, {8, 1, 64}, {64, 64, 1}: 0.0216823ms, 0.195712%
main:@1035 = slice[axes={1},starts={0},ends={256}](main:@624) -> float_type, {120, 256}, {768, 1}: 0.00080494ms, 0.00726567%
main:@1036 = reshape_lazy[dims={8, 15, 256}](main:@1035) -> float_type, {8, 15, 256}, {11520, 768, 1}: 0.00065574ms, 0.00591894%
main:@1037 = slice[axes={2},starts={0},ends={64}](main:@1036) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.0007997ms, 0.00721837%
main:@1038 = unsqueeze[axes={0},steps={}](main:@1037) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00076166ms, 0.00687501%
main:@1039 = slice[axes={2},starts={64},ends={128}](main:@1036) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00100104ms, 0.00903574%
main:@1040 = unsqueeze[axes={0},steps={}](main:@1039) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00062822ms, 0.00567053%
main:@1041 = slice[axes={2},starts={128},ends={192}](main:@1036) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00073182ms, 0.00660566%
main:@1042 = unsqueeze[axes={0},steps={}](main:@1041) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.0006326ms, 0.00571007%
main:@1043 = slice[axes={2},starts={192},ends={256}](main:@1036) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00064998ms, 0.00586695%
main:@1044 = unsqueeze[axes={0},steps={}](main:@1043) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.0009617ms, 0.00868064%
main:@1045 = load[offset=1289536,end=1412416](main:@1) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.00054326ms, 0.00490365%
main:@1046 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3840,local=256,](main:@1038,main:@1040,main:@1042,main:@1044,main:@1045) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0194235ms, 0.175323%
main:@1047 = slice[axes={1},starts={512},ends={768}](main:@624) -> float_type, {120, 256}, {768, 1}: 0.00078078ms, 0.00704759%
main:@1048 = reshape_lazy[dims={8, 15, 256}](main:@1047) -> float_type, {8, 15, 256}, {11520, 768, 1}: 0.00059806ms, 0.0053983%
main:@1049 = slice[axes={2},starts={0},ends={64}](main:@1048) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.0008817ms, 0.00795853%
main:@1050 = unsqueeze[axes={0},steps={}](main:@1049) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00061028ms, 0.0055086%
main:@1051 = slice[axes={2},starts={64},ends={128}](main:@1048) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00069488ms, 0.00627223%
main:@1052 = unsqueeze[axes={0},steps={}](main:@1051) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00062412ms, 0.00563352%
main:@1053 = slice[axes={2},starts={128},ends={192}](main:@1048) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00062502ms, 0.00564165%
main:@1054 = unsqueeze[axes={0},steps={}](main:@1053) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.0009442ms, 0.00852268%
main:@1055 = slice[axes={2},starts={192},ends={256}](main:@1048) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00063916ms, 0.00576928%
main:@1056 = unsqueeze[axes={0},steps={}](main:@1055) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.0006498ms, 0.00586532%
main:@1057 = load[offset=1412416,end=1535296](main:@1) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.00053448ms, 0.0048244%
main:@1058 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3840,local=256,](main:@1050,main:@1052,main:@1054,main:@1056,main:@1057) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0192884ms, 0.174104%
main:@1059 = transpose[permutation={0, 1, 3, 2}](main:@1058) -> float_type, {4, 8, 64, 15}, {7680, 960, 1, 64}: 0.00069638ms, 0.00628577%
main:@1060 = load[offset=453920,end=482720](main:@1) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.00050154ms, 0.00452707%
main:@1061 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1046,main:@1059,main:@1060) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.0213331ms, 0.19256%
main:@1062 = load[offset=1289536,end=1318336](main:@1) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.0006692ms, 0.00604043%
main:@1063 = gpu::code_object[code_object=13512,symbol_name=pow_kernel,global=3600,local=256,](main:@1061,main:@1062) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.0153537ms, 0.138588%
main:@1064 = load[offset=453920,end=482720](main:@1) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.00063486ms, 0.00573047%
main:@1065 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=30720,local=64,](main:@1063,main:@1064) -> float_type, {4, 8, 15, 15}, {1800, 225, 15, 1}: 0.0180876ms, 0.163265%
main:@1066 = slice[axes={1},starts={256},ends={512}](main:@624) -> float_type, {120, 256}, {768, 1}: 0.0008735ms, 0.00788452%
main:@1067 = reshape_lazy[dims={8, 15, 256}](main:@1066) -> float_type, {8, 15, 256}, {11520, 768, 1}: 0.00060888ms, 0.00549596%
main:@1068 = slice[axes={2},starts={0},ends={64}](main:@1067) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00068954ms, 0.00622403%
main:@1069 = unsqueeze[axes={0},steps={}](main:@1068) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00092384ms, 0.0083389%
main:@1070 = slice[axes={2},starts={64},ends={128}](main:@1067) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00065238ms, 0.00588861%
main:@1071 = unsqueeze[axes={0},steps={}](main:@1070) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00091666ms, 0.00827409%
main:@1072 = slice[axes={2},starts={128},ends={192}](main:@1067) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00063878ms, 0.00576585%
main:@1073 = unsqueeze[axes={0},steps={}](main:@1072) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00067862ms, 0.00612546%
main:@1074 = slice[axes={2},starts={192},ends={256}](main:@1067) -> float_type, {8, 15, 64}, {11520, 768, 1}: 0.00096602ms, 0.00871963%
main:@1075 = unsqueeze[axes={0},steps={}](main:@1074) -> float_type, {1, 8, 15, 64}, {92160, 11520, 768, 1}: 0.00062238ms, 0.00561782%
main:@1076 = load[offset=1289536,end=1412416](main:@1) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0004909ms, 0.00443103%
main:@1077 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3840,local=256,](main:@1069,main:@1071,main:@1073,main:@1075,main:@1076) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0192392ms, 0.17366%
main:@1078 = load[offset=920896,end=1043776](main:@1) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.00064358ms, 0.00580918%
main:@1079 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1065,main:@1077,main:@1078) -> float_type, {4, 8, 15, 64}, {7680, 960, 64, 1}: 0.0191898ms, 0.173214%
main:@1080 = slice[axes={1},starts={32},ends={96}](main:@698) -> float_type, {8, 64}, {128, 1}: 0.00077044ms, 0.00695426%
main:@1081 = load[offset=453920,end=455968](main:@1) -> float_type, {8, 64}, {64, 1}: 0.00048098ms, 0.00434149%
main:@1082 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=256,local=256,](main:@1080,main:@1081) -> float_type, {8, 64}, {64, 1}: 0.0131148ms, 0.118379%
main:@1083 = slice[axes={1},starts={64},ends={128}](main:@732) -> float_type, {400, 64}, {128, 1}: 0.00074202ms, 0.00669773%
main:@1084 = reshape_lazy[dims={1, 8, 50, 64}](main:@1083) -> float_type, {1, 8, 50, 64}, {51200, 6400, 128, 1}: 0.00060958ms, 0.00550228%
main:@1085 = transpose[permutation={0, 1, 3, 2}](main:@1084) -> float_type, {1, 8, 64, 50}, {51200, 6400, 1, 128}: 0.0009175ms, 0.00828167%
main:@1086 = reshape_lazy[dims={1, 8, 1, 64}](main:@1082) -> float_type, {1, 8, 1, 64}, {512, 64, 64, 1}: 0.00053786ms, 0.00485491%
main:@1087 = load[offset=247072,end=248672](main:@1) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.00047068ms, 0.00424852%
main:@1088 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1086,main:@1085,main:@1087) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.0239661ms, 0.216326%
ObZQkfyaKG:0 = @param:ObZQkfyaKG:0 -> int32_type, {8, 50}, {50, 1}: 0.00071472ms, 0.00645131%
main:@1090 = unsqueeze[axes={1},steps={}](ObZQkfyaKG:0) -> int32_type, {8, 1, 50}, {50, 50, 1}: 0.00061894ms, 0.00558677%
main:@1091 = load[offset=453920,end=455520](main:@1) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.00050594ms, 0.00456679%
main:@1092 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=200,local=256,](main:@1090,main:@1091) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.0133733ms, 0.120712%
main:@1093 = multibroadcast[out_lens={1, 8, 1, 50}](main:@1092) -> float_type, {1, 8, 1, 50}, {0, 50, 50, 1}: 0.00077202ms, 0.00696852%
main:@1094 = load[offset=455520,end=457120](main:@1) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.00051022ms, 0.00460542%
main:@1095 = gpu::code_object[code_object=13520,symbol_name=pow_pow_kernel,global=200,local=256,](main:@1088,main:@1093,main:@1094) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.0184459ms, 0.166499%
main:@1096 = load[offset=453920,end=455520](main:@1) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.00062812ms, 0.00566963%
main:@1097 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=512,local=64,](main:@1095,main:@1096) -> float_type, {1, 8, 1, 50}, {400, 50, 50, 1}: 0.0140424ms, 0.126752%
main:@1098 = slice[axes={1},starts={0},ends={64}](main:@732) -> float_type, {400, 64}, {128, 1}: 0.00075696ms, 0.00683258%
main:@1099 = load[offset=247072,end=249120](main:@1) -> float_type, {1, 8, 1, 64}, {512, 64, 64, 1}: 0.00047676ms, 0.0043034%
main:@1100 = reshape_lazy[dims={1, 8, 50, 64}](main:@1098) -> float_type, {1, 8, 50, 64}, {51200, 6400, 128, 1}: 0.00093794ms, 0.00846617%
main:@1101 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1097,main:@1100,main:@1099) -> float_type, {1, 8, 1, 64}, {512, 64, 64, 1}: 0.0218515ms, 0.197239%
main:@1102 = hip::hip_copy_literal[id=main:@literal:116] -> float_type, {128, 3429}, {3429, 1}: 0.0007448ms, 0.00672282%
main:@1103 = slice[axes={1},starts={128},ends={256}](main:@715) -> float_type, {8, 128}, {896, 1}: 0.00060036ms, 0.00541906%
main:@1104 = load[offset=249120,end=358848](main:@1) -> float_type, {8, 3429}, {3429, 1}: 0.00053976ms, 0.00487206%
main:@1105 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1103,main:@1102,main:@1104) -> float_type, {8, 3429}, {3429, 1}: 0.0241339ms, 0.217841%
main:@1106 = load[offset=358848,end=493248](main:@1) -> float_type, {8, 50, 84}, {4200, 84, 1}: 0.00066638ms, 0.00601498%
pHflUqMEaX:0 = @param:pHflUqMEaX:0 -> float_type, {8, 50, 5}, {250, 5, 1}: 0.00054822ms, 0.00494842%
main:@1108 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 5}](pHflUqMEaX:0) -> float_type, {8, 50, 4}, {250, 5, 1}: 0.0007149ms, 0.00645294%
lDIuWZ8VFU:0 = @param:lDIuWZ8VFU:0 -> float_type, {8, 50, 5}, {250, 5, 1}: 0.00054006ms, 0.00487477%
main:@1110 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 5}](lDIuWZ8VFU:0) -> float_type, {8, 50, 4}, {250, 5, 1}: 0.00078076ms, 0.00704741%
waXyDlz530:0 = @param:waXyDlz530:0 -> float_type, {8, 50, 5}, {250, 5, 1}: 0.00050616ms, 0.00456878%
main:@1112 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 50, 5}](waXyDlz530:0) -> float_type, {8, 50, 4}, {250, 5, 1}: 0.00066944ms, 0.0060426%
main:@1113 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=5600,local=256,](main:@1108,main:@58,main:@273,main:@1112,main:@1110,main:@195,main:@1106) -> float_type, {8, 50, 84}, {4200, 84, 1}: 0.0196285ms, 0.177174%
main:@1114 = hip::hip_copy_literal[id=main:@literal:29] -> float_type, {84, 256}, {256, 1}: 0.00074204ms, 0.00669791%
main:@1115 = load[offset=1112512,end=1522112](main:@1) -> float_type, {400, 256}, {256, 1}: 0.00048852ms, 0.00440955%
main:@1116 = reshape_lazy[dims={400, 84}](main:@1113) -> float_type, {400, 84}, {84, 1}: 0.00054998ms, 0.00496431%
main:@1117 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1116,main:@1114,main:@1115) -> float_type, {400, 256}, {256, 1}: 0.0224996ms, 0.203089%
main:@1118 = hip::hip_copy_literal[id=main:@literal:49] -> float_type, {256, 512}, {512, 1}: 0.00083806ms, 0.00756462%
main:@1119 = slice[axes={0, 1, 2},starts={0, 9, 0},ends={8, 10, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.000654ms, 0.00590323%
main:@1120 = squeeze[axes={1}](main:@1119) -> float_type, {8, 256}, {4608, 1}: 0.00075942ms, 0.00685479%
main:@1121 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00052614ms, 0.00474912%
main:@1122 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1120,main:@1118,main:@1121) -> float_type, {8, 512}, {512, 1}: 0.0245333ms, 0.221446%
main:@1123 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061726ms, 0.0055716%
main:@1124 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1122,main:@1123) -> float_type, {8, 512}, {512, 1}: 0.0133274ms, 0.120298%
main:@1125 = load[offset=1043776,end=1051968](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060704ms, 0.00547935%
main:@1126 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1124,main:@717,main:@1125) -> float_type, {8, 256}, {256, 1}: 0.031155ms, 0.281216%
main:@1127 = slice[axes={0, 1, 2},starts={0, 16, 0},ends={8, 17, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00079326ms, 0.00716024%
main:@1128 = squeeze[axes={1}](main:@1127) -> float_type, {8, 256}, {4608, 1}: 0.00063928ms, 0.00577036%
main:@1129 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0004819ms, 0.0043498%
main:@1130 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1128,main:@716,main:@1129) -> float_type, {8, 512}, {512, 1}: 0.0243446ms, 0.219743%
main:@1131 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.000609ms, 0.00549705%
main:@1132 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1130,main:@1131) -> float_type, {8, 512}, {512, 1}: 0.0132756ms, 0.119831%
main:@1133 = hip::hip_copy_literal[id=main:@literal:84] -> float_type, {512, 256}, {256, 1}: 0.00074824ms, 0.00675388%
main:@1134 = load[offset=1051968,end=1060160](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047606ms, 0.00429708%
main:@1135 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1132,main:@1133,main:@1134) -> float_type, {8, 256}, {256, 1}: 0.0317032ms, 0.286164%
main:@1136 = hip::hip_copy_literal[id=main:@literal:142] -> float_type, {256, 512}, {512, 1}: 0.00076938ms, 0.00694469%
main:@1137 = slice[axes={0, 1, 2},starts={0, 1, 0},ends={8, 2, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00061126ms, 0.00551745%
main:@1138 = squeeze[axes={1}](main:@1137) -> float_type, {8, 256}, {4608, 1}: 0.00090998ms, 0.0082138%
main:@1139 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046864ms, 0.00423011%
main:@1140 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1138,main:@1136,main:@1139) -> float_type, {8, 512}, {512, 1}: 0.0237797ms, 0.214643%
main:@1141 = hip::hip_copy_literal[id=main:@literal:120] -> float_type, {512, 256}, {256, 1}: 0.00079122ms, 0.00714183%
main:@1142 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046922ms, 0.00423534%
main:@1143 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1140,main:@1142) -> float_type, {8, 512}, {512, 1}: 0.0133126ms, 0.120164%
main:@1144 = load[offset=1060160,end=1068352](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062438ms, 0.00563587%
main:@1145 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1143,main:@1141,main:@1144) -> float_type, {8, 256}, {256, 1}: 0.0311478ms, 0.281151%
main:@1146 = hip::hip_copy_literal[id=main:@literal:62] -> float_type, {256, 512}, {512, 1}: 0.00080668ms, 0.00728137%
main:@1147 = slice[axes={0, 1, 2},starts={0, 15, 0},ends={8, 16, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00060846ms, 0.00549217%
main:@1148 = squeeze[axes={1}](main:@1147) -> float_type, {8, 256}, {4608, 1}: 0.0006119ms, 0.00552322%
main:@1149 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00049996ms, 0.00451281%
main:@1150 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1148,main:@1146,main:@1149) -> float_type, {8, 512}, {512, 1}: 0.0239834ms, 0.216483%
main:@1151 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061602ms, 0.00556041%
main:@1152 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1150,main:@1151) -> float_type, {8, 512}, {512, 1}: 0.0133045ms, 0.120091%
main:@1153 = hip::hip_copy_literal[id=main:@literal:95] -> float_type, {512, 256}, {256, 1}: 0.0007ms, 0.00631844%
main:@1154 = load[offset=1071552,end=1079744](main:@1) -> float_type, {8, 256}, {256, 1}: 0.0004691ms, 0.00423426%
main:@1155 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1152,main:@1153,main:@1154) -> float_type, {8, 256}, {256, 1}: 0.031198ms, 0.281604%
main:@1156 = hip::hip_copy_literal[id=main:@literal:138] -> float_type, {256, 512}, {512, 1}: 0.0007388ms, 0.00666867%
main:@1157 = slice[axes={0, 1, 2},starts={0, 8, 0},ends={8, 9, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00061882ms, 0.00558569%
main:@1158 = squeeze[axes={1}](main:@1157) -> float_type, {8, 256}, {4608, 1}: 0.00091328ms, 0.00824358%
main:@1159 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047684ms, 0.00430412%
main:@1160 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1158,main:@1156,main:@1159) -> float_type, {8, 512}, {512, 1}: 0.0236968ms, 0.213895%
main:@1161 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0006216ms, 0.00561078%
main:@1162 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1160,main:@1161) -> float_type, {8, 512}, {512, 1}: 0.0131454ms, 0.118655%
main:@1163 = hip::hip_copy_literal[id=main:@literal:44] -> float_type, {512, 256}, {256, 1}: 0.00080682ms, 0.00728264%
main:@1164 = load[offset=1079744,end=1087936](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00049638ms, 0.0044805%
main:@1165 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1162,main:@1163,main:@1164) -> float_type, {8, 256}, {256, 1}: 0.03104ms, 0.280178%
main:@1166 = hip::hip_copy_literal[id=main:@literal:48] -> float_type, {256, 512}, {512, 1}: 0.00077812ms, 0.00702358%
main:@1167 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047938ms, 0.00432705%
main:@1168 = slice[axes={0, 1, 2},starts={0, 5, 0},ends={8, 6, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00066274ms, 0.00598212%
main:@1169 = squeeze[axes={1}](main:@1168) -> float_type, {8, 256}, {4608, 1}: 0.00066108ms, 0.00596714%
main:@1170 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1169,main:@1166,main:@1167) -> float_type, {8, 512}, {512, 1}: 0.0239363ms, 0.216057%
main:@1171 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061496ms, 0.00555084%
main:@1172 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1170,main:@1171) -> float_type, {8, 512}, {512, 1}: 0.0133098ms, 0.120139%
main:@1173 = load[offset=1087936,end=1096128](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060818ms, 0.00548964%
main:@1174 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1172,main:@717,main:@1173) -> float_type, {8, 256}, {256, 1}: 0.0305903ms, 0.276118%
main:@1175 = slice[axes={0, 1, 2},starts={0, 2, 0},ends={8, 3, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00076604ms, 0.00691454%
main:@1176 = squeeze[axes={1}](main:@1175) -> float_type, {8, 256}, {4608, 1}: 0.00065688ms, 0.00592923%
main:@1177 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00049062ms, 0.00442851%
main:@1178 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1176,main:@718,main:@1177) -> float_type, {8, 512}, {512, 1}: 0.0234482ms, 0.211652%
main:@1179 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00060586ms, 0.0054687%
main:@1180 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1178,main:@1179) -> float_type, {8, 512}, {512, 1}: 0.0131862ms, 0.119024%
main:@1181 = hip::hip_copy_literal[id=main:@literal:97] -> float_type, {512, 256}, {256, 1}: 0.00077548ms, 0.00699975%
main:@1182 = load[offset=1096128,end=1104320](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047314ms, 0.00427073%
main:@1183 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1180,main:@1181,main:@1182) -> float_type, {8, 256}, {256, 1}: 0.0311541ms, 0.281207%
main:@1184 = slice[axes={0, 1, 2},starts={0, 0, 0},ends={8, 1, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00075234ms, 0.00679088%
main:@1185 = squeeze[axes={1}](main:@1184) -> float_type, {8, 256}, {4608, 1}: 0.00061844ms, 0.00558225%
main:@1186 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047904ms, 0.00432398%
main:@1187 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1185,main:@718,main:@1186) -> float_type, {8, 512}, {512, 1}: 0.0231469ms, 0.208932%
main:@1188 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.0006002ms, 0.00541761%
main:@1189 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1187,main:@1188) -> float_type, {8, 512}, {512, 1}: 0.0132741ms, 0.119817%
main:@1190 = hip::hip_copy_literal[id=main:@literal:70] -> float_type, {512, 256}, {256, 1}: 0.00077544ms, 0.00699939%
main:@1191 = load[offset=1104320,end=1112512](main:@1) -> float_type, {8, 256}, {256, 1}: 0.0005043ms, 0.00455199%
main:@1192 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1189,main:@1190,main:@1191) -> float_type, {8, 256}, {256, 1}: 0.0305713ms, 0.275947%
main:@1193 = hip::hip_copy_literal[id=main:@literal:86] -> float_type, {256, 512}, {512, 1}: 0.0007727ms, 0.00697466%
main:@1194 = slice[axes={0, 1, 2},starts={0, 14, 0},ends={8, 15, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00060402ms, 0.0054521%
main:@1195 = squeeze[axes={1}](main:@1194) -> float_type, {8, 256}, {4608, 1}: 0.00061216ms, 0.00552557%
main:@1196 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00051562ms, 0.00465417%
main:@1197 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1195,main:@1193,main:@1196) -> float_type, {8, 512}, {512, 1}: 0.0239096ms, 0.215816%
main:@1198 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00060518ms, 0.00546257%
main:@1199 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1197,main:@1198) -> float_type, {8, 512}, {512, 1}: 0.0133381ms, 0.120394%
main:@1200 = load[offset=1522112,end=1530304](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00060162ms, 0.00543043%
main:@1201 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1199,main:@717,main:@1200) -> float_type, {8, 256}, {256, 1}: 0.0299556ms, 0.27039%
main:@1202 = hip::hip_copy_literal[id=main:@literal:141] -> float_type, {256, 512}, {512, 1}: 0.00077264ms, 0.00697412%
main:@1203 = slice[axes={0, 1, 2},starts={0, 12, 0},ends={8, 13, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00058932ms, 0.00531941%
main:@1204 = squeeze[axes={1}](main:@1203) -> float_type, {8, 256}, {4608, 1}: 0.00091388ms, 0.008249%
main:@1205 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00048198ms, 0.00435052%
main:@1206 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1204,main:@1202,main:@1205) -> float_type, {8, 512}, {512, 1}: 0.0234185ms, 0.211384%
main:@1207 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00063268ms, 0.00571079%
main:@1208 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1206,main:@1207) -> float_type, {8, 512}, {512, 1}: 0.0133439ms, 0.120447%
main:@1209 = hip::hip_copy_literal[id=main:@literal:113] -> float_type, {512, 256}, {256, 1}: 0.00077846ms, 0.00702665%
main:@1210 = load[offset=1530304,end=1538496](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048222ms, 0.00435269%
main:@1211 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1208,main:@1209,main:@1210) -> float_type, {8, 256}, {256, 1}: 0.0308535ms, 0.278495%
main:@1212 = slice[axes={0, 1, 2},starts={0, 17, 0},ends={8, 18, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00076062ms, 0.00686562%
main:@1213 = squeeze[axes={1}](main:@1212) -> float_type, {8, 256}, {4608, 1}: 0.0006099ms, 0.00550517%
main:@1214 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047168ms, 0.00425755%
main:@1215 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1213,main:@716,main:@1214) -> float_type, {8, 512}, {512, 1}: 0.0233786ms, 0.211024%
main:@1216 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00060608ms, 0.00547069%
main:@1217 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1215,main:@1216) -> float_type, {8, 512}, {512, 1}: 0.013291ms, 0.119969%
main:@1218 = hip::hip_copy_literal[id=main:@literal:96] -> float_type, {512, 256}, {256, 1}: 0.0007885ms, 0.00711728%
main:@1219 = load[offset=1538496,end=1546688](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00050462ms, 0.00455488%
main:@1220 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1217,main:@1218,main:@1219) -> float_type, {8, 256}, {256, 1}: 0.0301846ms, 0.272456%
main:@1221 = slice[axes={0, 1, 2},starts={0, 10, 0},ends={8, 11, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00073218ms, 0.00660891%
main:@1222 = squeeze[axes={1}](main:@1221) -> float_type, {8, 256}, {4608, 1}: 0.00058206ms, 0.00525388%
main:@1223 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046814ms, 0.00422559%
main:@1224 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1222,main:@716,main:@1223) -> float_type, {8, 512}, {512, 1}: 0.0232964ms, 0.210282%
main:@1225 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00062916ms, 0.00567902%
main:@1226 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1224,main:@1225) -> float_type, {8, 512}, {512, 1}: 0.0131501ms, 0.118697%
main:@1227 = hip::hip_copy_literal[id=main:@literal:42] -> float_type, {512, 256}, {256, 1}: 0.0007745ms, 0.00699091%
main:@1228 = load[offset=1546688,end=1554880](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047344ms, 0.00427343%
main:@1229 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1226,main:@1227,main:@1228) -> float_type, {8, 256}, {256, 1}: 0.0301304ms, 0.271967%
main:@1230 = slice[axes={0, 1, 2},starts={0, 13, 0},ends={8, 14, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.0007492ms, 0.00676254%
main:@1231 = squeeze[axes={1}](main:@1230) -> float_type, {8, 256}, {4608, 1}: 0.00062342ms, 0.00562721%
main:@1232 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00050106ms, 0.00452274%
main:@1233 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1231,main:@718,main:@1232) -> float_type, {8, 512}, {512, 1}: 0.0231533ms, 0.208989%
main:@1234 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061338ms, 0.00553658%
main:@1235 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1233,main:@1234) -> float_type, {8, 512}, {512, 1}: 0.0132381ms, 0.119492%
main:@1236 = hip::hip_copy_literal[id=main:@literal:41] -> float_type, {512, 256}, {256, 1}: 0.00073058ms, 0.00659447%
main:@1237 = load[offset=1554880,end=1563072](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00049004ms, 0.00442327%
main:@1238 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1235,main:@1236,main:@1237) -> float_type, {8, 256}, {256, 1}: 0.0304052ms, 0.274448%
main:@1239 = hip::hip_copy_literal[id=main:@literal:112] -> float_type, {256, 512}, {512, 1}: 0.0007928ms, 0.00715609%
main:@1240 = slice[axes={0, 1, 2},starts={0, 7, 0},ends={8, 8, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00061066ms, 0.00551203%
main:@1241 = squeeze[axes={1}](main:@1240) -> float_type, {8, 256}, {4608, 1}: 0.00059406ms, 0.00536219%
main:@1242 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00047158ms, 0.00425665%
main:@1243 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1241,main:@1239,main:@1242) -> float_type, {8, 512}, {512, 1}: 0.0244828ms, 0.22099%
main:@1244 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061164ms, 0.00552088%
main:@1245 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1243,main:@1244) -> float_type, {8, 512}, {512, 1}: 0.0131848ms, 0.119011%
main:@1246 = hip::hip_copy_literal[id=main:@literal:140] -> float_type, {512, 256}, {256, 1}: 0.00075354ms, 0.00680171%
main:@1247 = load[offset=1563072,end=1571264](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00046722ms, 0.00421729%
main:@1248 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1245,main:@1246,main:@1247) -> float_type, {8, 256}, {256, 1}: 0.0302226ms, 0.2728%
main:@1249 = hip::hip_copy_literal[id=main:@literal:153] -> float_type, {256, 512}, {512, 1}: 0.00075928ms, 0.00685353%
main:@1250 = slice[axes={0, 1, 2},starts={0, 6, 0},ends={8, 7, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00061574ms, 0.00555788%
main:@1251 = squeeze[axes={1}](main:@1250) -> float_type, {8, 256}, {4608, 1}: 0.00060416ms, 0.00545336%
main:@1252 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046916ms, 0.0042348%
main:@1253 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1251,main:@1249,main:@1252) -> float_type, {8, 512}, {512, 1}: 0.0236115ms, 0.213126%
main:@1254 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00060806ms, 0.00548856%
main:@1255 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1253,main:@1254) -> float_type, {8, 512}, {512, 1}: 0.0133222ms, 0.120251%
main:@1256 = hip::hip_copy_literal[id=main:@literal:93] -> float_type, {512, 256}, {256, 1}: 0.00071454ms, 0.00644969%
main:@1257 = load[offset=1571264,end=1579456](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048862ms, 0.00441045%
main:@1258 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1255,main:@1256,main:@1257) -> float_type, {8, 256}, {256, 1}: 0.030425ms, 0.274626%
main:@1259 = hip::hip_copy_literal[id=main:@literal:68] -> float_type, {256, 512}, {512, 1}: 0.00072698ms, 0.00656197%
main:@1260 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00045902ms, 0.00414327%
main:@1261 = slice[axes={0, 1, 2},starts={0, 11, 0},ends={8, 12, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00062506ms, 0.00564201%
main:@1262 = squeeze[axes={1}](main:@1261) -> float_type, {8, 256}, {4608, 1}: 0.00066824ms, 0.00603177%
main:@1263 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1262,main:@1259,main:@1260) -> float_type, {8, 512}, {512, 1}: 0.0237643ms, 0.214504%
main:@1264 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061172ms, 0.0055216%
main:@1265 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1263,main:@1264) -> float_type, {8, 512}, {512, 1}: 0.0132248ms, 0.119372%
main:@1266 = load[offset=1579456,end=1587648](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062958ms, 0.00568281%
main:@1267 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1265,main:@717,main:@1266) -> float_type, {8, 256}, {256, 1}: 0.029956ms, 0.270393%
main:@1268 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061808ms, 0.00557901%
main:@1269 = slice[axes={0, 1, 2},starts={0, 4, 0},ends={8, 5, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00059566ms, 0.00537663%
main:@1270 = squeeze[axes={1}](main:@1269) -> float_type, {8, 256}, {4608, 1}: 0.00090494ms, 0.0081683%
main:@1271 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1270,main:@718,main:@1268) -> float_type, {8, 512}, {512, 1}: 0.0230911ms, 0.208428%
main:@1272 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00060954ms, 0.00550192%
main:@1273 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1271,main:@1272) -> float_type, {8, 512}, {512, 1}: 0.0132329ms, 0.119445%
main:@1274 = hip::hip_copy_literal[id=main:@literal:94] -> float_type, {512, 256}, {256, 1}: 0.0007398ms, 0.00667769%
main:@1275 = load[offset=1587648,end=1595840](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00048056ms, 0.0043377%
main:@1276 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1273,main:@1274,main:@1275) -> float_type, {8, 256}, {256, 1}: 0.0302167ms, 0.272747%
main:@1277 = hip::hip_copy_literal[id=main:@literal:149] -> float_type, {256, 512}, {512, 1}: 0.0007908ms, 0.00713804%
main:@1278 = slice[axes={0, 1, 2},starts={0, 3, 0},ends={8, 4, 256}](main:@711) -> float_type, {8, 1, 256}, {4608, 256, 1}: 0.00092838ms, 0.00837988%
main:@1279 = squeeze[axes={1}](main:@1278) -> float_type, {8, 256}, {4608, 1}: 0.00058326ms, 0.00526471%
main:@1280 = load[offset=375232,end=391616](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00046642ms, 0.00421007%
main:@1281 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1279,main:@1277,main:@1280) -> float_type, {8, 512}, {512, 1}: 0.0233555ms, 0.210815%
main:@1282 = load[offset=358848,end=375232](main:@1) -> float_type, {8, 512}, {512, 1}: 0.00061448ms, 0.00554651%
main:@1283 = gpu::code_object[code_object=13512,symbol_name=relu_kernel,global=2048,local=256,](main:@1281,main:@1282) -> float_type, {8, 512}, {512, 1}: 0.0132286ms, 0.119406%
main:@1284 = load[offset=1595840,end=1604032](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00062866ms, 0.0056745%
main:@1285 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1283,main:@1141,main:@1284) -> float_type, {8, 256}, {256, 1}: 0.0300193ms, 0.270964%
main:@1286 = load[offset=364992,end=371200](main:@1) -> float_type, {8, 194}, {194, 1}: 0.0006159ms, 0.00555933%
main:@1287 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](09zp4EDXTh:0) -> float_type, {8, 8}, {25, 1}: 0.00069262ms, 0.00625183%
main:@1288 = slice[axes={0, 1},starts={0, 169},ends={8, 177}](uFSOc5Chp2:0) -> float_type, {8, 8}, {481, 1}: 0.00063824ms, 0.00576098%
main:@1289 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](1PJsBhDaCK:0) -> float_type, {8, 8}, {25, 1}: 0.00080516ms, 0.00726765%
main:@1290 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](1u5yIsHTXE:0) -> float_type, {8, 4}, {17, 1}: 0.00061818ms, 0.00557991%
main:@1291 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](2lVXMZgJfO:0) -> float_type, {8, 8}, {25, 1}: 0.0006169ms, 0.00556835%
main:@1292 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](3kdi0vsSZG:0) -> float_type, {8, 8}, {25, 1}: 0.00060612ms, 0.00547105%
main:@1293 = slice[axes={0, 1},starts={0, 25},ends={8, 33}](Qp3K1PHvte:0) -> float_type, {8, 8}, {69, 1}: 0.00073388ms, 0.00662426%
main:@1294 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](5JHUPChra8:0) -> float_type, {8, 2}, {17, 1}: 0.00059822ms, 0.00539974%
main:@1295 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](RpITWntAji:0) -> float_type, {8, 8}, {17, 1}: 0.00060924ms, 0.00549921%
main:@1296 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](92MwiALCHX:0) -> float_type, {8, 8}, {25, 1}: 0.00060006ms, 0.00541635%
main:@1297 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](AVLcBpWeuo:0) -> float_type, {8, 4}, {21, 1}: 0.0007631ms, 0.00688801%
main:@1298 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](JSWhLK4Agx:0) -> float_type, {8, 8}, {25, 1}: 0.0005869ms, 0.00529756%
main:@1299 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](o74vNAnXxy:0) -> float_type, {8, 4}, {17, 1}: 0.00063672ms, 0.00574726%
main:@1300 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](Tg4u0GfnFb:0) -> float_type, {8, 8}, {25, 1}: 0.00058282ms, 0.00526074%
main:@1301 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](TidKGrnobI:0) -> float_type, {8, 2}, {13, 1}: 0.00076704ms, 0.00692357%
main:@1302 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](HZ0l3MmcPY:0) -> float_type, {8, 4}, {17, 1}: 0.00059316ms, 0.00535407%
main:@1303 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](IztrlRfWQU:0) -> float_type, {8, 2}, {13, 1}: 0.00062914ms, 0.00567884%
main:@1304 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](KN13IWXZSu:0) -> float_type, {8, 2}, {13, 1}: 0.00060208ms, 0.00543458%
main:@1305 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](RHo9Jz6KpI:0) -> float_type, {8, 4}, {21, 1}: 0.0007103ms, 0.00641142%
main:@1306 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](NXOSdQVPs0:0) -> float_type, {8, 8}, {25, 1}: 0.00062448ms, 0.00563677%
main:@1307 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](ry2xad1vc9:0) -> float_type, {8, 8}, {25, 1}: 0.00060494ms, 0.0054604%
main:@1308 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](S5D6WGIXMd:0) -> float_type, {8, 4}, {17, 1}: 0.00066462ms, 0.00599909%
main:@1309 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](1WNvHElUG7:0) -> float_type, {8, 8}, {25, 1}: 0.00067102ms, 0.00605686%
main:@1310 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](YbIVz8l1un:0) -> float_type, {8, 8}, {45, 1}: 0.00063664ms, 0.00574653%
main:@1311 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](bJsIAzhYc3:0) -> float_type, {8, 8}, {37, 1}: 0.00066922ms, 0.00604061%
main:@1312 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](pH5srbufJ1:0) -> float_type, {8, 4}, {17, 1}: 0.00061256ms, 0.00552918%
main:@1313 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](tWcngAq7hV:0) -> float_type, {8, 2}, {13, 1}: 0.00063614ms, 0.00574202%
main:@1314 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](xymEBUMS25:0) -> float_type, {8, 2}, {13, 1}: 0.00064026ms, 0.00577921%
main:@1315 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](msiPzSBKMj:0) -> float_type, {8, 4}, {17, 1}: 0.0006651ms, 0.00600342%
main:@1316 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](xT9FhjM1Uu:0) -> float_type, {8, 4}, {17, 1}: 0.00062828ms, 0.00567107%
main:@1317 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](m2YscaoDjP:0) -> float_type, {8, 4}, {17, 1}: 0.00063276ms, 0.00571151%
main:@1318 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](zZHaVOckpw:0) -> float_type, {8, 2}, {13, 1}: 0.00065476ms, 0.00591009%
main:@1319 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](qd1komWTn4:0) -> float_type, {8, 8}, {25, 1}: 0.00064202ms, 0.0057951%
main:@1320 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](ujOA5LQW7M:0) -> float_type, {8, 2}, {13, 1}: 0.0006175ms, 0.00557377%
main:@1321 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](nPUSZFm74Y:0) -> float_type, {8, 2}, {13, 1}: 0.0006297ms, 0.00568389%
main:@1322 = slice[axes={0, 1},starts={0, 163},ends={8, 165}](nv2tzWRf1I:0) -> float_type, {8, 2}, {301, 1}: 0.0005931ms, 0.00535353%
main:@1323 = slice[axes={0, 1},starts={0, 21},ends={8, 25}](ifP6Ceko5T:0) -> float_type, {8, 4}, {73, 1}: 0.00072422ms, 0.00653706%
main:@1324 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](XxirNgB98u:0) -> float_type, {8, 2}, {13, 1}: 0.0006259ms, 0.00564959%
main:@1325 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=40,local=256,](main:@1294,main:@1324,main:@1313,main:@1314,main:@1303,main:@1304,main:@1321,main:@1320,main:@1318,main:@1301,main:@1322,main:@1302,main:@1312,main:@1315,main:@1290,main:@1305,main:@1308,main:@1317,main:@1297,main:@1299,main:@1316,main:@1323,main:@1287,main:@1289,main:@1293,main:@1298,main:@1319,main:@1307,main:@1291,main:@1296,main:@1300,main:@1309,main:@1306,main:@1311,main:@1292,main:@1310,main:@1295,main:@1288,main:@1286) -> float_type, {8, 194}, {194, 1}: 0.0472624ms, 0.426607%
main:@1326 = hip::hip_copy_literal[id=main:@literal:106] -> float_type, {194, 192}, {192, 1}: 0.00084382ms, 0.00761661%
main:@1327 = load[offset=358848,end=364992](main:@1) -> float_type, {8, 192}, {192, 1}: 0.00046436ms, 0.00419148%
main:@1328 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1325,main:@1326,main:@1327) -> float_type, {8, 192}, {192, 1}: 0.0227209ms, 0.205086%
vAbKepTjQg:0 = @param:vAbKepTjQg:0 -> float_type, {8, 5}, {5, 1}: 0.00074772ms, 0.00674918%
main:@1330 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](vAbKepTjQg:0) -> float_type, {8, 2}, {5, 1}: 0.00068066ms, 0.00614387%
lDhFNYzbxR:0 = @param:lDhFNYzbxR:0 -> float_type, {8, 17}, {17, 1}: 0.00059366ms, 0.00535858%
main:@1332 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](lDhFNYzbxR:0) -> float_type, {8, 8}, {17, 1}: 0.0009391ms, 0.00847664%
1QWFmJ96aB:0 = @param:1QWFmJ96aB:0 -> float_type, {8, 5}, {5, 1}: 0.00049342ms, 0.00445378%
main:@1334 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](1QWFmJ96aB:0) -> float_type, {8, 2}, {5, 1}: 0.00064712ms, 0.00584113%
3VED7WSJ1b:0 = @param:3VED7WSJ1b:0 -> float_type, {8, 5}, {5, 1}: 0.00056512ms, 0.00510097%
main:@1336 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](3VED7WSJ1b:0) -> float_type, {8, 2}, {5, 1}: 0.00075924ms, 0.00685316%
gdck97AK4w:0 = @param:gdck97AK4w:0 -> float_type, {8, 17}, {17, 1}: 0.00051242ms, 0.00462528%
main:@1338 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](gdck97AK4w:0) -> float_type, {8, 4}, {17, 1}: 0.00062724ms, 0.00566169%
tIGjbcEuDd:0 = @param:tIGjbcEuDd:0 -> float_type, {8, 9}, {9, 1}: 0.00049438ms, 0.00446245%
main:@1340 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](tIGjbcEuDd:0) -> float_type, {8, 4}, {9, 1}: 0.00078582ms, 0.00709309%
NJBt1ubXFW:0 = @param:NJBt1ubXFW:0 -> float_type, {8, 5}, {5, 1}: 0.00050538ms, 0.00456174%
main:@1342 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](NJBt1ubXFW:0) -> float_type, {8, 2}, {5, 1}: 0.00062902ms, 0.00567775%
zX6xKOWG9S:0 = @param:zX6xKOWG9S:0 -> float_type, {8, 5}, {5, 1}: 0.00055596ms, 0.00501829%
main:@1344 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](zX6xKOWG9S:0) -> float_type, {8, 2}, {5, 1}: 0.00080076ms, 0.00722794%
5yColzZ8K3:0 = @param:5yColzZ8K3:0 -> float_type, {8, 5}, {5, 1}: 0.00051178ms, 0.0046195%
main:@1346 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](5yColzZ8K3:0) -> float_type, {8, 2}, {5, 1}: 0.00066892ms, 0.00603791%
IxpbBg7JTO:0 = @param:IxpbBg7JTO:0 -> float_type, {8, 5}, {5, 1}: 0.0005162ms, 0.0046594%
main:@1348 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](IxpbBg7JTO:0) -> float_type, {8, 2}, {5, 1}: 0.00090186ms, 0.0081405%
6Wh2Jm7GHC:0 = @param:6Wh2Jm7GHC:0 -> float_type, {8, 5}, {5, 1}: 0.0005376ms, 0.00485256%
main:@1350 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](6Wh2Jm7GHC:0) -> float_type, {8, 2}, {5, 1}: 0.00062886ms, 0.00567631%
UMO0o14RuI:0 = @param:UMO0o14RuI:0 -> float_type, {8, 9}, {9, 1}: 0.00055236ms, 0.00498579%
main:@1352 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](UMO0o14RuI:0) -> float_type, {8, 4}, {9, 1}: 0.00081672ms, 0.007372%
IMdFk7D16X:0 = @param:IMdFk7D16X:0 -> float_type, {8, 9}, {9, 1}: 0.00053042ms, 0.00478776%
main:@1354 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](IMdFk7D16X:0) -> float_type, {8, 4}, {9, 1}: 0.0009637ms, 0.00869869%
Pu1O5qFxY6:0 = @param:Pu1O5qFxY6:0 -> float_type, {8, 17}, {17, 1}: 0.00055378ms, 0.00499861%
main:@1356 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](Pu1O5qFxY6:0) -> float_type, {8, 4}, {17, 1}: 0.0007895ms, 0.0071263%
Cw59eOo7M1:0 = @param:Cw59eOo7M1:0 -> float_type, {8, 9}, {9, 1}: 0.00054482ms, 0.00491774%
main:@1358 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](Cw59eOo7M1:0) -> float_type, {8, 4}, {9, 1}: 0.0006374ms, 0.00575339%
E1ZkVIXqS5:0 = @param:E1ZkVIXqS5:0 -> float_type, {8, 9}, {9, 1}: 0.00052488ms, 0.00473775%
main:@1360 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](E1ZkVIXqS5:0) -> float_type, {8, 4}, {9, 1}: 0.0007756ms, 0.00700084%
EhUjmCTaGW:0 = @param:EhUjmCTaGW:0 -> float_type, {8, 9}, {9, 1}: 0.00050536ms, 0.00456156%
main:@1362 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](EhUjmCTaGW:0) -> float_type, {8, 4}, {9, 1}: 0.00062036ms, 0.00559959%
l5WSX3VvMK:0 = @param:l5WSX3VvMK:0 -> float_type, {8, 25}, {25, 1}: 0.00046032ms, 0.00415501%
main:@1364 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](l5WSX3VvMK:0) -> float_type, {8, 8}, {25, 1}: 0.00068344ms, 0.00616897%
FWhBxj4Tun:0 = @param:FWhBxj4Tun:0 -> float_type, {8, 9}, {9, 1}: 0.00051686ms, 0.00466536%
main:@1366 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](FWhBxj4Tun:0) -> float_type, {8, 4}, {9, 1}: 0.00069808ms, 0.00630111%
HmATr3gKsW:0 = @param:HmATr3gKsW:0 -> float_type, {8, 9}, {9, 1}: 0.00056882ms, 0.00513437%
main:@1368 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](HmATr3gKsW:0) -> float_type, {8, 4}, {9, 1}: 0.00069676ms, 0.0062892%
Ouh1XpPZaj:0 = @param:Ouh1XpPZaj:0 -> float_type, {8, 9}, {9, 1}: 0.00050328ms, 0.00454278%
main:@1370 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](Ouh1XpPZaj:0) -> float_type, {8, 4}, {9, 1}: 0.00100656ms, 0.00908556%
J3H2EjAXt8:0 = @param:J3H2EjAXt8:0 -> float_type, {8, 5}, {5, 1}: 0.00054074ms, 0.00488091%
main:@1372 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](J3H2EjAXt8:0) -> float_type, {8, 2}, {5, 1}: 0.00070214ms, 0.00633776%
NLt5JnRMjG:0 = @param:NLt5JnRMjG:0 -> float_type, {8, 5}, {5, 1}: 0.00052952ms, 0.00477963%
main:@1374 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](NLt5JnRMjG:0) -> float_type, {8, 2}, {5, 1}: 0.00069254ms, 0.00625111%
KCNfS4GlpP:0 = @param:KCNfS4GlpP:0 -> float_type, {8, 9}, {9, 1}: 0.00050906ms, 0.00459495%
main:@1376 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](KCNfS4GlpP:0) -> float_type, {8, 4}, {9, 1}: 0.00071846ms, 0.00648507%
O5aJeUQh2G:0 = @param:O5aJeUQh2G:0 -> float_type, {8, 17}, {17, 1}: 0.00057272ms, 0.00516957%
main:@1378 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](O5aJeUQh2G:0) -> float_type, {8, 8}, {17, 1}: 0.00068626ms, 0.00619442%
nltbg9ZWQX:0 = @param:nltbg9ZWQX:0 -> float_type, {8, 17}, {17, 1}: 0.00057608ms, 0.0051999%
main:@1380 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](nltbg9ZWQX:0) -> float_type, {8, 4}, {17, 1}: 0.00070942ms, 0.00640347%
Uc42tiuavR:0 = @param:Uc42tiuavR:0 -> float_type, {8, 9}, {9, 1}: 0.00052792ms, 0.00476519%
main:@1382 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](Uc42tiuavR:0) -> float_type, {8, 4}, {9, 1}: 0.00071352ms, 0.00644048%
U6GqhP8k7I:0 = @param:U6GqhP8k7I:0 -> float_type, {8, 9}, {9, 1}: 0.00051246ms, 0.00462564%
main:@1384 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](U6GqhP8k7I:0) -> float_type, {8, 4}, {9, 1}: 0.00069372ms, 0.00626176%
oQ5OcjZJe8:0 = @param:oQ5OcjZJe8:0 -> float_type, {8, 17}, {17, 1}: 0.00053924ms, 0.00486737%
main:@1386 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](oQ5OcjZJe8:0) -> float_type, {8, 8}, {17, 1}: 0.0009883ms, 0.00892074%
yVxKAL4U5G:0 = @param:yVxKAL4U5G:0 -> float_type, {8, 9}, {9, 1}: 0.00056628ms, 0.00511144%
main:@1388 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](yVxKAL4U5G:0) -> float_type, {8, 4}, {9, 1}: 0.0006657ms, 0.00600884%
ZRYNFfjSez:0 = @param:ZRYNFfjSez:0 -> float_type, {8, 33}, {33, 1}: 0.00055496ms, 0.00500926%
main:@1390 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](ZRYNFfjSez:0) -> float_type, {8, 8}, {33, 1}: 0.00067032ms, 0.00605054%
ecPTQUALkq:0 = @param:ecPTQUALkq:0 -> float_type, {8, 5}, {5, 1}: 0.000503ms, 0.00454025%
main:@1392 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](ecPTQUALkq:0) -> float_type, {8, 2}, {5, 1}: 0.0006822ms, 0.00615777%
magwfJSnUu:0 = @param:magwfJSnUu:0 -> float_type, {8, 9}, {9, 1}: 0.0005087ms, 0.0045917%
main:@1394 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](magwfJSnUu:0) -> float_type, {8, 4}, {9, 1}: 0.00067114ms, 0.00605794%
mNgQ4ohWqU:0 = @param:mNgQ4ohWqU:0 -> float_type, {8, 9}, {9, 1}: 0.00051906ms, 0.00468522%
main:@1396 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](mNgQ4ohWqU:0) -> float_type, {8, 4}, {9, 1}: 0.00073152ms, 0.00660295%
gsP96ZTbn0:0 = @param:gsP96ZTbn0:0 -> float_type, {8, 17}, {17, 1}: 0.00050346ms, 0.00454441%
main:@1398 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](gsP96ZTbn0:0) -> float_type, {8, 8}, {17, 1}: 0.00066782ms, 0.00602798%
gqk5byC8aJ:0 = @param:gqk5byC8aJ:0 -> float_type, {8, 5}, {5, 1}: 0.00053874ms, 0.00486286%
main:@1400 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](gqk5byC8aJ:0) -> float_type, {8, 2}, {5, 1}: 0.00068614ms, 0.00619334%
mTMtDEo3r8:0 = @param:mTMtDEo3r8:0 -> float_type, {8, 9}, {9, 1}: 0.000615ms, 0.0055512%
main:@1402 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](mTMtDEo3r8:0) -> float_type, {8, 4}, {9, 1}: 0.00096678ms, 0.00872649%
xVErSbJ0hg:0 = @param:xVErSbJ0hg:0 -> float_type, {8, 9}, {9, 1}: 0.00054914ms, 0.00495673%
main:@1404 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](xVErSbJ0hg:0) -> float_type, {8, 4}, {9, 1}: 0.000665ms, 0.00600252%
qfwYOHde3u:0 = @param:qfwYOHde3u:0 -> float_type, {8, 17}, {17, 1}: 0.0005193ms, 0.00468738%
main:@1406 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](qfwYOHde3u:0) -> float_type, {8, 8}, {17, 1}: 0.00066298ms, 0.00598429%
pQsi1GNxvj:0 = @param:pQsi1GNxvj:0 -> float_type, {8, 5}, {5, 1}: 0.00055196ms, 0.00498218%
main:@1408 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](pQsi1GNxvj:0) -> float_type, {8, 2}, {5, 1}: 0.000709ms, 0.00639968%
l4bReWtsMB:0 = @param:l4bReWtsMB:0 -> float_type, {8, 25}, {25, 1}: 0.00059266ms, 0.00534956%
main:@1410 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](l4bReWtsMB:0) -> float_type, {8, 8}, {25, 1}: 0.00066752ms, 0.00602527%
main:@1411 = load[offset=370112,end=375552](main:@1) -> float_type, {8, 170}, {170, 1}: 0.00048444ms, 0.00437272%
main:@1412 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=33,local=256,](main:@1350,main:@1392,main:@1342,main:@1330,main:@1344,main:@1408,main:@1374,main:@1336,main:@1334,main:@1372,main:@1400,main:@1348,main:@1346,main:@1362,main:@1384,main:@1360,main:@1358,main:@1376,main:@1382,main:@1354,main:@1396,main:@1402,main:@1388,main:@1338,main:@1356,main:@1340,main:@1404,main:@1352,main:@1370,main:@1380,main:@1368,main:@1394,main:@1366,main:@1406,main:@1332,main:@1398,main:@1378,main:@1390,main:@1410,main:@1364,main:@1386,main:@1411) -> float_type, {8, 170}, {170, 1}: 0.0482988ms, 0.435962%
main:@1413 = hip::hip_copy_literal[id=main:@literal:73] -> float_type, {170, 160}, {160, 1}: 0.00080472ms, 0.00726368%
main:@1414 = load[offset=364992,end=370112](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00052206ms, 0.0047123%
main:@1415 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1412,main:@1413,main:@1414) -> float_type, {8, 160}, {160, 1}: 0.0220887ms, 0.19938%
main:@1416 = slice[axes={0, 1},starts={0, 25},ends={8, 41}](TxEdCcekGS:0) -> float_type, {8, 16}, {49, 1}: 0.00083604ms, 0.00754639%
main:@1417 = unsqueeze[axes={1},steps={}](main:@1416) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.0008305ms, 0.00749638%
2Yy3zxNGBC:0 = @param:2Yy3zxNGBC:0 -> float_type, {8, 45}, {45, 1}: 0.00050102ms, 0.00452238%
main:@1419 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](2Yy3zxNGBC:0) -> float_type, {8, 16}, {45, 1}: 0.0007873ms, 0.00710644%
main:@1420 = unsqueeze[axes={1},steps={}](main:@1419) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00062462ms, 0.00563804%
main:@1421 = slice[axes={0, 1},starts={0, 25},ends={8, 41}](LKAvFme9ZS:0) -> float_type, {8, 16}, {49, 1}: 0.00063722ms, 0.00575177%
main:@1422 = unsqueeze[axes={1},steps={}](main:@1421) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00061844ms, 0.00558225%
WDLoyKsiA7:0 = @param:WDLoyKsiA7:0 -> float_type, {8, 33}, {33, 1}: 0.00054112ms, 0.00488434%
main:@1424 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](WDLoyKsiA7:0) -> float_type, {8, 16}, {33, 1}: 0.00073324ms, 0.00661848%
main:@1425 = unsqueeze[axes={1},steps={}](main:@1424) -> float_type, {8, 1, 16}, {33, 16, 1}: 0.0005985ms, 0.00540227%
z3lqgZM8WU:0 = @param:z3lqgZM8WU:0 -> float_type, {8, 41}, {41, 1}: 0.0005055ms, 0.00456282%
main:@1427 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](z3lqgZM8WU:0) -> float_type, {8, 16}, {41, 1}: 0.00065802ms, 0.00593952%
main:@1428 = unsqueeze[axes={1},steps={}](main:@1427) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00060412ms, 0.005453%
pY0t1rI5WU:0 = @param:pY0t1rI5WU:0 -> float_type, {8, 41}, {41, 1}: 0.00056248ms, 0.00507714%
main:@1430 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](pY0t1rI5WU:0) -> float_type, {8, 16}, {41, 1}: 0.0007478ms, 0.0067499%
main:@1431 = unsqueeze[axes={1},steps={}](main:@1430) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00062414ms, 0.00563371%
sZdFJI9nwg:0 = @param:sZdFJI9nwg:0 -> float_type, {8, 41}, {41, 1}: 0.00057744ms, 0.00521217%
main:@1433 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](sZdFJI9nwg:0) -> float_type, {8, 16}, {41, 1}: 0.00067404ms, 0.00608412%
main:@1434 = unsqueeze[axes={1},steps={}](main:@1433) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00060934ms, 0.00550012%
VfFM90O7LN:0 = @param:VfFM90O7LN:0 -> float_type, {8, 41}, {41, 1}: 0.00058042ms, 0.00523907%
main:@1436 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](VfFM90O7LN:0) -> float_type, {8, 16}, {41, 1}: 0.00077316ms, 0.00697881%
main:@1437 = unsqueeze[axes={1},steps={}](main:@1436) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00058326ms, 0.00526471%
main:@1438 = load[offset=376256,end=385472](main:@1) -> float_type, {8, 18, 16}, {288, 16, 1}: 0.0005211ms, 0.00470363%
main:@1439 = reshape_lazy[dims={-1, 10, 16}](main:@1415) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00056996ms, 0.00514466%
main:@1440 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@1425,main:@1428,main:@1422,main:@1431,main:@1417,main:@1434,main:@1437,main:@1420,main:@1439,main:@1438) -> float_type, {8, 18, 16}, {288, 16, 1}: 0.0247609ms, 0.223501%
main:@1441 = load[offset=367040,end=376256](main:@1) -> float_type, {8, 16, 18}, {288, 18, 1}: 0.00067302ms, 0.00607491%
main:@1442 = transpose[permutation={0, 2, 1}](main:@1440) -> float_type, {8, 16, 18}, {288, 1, 16}: 0.00058196ms, 0.00525297%
main:@1443 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=2304,local=256,](main:@1442,main:@1441) -> float_type, {8, 16, 18}, {288, 18, 1}: 0.0141002ms, 0.127273%
main:@1444 = hip::hip_copy_literal[id=main:@literal:133] -> float_type, {18, 4}, {4, 1}: 0.00078906ms, 0.00712233%
main:@1445 = load[offset=364992,end=367040](main:@1) -> float_type, {128, 4}, {4, 1}: 0.0004643ms, 0.00419093%
main:@1446 = reshape_lazy[dims={128, 18}](main:@1443) -> float_type, {128, 18}, {18, 1}: 0.00054878ms, 0.00495348%
main:@1447 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1446,main:@1444,main:@1445) -> float_type, {128, 4}, {4, 1}: 0.021373ms, 0.19292%
main:@1448 = load[offset=367040,end=379840](main:@1) -> float_type, {8, 25, 16}, {400, 16, 1}: 0.00067594ms, 0.00610127%
main:@1449 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](2CnSyUBzm0:0) -> float_type, {8, 16}, {65, 1}: 0.0006773ms, 0.00611355%
main:@1450 = unsqueeze[axes={1},steps={}](main:@1449) -> float_type, {8, 1, 16}, {65, 16, 1}: 0.0009835ms, 0.00887741%
main:@1451 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](zIoqYe9cRb:0) -> float_type, {8, 16}, {45, 1}: 0.0007661ms, 0.00691509%
main:@1452 = unsqueeze[axes={1},steps={}](main:@1451) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.0006005ms, 0.00542032%
main:@1453 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](mgnGNH4Mz3:0) -> float_type, {8, 16}, {49, 1}: 0.00063972ms, 0.00577434%
main:@1454 = unsqueeze[axes={1},steps={}](main:@1453) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00099066ms, 0.00894204%
main:@1455 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](6HSQqXdJzb:0) -> float_type, {8, 16}, {45, 1}: 0.00077734ms, 0.00701654%
main:@1456 = unsqueeze[axes={1},steps={}](main:@1455) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.0006203ms, 0.00559904%
main:@1457 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](isCn4mEOSt:0) -> float_type, {8, 16}, {49, 1}: 0.00062976ms, 0.00568443%
main:@1458 = unsqueeze[axes={1},steps={}](main:@1457) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00096028ms, 0.00866782%
main:@1459 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](Dy3rwVmn1A:0) -> float_type, {8, 16}, {41, 1}: 0.00075728ms, 0.00683547%
main:@1460 = unsqueeze[axes={1},steps={}](main:@1459) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00061082ms, 0.00551347%
main:@1461 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](FcmWLZhDgE:0) -> float_type, {8, 16}, {57, 1}: 0.00064184ms, 0.00579347%
main:@1462 = unsqueeze[axes={1},steps={}](main:@1461) -> float_type, {8, 1, 16}, {57, 16, 1}: 0.00097182ms, 0.00877199%
main:@1463 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](ahAlEtBvzo:0) -> float_type, {8, 16}, {41, 1}: 0.00080958ms, 0.00730755%
main:@1464 = unsqueeze[axes={1},steps={}](main:@1463) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00060616ms, 0.00547141%
main:@1465 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](dAFYcGrfEl:0) -> float_type, {8, 16}, {45, 1}: 0.00065528ms, 0.00591479%
main:@1466 = unsqueeze[axes={1},steps={}](main:@1465) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.0009292ms, 0.00838728%
main:@1467 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](X29iyIeu8L:0) -> float_type, {8, 16}, {45, 1}: 0.00073746ms, 0.00665657%
main:@1468 = unsqueeze[axes={1},steps={}](main:@1467) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.000616ms, 0.00556023%
main:@1469 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](ZcWERoz0h6:0) -> float_type, {8, 16}, {49, 1}: 0.00061234ms, 0.00552719%
main:@1470 = unsqueeze[axes={1},steps={}](main:@1469) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00092814ms, 0.00837772%
main:@1471 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](pYw7fMVoQg:0) -> float_type, {8, 16}, {41, 1}: 0.00071854ms, 0.00648579%
main:@1472 = unsqueeze[axes={1},steps={}](main:@1471) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00057824ms, 0.0052194%
main:@1473 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](1aXQU27NrD:0) -> float_type, {8, 16}, {49, 1}: 0.00073046ms, 0.00659339%
main:@1474 = unsqueeze[axes={1},steps={}](main:@1473) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00092594ms, 0.00835786%
main:@1475 = reshape_lazy[dims={-1, 12, 16}](main:@1328) -> float_type, {8, 12, 16}, {192, 16, 1}: 0.00053818ms, 0.0048578%
main:@1476 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=228,local=256,](main:@1450,main:@1454,main:@1474,main:@1456,main:@1452,main:@1466,main:@1468,main:@1470,main:@1464,main:@1462,main:@1472,main:@1460,main:@1458,main:@1475,main:@1448) -> float_type, {8, 25, 16}, {400, 16, 1}: 0.0279481ms, 0.252269%
main:@1477 = load[offset=1068352,end=1071552](main:@1) -> float_type, {8, 25, 4}, {100, 4, 1}: 0.00064928ms, 0.00586063%
main:@1478 = reshape_lazy[dims={8, 16, 4}](main:@1447) -> float_type, {8, 16, 4}, {64, 4, 1}: 0.00054986ms, 0.00496323%
main:@1479 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1476,main:@1478,main:@1477) -> float_type, {8, 25, 4}, {100, 4, 1}: 0.0192817ms, 0.174044%
H6VFcpqaB0:0 = @param:H6VFcpqaB0:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00069244ms, 0.0062502%
main:@1481 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](H6VFcpqaB0:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.0006864ms, 0.00619569%
CYnW83Np9f:0 = @param:CYnW83Np9f:0 -> float_type, {8, 30, 17}, {510, 17, 1}: 0.00056238ms, 0.00507624%
main:@1483 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 17}](CYnW83Np9f:0) -> float_type, {8, 30, 16}, {510, 17, 1}: 0.0009482ms, 0.00855878%
hEoRIXiSF0:0 = @param:hEoRIXiSF0:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00046642ms, 0.00421007%
main:@1485 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](hEoRIXiSF0:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.0006821ms, 0.00615687%
4RjhYVIfz6:0 = @param:4RjhYVIfz6:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00055786ms, 0.00503544%
main:@1487 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](4RjhYVIfz6:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00082306ms, 0.00742923%
aHGpDUJj9f:0 = @param:aHGpDUJj9f:0 -> float_type, {8, 30, 21}, {630, 21, 1}: 0.00057384ms, 0.00517968%
main:@1489 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 21}](aHGpDUJj9f:0) -> float_type, {8, 30, 20}, {630, 21, 1}: 0.0006816ms, 0.00615236%
Hj2GwToc7U:0 = @param:Hj2GwToc7U:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00052234ms, 0.00471482%
main:@1491 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](Hj2GwToc7U:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00078782ms, 0.00711114%
S4PeIw3K1X:0 = @param:S4PeIw3K1X:0 -> float_type, {8, 30, 21}, {630, 21, 1}: 0.00056992ms, 0.0051443%
main:@1493 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 21}](S4PeIw3K1X:0) -> float_type, {8, 30, 20}, {630, 21, 1}: 0.0009892ms, 0.00892886%
DW8PcmTVkC:0 = @param:DW8PcmTVkC:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00053768ms, 0.00485329%
main:@1495 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](DW8PcmTVkC:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.0007552ms, 0.0068167%
cEDTxpPUfb:0 = @param:cEDTxpPUfb:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00055886ms, 0.00504447%
main:@1497 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](cEDTxpPUfb:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00063584ms, 0.00573931%
main:@1498 = load[offset=1604032,end=1703872](main:@1) -> float_type, {8, 30, 104}, {3120, 104, 1}: 0.00050544ms, 0.00456228%
main:@1499 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2773,local=256,](main:@1481,main:@1495,main:@1485,main:@1491,main:@1489,main:@1487,main:@1497,main:@1483,main:@1493,main:@1498) -> float_type, {8, 30, 104}, {3120, 104, 1}: 0.0244465ms, 0.220663%
main:@1500 = hip::hip_copy_literal[id=main:@literal:13] -> float_type, {104, 64}, {64, 1}: 0.00079982ms, 0.00721945%
main:@1501 = load[offset=1703872,end=1765312](main:@1) -> float_type, {240, 64}, {64, 1}: 0.00050112ms, 0.00452328%
main:@1502 = reshape_lazy[dims={240, 104}](main:@1499) -> float_type, {240, 104}, {104, 1}: 0.00054418ms, 0.00491196%
main:@1503 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1502,main:@1500,main:@1501) -> float_type, {240, 64}, {64, 1}: 0.0209608ms, 0.189199%
main:@1504 = hip::hip_copy_literal[id=main:@literal:6] -> float_type, {128, 4508}, {4508, 1}: 0.00077894ms, 0.00703098%
main:@1505 = hip::hip_copy_literal[id=main:@literal:2] -> float_type, {8, 4508}, {4508, 1}: 0.00064004ms, 0.00577722%
main:@1506 = slice[axes={1},starts={384},ends={512}](main:@715) -> float_type, {8, 128}, {896, 1}: 0.00064512ms, 0.00582308%
main:@1507 = load[offset=358848,end=503104](main:@1) -> float_type, {8, 4508}, {4508, 1}: 0.00052474ms, 0.00473649%
main:@1508 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1506,main:@1504,main:@1505,main:@1507) -> float_type, {8, 4508}, {4508, 1}: 0.0256968ms, 0.231948%
main:@1509 = load[offset=1765312,end=1970112](main:@1) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.00069118ms, 0.00623883%
main:@1510 = slice[axes={1},starts={128},ends={256}](main:@642) -> float_type, {400, 128}, {256, 1}: 0.00066958ms, 0.00604386%
main:@1511 = reshape_lazy[dims={8, 50, 128}](main:@1510) -> float_type, {8, 50, 128}, {12800, 256, 1}: 0.0009766ms, 0.00881513%
main:@1512 = slice[axes={2},starts={0},ends={64}](main:@1511) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00077976ms, 0.00703839%
main:@1513 = unsqueeze[axes={0},steps={}](main:@1512) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00103152ms, 0.00931086%
main:@1514 = slice[axes={2},starts={64},ends={128}](main:@1511) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00069446ms, 0.00626844%
main:@1515 = unsqueeze[axes={0},steps={}](main:@1514) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00069466ms, 0.00627024%
main:@1516 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=12800,local=256,](main:@1513,main:@1515,main:@1509) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0158794ms, 0.143333%
main:@1517 = slice[axes={1},starts={128},ends={256}](main:@750) -> float_type, {8, 128}, {256, 1}: 0.00076096ms, 0.00686869%
main:@1518 = reshape_lazy[dims={8, 1, 128}](main:@1517) -> float_type, {8, 1, 128}, {256, 128, 1}: 0.00057438ms, 0.00518455%
main:@1519 = slice[axes={2},starts={0},ends={64}](main:@1518) -> float_type, {8, 1, 64}, {256, 128, 1}: 0.00084482ms, 0.00762564%
main:@1520 = unsqueeze[axes={0},steps={}](main:@1519) -> float_type, {1, 8, 1, 64}, {2048, 256, 128, 1}: 0.00095948ms, 0.0086606%
main:@1521 = slice[axes={2},starts={64},ends={128}](main:@1518) -> float_type, {8, 1, 64}, {256, 128, 1}: 0.0006675ms, 0.00602509%
main:@1522 = unsqueeze[axes={0},steps={}](main:@1521) -> float_type, {1, 8, 1, 64}, {2048, 256, 128, 1}: 0.00095556ms, 0.00862522%
main:@1523 = load[offset=1973312,end=1977408](main:@1) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.00051042ms, 0.00460723%
main:@1524 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@1520,main:@1522,main:@1523) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.0136252ms, 0.122986%
main:@1525 = transpose[permutation={0, 1, 3, 2}](main:@1516) -> float_type, {2, 8, 64, 50}, {25600, 3200, 1, 64}: 0.00070928ms, 0.00640221%
main:@1526 = load[offset=1970112,end=1973312](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0005065ms, 0.00457185%
main:@1527 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1524,main:@1525,main:@1526) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.022474ms, 0.202858%
main:@1528 = load[offset=1765312,end=1766912](main:@1) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.00064816ms, 0.00585052%
WjNeBZroCJ:0 = @param:WjNeBZroCJ:0 -> int32_type, {8, 50}, {50, 1}: 0.00053312ms, 0.00481213%
main:@1530 = unsqueeze[axes={1},steps={}](WjNeBZroCJ:0) -> int32_type, {8, 1, 50}, {50, 50, 1}: 0.00062814ms, 0.00566981%
main:@1531 = gpu::code_object[code_object=13536,symbol_name=convert_pow_add_kernel,global=200,local=256,](main:@1530,main:@1528) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.0129166ms, 0.11659%
main:@1532 = multibroadcast[out_lens={2, 8, 1, 50}](main:@1531) -> float_type, {2, 8, 1, 50}, {0, 50, 50, 1}: 0.00078098ms, 0.0070494%
main:@1533 = load[offset=1768512,end=1771712](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00054012ms, 0.00487531%
main:@1534 = gpu::code_object[code_object=13520,symbol_name=pow_mul_kernel,global=400,local=256,](main:@1527,main:@1532,main:@1533) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0153216ms, 0.138298%
main:@1535 = load[offset=1765312,end=1768512](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0006138ms, 0.00554037%
main:@1536 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=1024,local=64,](main:@1534,main:@1535) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0142256ms, 0.128405%
main:@1537 = slice[axes={1},starts={0},ends={128}](main:@642) -> float_type, {400, 128}, {256, 1}: 0.00076242ms, 0.00688187%
main:@1538 = reshape_lazy[dims={8, 50, 128}](main:@1537) -> float_type, {8, 50, 128}, {12800, 256, 1}: 0.00094312ms, 0.00851293%
main:@1539 = slice[axes={2},starts={0},ends={64}](main:@1538) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00068034ms, 0.00614099%
main:@1540 = unsqueeze[axes={0},steps={}](main:@1539) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00100502ms, 0.00907166%
main:@1541 = slice[axes={2},starts={64},ends={128}](main:@1538) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.0006329ms, 0.00571278%
main:@1542 = unsqueeze[axes={0},steps={}](main:@1541) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00068306ms, 0.00616554%
main:@1543 = load[offset=1768512,end=1973312](main:@1) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.000496ms, 0.00447707%
main:@1544 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=12800,local=256,](main:@1540,main:@1542,main:@1543) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0157263ms, 0.141951%
main:@1545 = load[offset=517056,end=521152](main:@1) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.00062532ms, 0.00564436%
main:@1546 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1536,main:@1544,main:@1545) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.0202622ms, 0.182894%
main:@1547 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](LMobYAd5ru:0) -> float_type, {8, 4}, {17, 1}: 0.0008188ms, 0.00739077%
main:@1548 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](KasFvpq4IG:0) -> float_type, {8, 2}, {5, 1}: 0.00067738ms, 0.00611427%
main:@1549 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](4M92ryD8ux:0) -> float_type, {8, 4}, {9, 1}: 0.00081532ms, 0.00735936%
main:@1550 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](4gFa5o2YsJ:0) -> float_type, {8, 4}, {9, 1}: 0.00063812ms, 0.00575989%
main:@1551 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](TSqGwrHeo4:0) -> float_type, {8, 2}, {5, 1}: 0.00095002ms, 0.00857521%
main:@1552 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](6XMrIsBjLY:0) -> float_type, {8, 2}, {13, 1}: 0.0006353ms, 0.00573444%
main:@1553 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](72zWmh93Bo:0) -> float_type, {8, 4}, {17, 1}: 0.00074618ms, 0.00673528%
main:@1554 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](qzd23aNGIT:0) -> float_type, {8, 4}, {17, 1}: 0.00062508ms, 0.00564219%
main:@1555 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](8vM5p4RzXd:0) -> float_type, {8, 2}, {13, 1}: 0.00092806ms, 0.00837699%
main:@1556 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](9dgeU4bKka:0) -> float_type, {8, 4}, {17, 1}: 0.0006471ms, 0.00584095%
main:@1557 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](AB6lekmMxa:0) -> float_type, {8, 8}, {25, 1}: 0.00076116ms, 0.0068705%
main:@1558 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](eQquakfWBY:0) -> float_type, {8, 4}, {17, 1}: 0.0005914ms, 0.00533818%
main:@1559 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](BYyjkPCX0m:0) -> float_type, {8, 2}, {13, 1}: 0.00090814ms, 0.00819719%
main:@1560 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](bTeX85HPmJ:0) -> float_type, {8, 4}, {17, 1}: 0.00061252ms, 0.00552882%
main:@1561 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](IRem4MiFDP:0) -> float_type, {8, 2}, {5, 1}: 0.00076392ms, 0.00689541%
main:@1562 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](fMiQsYNnet:0) -> float_type, {8, 2}, {5, 1}: 0.0006083ms, 0.00549073%
main:@1563 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](EKpP4xMXu8:0) -> float_type, {8, 4}, {17, 1}: 0.0009102ms, 0.00821578%
main:@1564 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](EZBIAqn6LS:0) -> float_type, {8, 2}, {13, 1}: 0.00059142ms, 0.00533836%
main:@1565 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](EUciqFuptg:0) -> float_type, {8, 4}, {17, 1}: 0.0006887ms, 0.00621645%
main:@1566 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](Vbv2Om3ptd:0) -> float_type, {8, 8}, {17, 1}: 0.00058602ms, 0.00528962%
main:@1567 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](Hnjq487SIY:0) -> float_type, {8, 2}, {13, 1}: 0.00100482ms, 0.00906986%
main:@1568 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](JCVMzpWyri:0) -> float_type, {8, 4}, {17, 1}: 0.00068322ms, 0.00616698%
main:@1569 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](JSPsGophtx:0) -> float_type, {8, 8}, {25, 1}: 0.00066342ms, 0.00598826%
main:@1570 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](JaHTUxB6zL:0) -> float_type, {8, 4}, {17, 1}: 0.00063268ms, 0.00571079%
main:@1571 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](JjyOIxALzM:0) -> float_type, {8, 2}, {5, 1}: 0.00098842ms, 0.00892182%
main:@1572 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](khJcIxW3zv:0) -> float_type, {8, 4}, {9, 1}: 0.0006456ms, 0.00582741%
main:@1573 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](Tej5M3O6As:0) -> float_type, {8, 8}, {17, 1}: 0.00064366ms, 0.0058099%
main:@1574 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](r1WGP7Xe9H:0) -> float_type, {8, 2}, {13, 1}: 0.000636ms, 0.00574076%
main:@1575 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](XPcHGKbop2:0) -> float_type, {8, 2}, {13, 1}: 0.00096756ms, 0.00873353%
main:@1576 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](lQmygxs5aD:0) -> float_type, {8, 2}, {13, 1}: 0.000627ms, 0.00565952%
main:@1577 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](d8RoEzG52p:0) -> float_type, {8, 8}, {17, 1}: 0.00063142ms, 0.00569942%
main:@1578 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](omr2g4XaH5:0) -> float_type, {8, 8}, {17, 1}: 0.00063328ms, 0.00571621%
main:@1579 = slice[axes={0, 1},starts={0, 3},ends={8, 5}](agDiJj8lLK:0) -> float_type, {8, 2}, {13, 1}: 0.00093358ms, 0.00842682%
main:@1580 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](aqMQBgb3hf:0) -> float_type, {8, 8}, {17, 1}: 0.0006371ms, 0.00575069%
main:@1581 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](cN2JSTnFOu:0) -> float_type, {8, 4}, {9, 1}: 0.00065592ms, 0.00592056%
main:@1582 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](iCbkMrmXBh:0) -> float_type, {8, 4}, {9, 1}: 0.0006533ms, 0.00589691%
main:@1583 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](nyLxrsTmOB:0) -> float_type, {8, 8}, {17, 1}: 0.00098688ms, 0.00890792%
main:@1584 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](fZhaL2tCm6:0) -> float_type, {8, 8}, {17, 1}: 0.00065192ms, 0.00588446%
main:@1585 = load[offset=521152,end=526272](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00051218ms, 0.00462312%
main:@1586 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=33,local=256,](main:@1571,main:@1564,main:@1561,main:@1576,main:@1551,main:@1574,main:@1579,main:@1575,main:@1555,main:@1562,main:@1559,main:@1567,main:@1548,main:@1552,main:@1581,main:@1556,main:@1549,main:@1547,main:@1572,main:@1565,main:@1560,main:@1563,main:@1558,main:@1568,main:@1553,main:@1554,main:@1582,main:@1570,main:@1550,main:@1569,main:@1584,main:@1577,main:@1573,main:@1578,main:@1557,main:@1580,main:@1566,main:@1583,main:@1585) -> float_type, {8, 160}, {160, 1}: 0.0441677ms, 0.398673%
main:@1587 = load[offset=511296,end=516416](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00065146ms, 0.00588031%
main:@1588 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1586,main:@871,main:@1587) -> float_type, {8, 160}, {160, 1}: 0.0213117ms, 0.192367%
main:@1589 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](1QWFmJ96aB:0) -> float_type, {8, 2}, {5, 1}: 0.00079364ms, 0.00716367%
main:@1590 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](3VED7WSJ1b:0) -> float_type, {8, 2}, {5, 1}: 0.0006299ms, 0.0056857%
main:@1591 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](5yColzZ8K3:0) -> float_type, {8, 2}, {5, 1}: 0.00077382ms, 0.00698477%
main:@1592 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](6Wh2Jm7GHC:0) -> float_type, {8, 2}, {5, 1}: 0.00062178ms, 0.0056124%
main:@1593 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](zX6xKOWG9S:0) -> float_type, {8, 2}, {5, 1}: 0.00065016ms, 0.00586857%
main:@1594 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](gdck97AK4w:0) -> float_type, {8, 4}, {17, 1}: 0.00060388ms, 0.00545083%
main:@1595 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](NLt5JnRMjG:0) -> float_type, {8, 2}, {5, 1}: 0.00074562ms, 0.00673023%
main:@1596 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Cw59eOo7M1:0) -> float_type, {8, 4}, {9, 1}: 0.00060082ms, 0.00542321%
main:@1597 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](E1ZkVIXqS5:0) -> float_type, {8, 4}, {9, 1}: 0.0006179ms, 0.00557738%
main:@1598 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EhUjmCTaGW:0) -> float_type, {8, 4}, {9, 1}: 0.00058944ms, 0.00532049%
main:@1599 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Pu1O5qFxY6:0) -> float_type, {8, 4}, {17, 1}: 0.00072722ms, 0.00656414%
main:@1600 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](FWhBxj4Tun:0) -> float_type, {8, 4}, {9, 1}: 0.00063442ms, 0.0057265%
main:@1601 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](yVxKAL4U5G:0) -> float_type, {8, 4}, {9, 1}: 0.00058896ms, 0.00531616%
main:@1602 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](HmATr3gKsW:0) -> float_type, {8, 4}, {9, 1}: 0.00059436ms, 0.0053649%
main:@1603 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](J3H2EjAXt8:0) -> float_type, {8, 2}, {5, 1}: 0.00074216ms, 0.00669899%
main:@1604 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](IMdFk7D16X:0) -> float_type, {8, 4}, {9, 1}: 0.00060894ms, 0.0054965%
main:@1605 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](IxpbBg7JTO:0) -> float_type, {8, 2}, {5, 1}: 0.00058264ms, 0.00525911%
main:@1606 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ZRYNFfjSez:0) -> float_type, {8, 8}, {33, 1}: 0.00057436ms, 0.00518437%
main:@1607 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](vAbKepTjQg:0) -> float_type, {8, 2}, {5, 1}: 0.00073022ms, 0.00659122%
main:@1608 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](KCNfS4GlpP:0) -> float_type, {8, 4}, {9, 1}: 0.00064442ms, 0.00581676%
main:@1609 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](O5aJeUQh2G:0) -> float_type, {8, 8}, {17, 1}: 0.00095068ms, 0.00858117%
main:@1610 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](gqk5byC8aJ:0) -> float_type, {8, 2}, {5, 1}: 0.00062894ms, 0.00567703%
main:@1611 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](NJBt1ubXFW:0) -> float_type, {8, 2}, {5, 1}: 0.0007309ms, 0.00659736%
main:@1612 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Ouh1XpPZaj:0) -> float_type, {8, 4}, {9, 1}: 0.00060062ms, 0.00542141%
main:@1613 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](gsP96ZTbn0:0) -> float_type, {8, 8}, {17, 1}: 0.00093102ms, 0.00840371%
main:@1614 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](mTMtDEo3r8:0) -> float_type, {8, 4}, {9, 1}: 0.00062602ms, 0.00565067%
main:@1615 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](U6GqhP8k7I:0) -> float_type, {8, 4}, {9, 1}: 0.0007893ms, 0.0071245%
main:@1616 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](UMO0o14RuI:0) -> float_type, {8, 4}, {9, 1}: 0.0005886ms, 0.00531291%
main:@1617 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Uc42tiuavR:0) -> float_type, {8, 4}, {9, 1}: 0.00091566ms, 0.00826507%
main:@1618 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](oQ5OcjZJe8:0) -> float_type, {8, 8}, {17, 1}: 0.00059654ms, 0.00538458%
main:@1619 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](qfwYOHde3u:0) -> float_type, {8, 8}, {17, 1}: 0.0007553ms, 0.0068176%
main:@1620 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](mNgQ4ohWqU:0) -> float_type, {8, 4}, {9, 1}: 0.00059176ms, 0.00534143%
main:@1621 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](nltbg9ZWQX:0) -> float_type, {8, 4}, {17, 1}: 0.00094766ms, 0.00855391%
main:@1622 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](tIGjbcEuDd:0) -> float_type, {8, 4}, {9, 1}: 0.00059402ms, 0.00536183%
main:@1623 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](ecPTQUALkq:0) -> float_type, {8, 2}, {5, 1}: 0.00067778ms, 0.00611788%
main:@1624 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](magwfJSnUu:0) -> float_type, {8, 4}, {9, 1}: 0.00059026ms, 0.00532789%
main:@1625 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](xVErSbJ0hg:0) -> float_type, {8, 4}, {9, 1}: 0.0009682ms, 0.00873931%
main:@1626 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](l4bReWtsMB:0) -> float_type, {8, 8}, {25, 1}: 0.00064964ms, 0.00586388%
main:@1627 = slice[axes={0, 1},starts={0, 1},ends={8, 3}](pQsi1GNxvj:0) -> float_type, {8, 2}, {5, 1}: 0.00065748ms, 0.00593464%
main:@1628 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](lDhFNYzbxR:0) -> float_type, {8, 8}, {17, 1}: 0.00062002ms, 0.00559652%
main:@1629 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](l5WSX3VvMK:0) -> float_type, {8, 8}, {25, 1}: 0.000978ms, 0.00882777%
main:@1630 = load[offset=526272,end=531712](main:@1) -> float_type, {8, 170}, {170, 1}: 0.00048134ms, 0.00434474%
main:@1631 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=33,local=256,](main:@1592,main:@1623,main:@1611,main:@1607,main:@1593,main:@1627,main:@1595,main:@1590,main:@1589,main:@1603,main:@1610,main:@1605,main:@1591,main:@1598,main:@1615,main:@1597,main:@1596,main:@1608,main:@1617,main:@1604,main:@1620,main:@1614,main:@1601,main:@1594,main:@1599,main:@1622,main:@1625,main:@1616,main:@1612,main:@1621,main:@1602,main:@1624,main:@1600,main:@1619,main:@1628,main:@1613,main:@1609,main:@1606,main:@1626,main:@1629,main:@1618,main:@1630) -> float_type, {8, 170}, {170, 1}: 0.0448238ms, 0.404595%
main:@1632 = hip::hip_copy_literal[id=main:@literal:101] -> float_type, {170, 160}, {160, 1}: 0.00082036ms, 0.00740486%
main:@1633 = load[offset=521152,end=526272](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00048346ms, 0.00436388%
main:@1634 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1631,main:@1632,main:@1633) -> float_type, {8, 160}, {160, 1}: 0.0223192ms, 0.201461%
main:@1635 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](2Yy3zxNGBC:0) -> float_type, {8, 16}, {45, 1}: 0.00081312ms, 0.0073395%
main:@1636 = unsqueeze[axes={1},steps={}](main:@1635) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00081416ms, 0.00734889%
main:@1637 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](WDLoyKsiA7:0) -> float_type, {8, 16}, {33, 1}: 0.00077884ms, 0.00703008%
main:@1638 = unsqueeze[axes={1},steps={}](main:@1637) -> float_type, {8, 1, 16}, {33, 16, 1}: 0.00061114ms, 0.00551636%
main:@1639 = slice[axes={0, 1},starts={0, 9},ends={8, 25}](LKAvFme9ZS:0) -> float_type, {8, 16}, {49, 1}: 0.00063608ms, 0.00574148%
main:@1640 = unsqueeze[axes={1},steps={}](main:@1639) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00073046ms, 0.00659339%
main:@1641 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](VfFM90O7LN:0) -> float_type, {8, 16}, {41, 1}: 0.0007562ms, 0.00682572%
main:@1642 = unsqueeze[axes={1},steps={}](main:@1641) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.000603ms, 0.00544289%
main:@1643 = slice[axes={0, 1},starts={0, 9},ends={8, 25}](TxEdCcekGS:0) -> float_type, {8, 16}, {49, 1}: 0.00066418ms, 0.00599512%
main:@1644 = unsqueeze[axes={1},steps={}](main:@1643) -> float_type, {8, 1, 16}, {49, 16, 1}: 0.00074072ms, 0.006686%
main:@1645 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](z3lqgZM8WU:0) -> float_type, {8, 16}, {41, 1}: 0.00077286ms, 0.0069761%
main:@1646 = unsqueeze[axes={1},steps={}](main:@1645) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00060164ms, 0.00543061%
main:@1647 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](pY0t1rI5WU:0) -> float_type, {8, 16}, {41, 1}: 0.0006124ms, 0.00552774%
main:@1648 = unsqueeze[axes={1},steps={}](main:@1647) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00075662ms, 0.00682952%
main:@1649 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](sZdFJI9nwg:0) -> float_type, {8, 16}, {41, 1}: 0.00076658ms, 0.00691942%
main:@1650 = unsqueeze[axes={1},steps={}](main:@1649) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00058902ms, 0.0053167%
main:@1651 = reshape_lazy[dims={-1, 10, 16}](main:@1634) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00053904ms, 0.00486556%
main:@1652 = load[offset=526272,end=535488](main:@1) -> float_type, {8, 18, 16}, {288, 16, 1}: 0.00050718ms, 0.00457798%
main:@1653 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@1638,main:@1646,main:@1640,main:@1648,main:@1644,main:@1650,main:@1642,main:@1636,main:@1651,main:@1652) -> float_type, {8, 18, 16}, {288, 16, 1}: 0.0242045ms, 0.218479%
main:@1654 = hip::hip_copy_literal[id=main:@literal:129] -> float_type, {18, 4}, {4, 1}: 0.00078142ms, 0.00705337%
main:@1655 = transpose[permutation={0, 2, 1}](main:@1653) -> float_type, {8, 16, 18}, {288, 1, 16}: 0.00056736ms, 0.00512119%
main:@1656 = load[offset=535488,end=544704](main:@1) -> float_type, {8, 16, 18}, {288, 18, 1}: 0.00047828ms, 0.00431712%
main:@1657 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=2304,local=256,](main:@1655,main:@1656) -> float_type, {8, 16, 18}, {288, 18, 1}: 0.0141182ms, 0.127435%
main:@1658 = load[offset=521152,end=523200](main:@1) -> float_type, {128, 4}, {4, 1}: 0.00058876ms, 0.00531435%
main:@1659 = reshape_lazy[dims={128, 18}](main:@1657) -> float_type, {128, 18}, {18, 1}: 0.00055088ms, 0.00497243%
main:@1660 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1659,main:@1654,main:@1658) -> float_type, {128, 4}, {4, 1}: 0.0200472ms, 0.180953%
main:@1661 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](2RDXZrx9GA:0) -> float_type, {8, 16}, {45, 1}: 0.00086584ms, 0.00781537%
main:@1662 = unsqueeze[axes={1},steps={}](main:@1661) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00062284ms, 0.00562197%
main:@1663 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](2srtUfGvja:0) -> float_type, {8, 16}, {41, 1}: 0.00076966ms, 0.00694722%
main:@1664 = unsqueeze[axes={1},steps={}](main:@1663) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.0009462ms, 0.00854073%
main:@1665 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](3Laj620MSn:0) -> float_type, {8, 16}, {45, 1}: 0.00064814ms, 0.00585034%
main:@1666 = unsqueeze[axes={1},steps={}](main:@1665) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00060436ms, 0.00545516%
main:@1667 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](jznORDJr0N:0) -> float_type, {8, 16}, {45, 1}: 0.00076658ms, 0.00691942%
main:@1668 = unsqueeze[axes={1},steps={}](main:@1667) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00094498ms, 0.00852972%
main:@1669 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](HRGzlnEkXQ:0) -> float_type, {8, 16}, {41, 1}: 0.0006534ms, 0.00589782%
main:@1670 = unsqueeze[axes={1},steps={}](main:@1669) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00060386ms, 0.00545065%
main:@1671 = slice[axes={0, 1},starts={0, 305},ends={8, 321}](lyiDxfzZg3:0) -> float_type, {8, 16}, {701, 1}: 0.00079052ms, 0.00713551%
main:@1672 = unsqueeze[axes={1},steps={}](main:@1671) -> float_type, {8, 1, 16}, {701, 16, 1}: 0.00097212ms, 0.00877469%
main:@1673 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](VUqfdN5Fzv:0) -> float_type, {8, 16}, {45, 1}: 0.00062334ms, 0.00562648%
main:@1674 = unsqueeze[axes={1},steps={}](main:@1673) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00061306ms, 0.00553369%
main:@1675 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](CHAYRkBvIo:0) -> float_type, {8, 16}, {41, 1}: 0.0007941ms, 0.00716782%
main:@1676 = unsqueeze[axes={1},steps={}](main:@1675) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.00093728ms, 0.00846022%
main:@1677 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](HzcyUlm8Yj:0) -> float_type, {8, 16}, {45, 1}: 0.00063042ms, 0.00569039%
main:@1678 = unsqueeze[axes={1},steps={}](main:@1677) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00059018ms, 0.00532717%
main:@1679 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](duyRoIEkH8:0) -> float_type, {8, 16}, {45, 1}: 0.0007427ms, 0.00670387%
main:@1680 = unsqueeze[axes={1},steps={}](main:@1679) -> float_type, {8, 1, 16}, {45, 16, 1}: 0.00094394ms, 0.00852033%
main:@1681 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](eQI8ikEMgP:0) -> float_type, {8, 16}, {41, 1}: 0.00066004ms, 0.00595775%
main:@1682 = unsqueeze[axes={1},steps={}](main:@1681) -> float_type, {8, 1, 16}, {41, 16, 1}: 0.000599ms, 0.00540678%
main:@1683 = load[offset=523200,end=533952](main:@1) -> float_type, {8, 21, 16}, {336, 16, 1}: 0.00053262ms, 0.00480761%
main:@1684 = reshape_lazy[dims={-1, 10, 16}](main:@1588) -> float_type, {8, 10, 16}, {160, 16, 1}: 0.00051004ms, 0.0046038%
main:@1685 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=224,local=256,](main:@1668,main:@1670,main:@1672,main:@1662,main:@1674,main:@1676,main:@1678,main:@1664,main:@1666,main:@1680,main:@1682,main:@1684,main:@1683) -> float_type, {8, 21, 16}, {336, 16, 1}: 0.0264919ms, 0.239125%
main:@1686 = load[offset=511296,end=513984](main:@1) -> float_type, {8, 21, 4}, {84, 4, 1}: 0.00062318ms, 0.00562504%
main:@1687 = reshape_lazy[dims={8, 16, 4}](main:@1660) -> float_type, {8, 16, 4}, {64, 4, 1}: 0.00054004ms, 0.00487459%
main:@1688 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1685,main:@1687,main:@1686) -> float_type, {8, 21, 4}, {84, 4, 1}: 0.0191628ms, 0.17297%
main:@1689 = load[offset=521152,end=586432](main:@1) -> float_type, {8, 30, 68}, {2040, 68, 1}: 0.00067142ms, 0.00606047%
6DYAlXkjub:0 = @param:6DYAlXkjub:0 -> float_type, {8, 30, 17}, {510, 17, 1}: 0.00055332ms, 0.00499446%
main:@1691 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 17}](6DYAlXkjub:0) -> float_type, {8, 30, 16}, {510, 17, 1}: 0.00071228ms, 0.00642929%
74jZTbEdLU:0 = @param:74jZTbEdLU:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.0005336ms, 0.00481646%
main:@1693 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](74jZTbEdLU:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.0007721ms, 0.00696924%
Z9QLFGO2Su:0 = @param:Z9QLFGO2Su:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00054498ms, 0.00491918%
main:@1695 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](Z9QLFGO2Su:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00066024ms, 0.00595956%
WixXdEln2I:0 = @param:WixXdEln2I:0 -> float_type, {8, 30, 17}, {510, 17, 1}: 0.0005451ms, 0.00492026%
main:@1697 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 17}](WixXdEln2I:0) -> float_type, {8, 30, 16}, {510, 17, 1}: 0.00080608ms, 0.00727596%
IYWQSCjynR:0 = @param:IYWQSCjynR:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.00052424ms, 0.00473197%
main:@1699 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](IYWQSCjynR:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00065002ms, 0.00586731%
VvUalZIQHK:0 = @param:VvUalZIQHK:0 -> float_type, {8, 30, 5}, {150, 5, 1}: 0.00054398ms, 0.00491015%
main:@1701 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 5}](VvUalZIQHK:0) -> float_type, {8, 30, 4}, {150, 5, 1}: 0.0007892ms, 0.00712359%
bX19AmYnBL:0 = @param:bX19AmYnBL:0 -> float_type, {8, 30, 9}, {270, 9, 1}: 0.0005544ms, 0.00500421%
main:@1703 = slice[axes={0, 1, 2},starts={0, 0, 1},ends={8, 30, 9}](bX19AmYnBL:0) -> float_type, {8, 30, 8}, {270, 9, 1}: 0.00065732ms, 0.0059332%
main:@1704 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=2331,local=256,](main:@1701,main:@1697,main:@1699,main:@1691,main:@1693,main:@1703,main:@1695,main:@1689) -> float_type, {8, 30, 68}, {2040, 68, 1}: 0.0218927ms, 0.197611%
main:@1705 = hip::hip_copy_literal[id=main:@literal:24] -> float_type, {68, 64}, {64, 1}: 0.00079674ms, 0.00719165%
main:@1706 = reshape_lazy[dims={240, 68}](main:@1704) -> float_type, {240, 68}, {68, 1}: 0.00054454ms, 0.00491521%
main:@1707 = load[offset=586432,end=647872](main:@1) -> float_type, {240, 64}, {64, 1}: 0.00047608ms, 0.00429726%
main:@1708 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1706,main:@1705,main:@1707) -> float_type, {240, 64}, {64, 1}: 0.0209895ms, 0.189459%
main:@1709 = hip::hip_copy_literal[id=main:@literal:28] -> float_type, {64, 64}, {64, 1}: 0.00083496ms, 0.00753664%
main:@1710 = load[offset=668352,end=688832](main:@1) -> float_type, {8, 10, 64}, {640, 64, 1}: 0.00052194ms, 0.00471121%
main:@1711 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1280,local=256,](main:@39,main:@235,main:@78,main:@19,main:@1710) -> float_type, {8, 10, 64}, {640, 64, 1}: 0.016201ms, 0.146236%
main:@1712 = load[offset=647872,end=668352](main:@1) -> float_type, {80, 64}, {64, 1}: 0.00061322ms, 0.00553514%
main:@1713 = reshape_lazy[dims={80, 64}](main:@1711) -> float_type, {80, 64}, {64, 1}: 0.00051726ms, 0.00466897%
main:@1714 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1713,main:@1709,main:@1712) -> float_type, {80, 64}, {64, 1}: 0.0187547ms, 0.169286%
main:@1715 = slice[axes={0, 1},starts={0, 241},ends={8, 273}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00085738ms, 0.00773901%
main:@1716 = slice[axes={0, 1},starts={0, 237},ends={8, 253}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00062232ms, 0.00561728%
main:@1717 = slice[axes={0, 1},starts={0, 517},ends={8, 525}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.00107044ms, 0.00966216%
main:@1718 = slice[axes={0, 1},starts={0, 1},ends={8, 33}](n4iptOVFwE:0) -> float_type, {8, 32}, {113, 1}: 0.00063626ms, 0.0057431%
main:@1719 = load[offset=668352,end=671168](main:@1) -> float_type, {8, 88}, {88, 1}: 0.00051702ms, 0.0046668%
main:@1720 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=176,local=256,](main:@1717,main:@1716,main:@1715,main:@1718,main:@1719) -> float_type, {8, 88}, {88, 1}: 0.0159318ms, 0.143806%
main:@1721 = hip::hip_copy_literal[id=main:@literal:58] -> float_type, {88, 32}, {32, 1}: 0.00080456ms, 0.00726224%
main:@1722 = load[offset=513984,end=515008](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00046978ms, 0.0042404%
main:@1723 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1720,main:@1721,main:@1722) -> float_type, {8, 32}, {32, 1}: 0.0209934ms, 0.189494%
main:@1724 = slice[axes={1},starts={0},ends={32}](main:@1714) -> float_type, {80, 32}, {64, 1}: 0.00079ms, 0.00713082%
main:@1725 = reshape_lazy[dims={1, 8, 10, 32}](main:@1724) -> float_type, {1, 8, 10, 32}, {5120, 640, 64, 1}: 0.00069002ms, 0.00622836%
main:@1726 = transpose[permutation={0, 1, 3, 2}](main:@1725) -> float_type, {1, 8, 32, 10}, {5120, 640, 1, 64}: 0.0006524ms, 0.00588879%
main:@1727 = reshape_lazy[dims={1, 8, 1, 32}](main:@1723) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0005467ms, 0.0049347%
main:@1728 = load[offset=515008,end=515328](main:@1) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0005292ms, 0.00477674%
main:@1729 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1727,main:@1726,main:@1728) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0185887ms, 0.167788%
main:@1730 = unsqueeze[axes={1},steps={}](0MZVmrKeC6:0) -> int32_type, {8, 1, 10}, {10, 10, 1}: 0.0007548ms, 0.00681309%
main:@1731 = load[offset=513984,end=514304](main:@1) -> float_type, {8, 1, 10}, {10, 10, 1}: 0.00052016ms, 0.00469515%
main:@1732 = gpu::code_object[code_object=13536,symbol_name=convert_mul_add_kernel,global=40,local=256,](main:@1730,main:@1731) -> float_type, {8, 1, 10}, {10, 10, 1}: 0.0132591ms, 0.119681%
main:@1733 = multibroadcast[out_lens={1, 8, 1, 10}](main:@1732) -> float_type, {1, 8, 1, 10}, {0, 10, 10, 1}: 0.00073918ms, 0.0066721%
main:@1734 = load[offset=514304,end=514624](main:@1) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.00053064ms, 0.00478974%
main:@1735 = gpu::code_object[code_object=13520,symbol_name=pow_div_kernel,global=40,local=256,](main:@1729,main:@1733,main:@1734) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0156194ms, 0.140987%
main:@1736 = load[offset=515008,end=515328](main:@1) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0006097ms, 0.00550336%
main:@1737 = gpu::code_object[code_object=14568,symbol_name=softmax_kernel,global=512,local=64,](main:@1735,main:@1736) -> float_type, {1, 8, 1, 10}, {80, 10, 10, 1}: 0.0141135ms, 0.127393%
main:@1738 = load[offset=513984,end=515008](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00066144ms, 0.00597039%
main:@1739 = slice[axes={1},starts={32},ends={64}](main:@1714) -> float_type, {80, 32}, {64, 1}: 0.00062672ms, 0.00565699%
main:@1740 = reshape_lazy[dims={1, 8, 10, 32}](main:@1739) -> float_type, {1, 8, 10, 32}, {5120, 640, 64, 1}: 0.0006164ms, 0.00556384%
main:@1741 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1737,main:@1740,main:@1738) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0194559ms, 0.175616%
main:@1742 = slice[axes={0, 1},starts={0, 525},ends={8, 533}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.00081982ms, 0.00739998%
main:@1743 = slice[axes={0, 1},starts={0, 41},ends={8, 73}](n4iptOVFwE:0) -> float_type, {8, 32}, {113, 1}: 0.0006108ms, 0.00551329%
main:@1744 = slice[axes={0, 1},starts={0, 273},ends={8, 305}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00080068ms, 0.00722722%
main:@1745 = load[offset=647872,end=650688](main:@1) -> float_type, {8, 88}, {88, 1}: 0.0004812ms, 0.00434348%
main:@1746 = slice[axes={0, 1},starts={0, 253},ends={8, 269}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00072198ms, 0.00651684%
main:@1747 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=176,local=256,](main:@1742,main:@1746,main:@1744,main:@1743,main:@1745) -> float_type, {8, 88}, {88, 1}: 0.0157081ms, 0.141787%
main:@1748 = hip::hip_copy_literal[id=main:@literal:51] -> float_type, {88, 32}, {32, 1}: 0.0008298ms, 0.00749006%
main:@1749 = load[offset=515968,end=516992](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00049508ms, 0.00446876%
main:@1750 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1747,main:@1748,main:@1749) -> float_type, {8, 32}, {32, 1}: 0.0210999ms, 0.190455%
main:@1751 = load[offset=515008,end=515968](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00064898ms, 0.00585792%
main:@1752 = slice[axes={1},starts={32},ends={64}](main:@1708) -> float_type, {240, 32}, {64, 1}: 0.00064524ms, 0.00582416%
main:@1753 = reshape_lazy[dims={1, 8, 30, 32}](main:@1752) -> float_type, {1, 8, 30, 32}, {15360, 1920, 64, 1}: 0.00062392ms, 0.00563172%
main:@1754 = transpose[permutation={0, 1, 3, 2}](main:@1753) -> float_type, {1, 8, 32, 30}, {15360, 1920, 1, 64}: 0.00059186ms, 0.00534233%
main:@1755 = reshape_lazy[dims={1, 8, 1, 32}](main:@1750) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00051964ms, 0.00469045%
main:@1756 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1755,main:@1754,main:@1751) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0207313ms, 0.187128%
VX8uEBNndW:0 = @param:VX8uEBNndW:0 -> int32_type, {8, 30}, {30, 1}: 0.00068104ms, 0.0061473%
main:@1758 = unsqueeze[axes={1},steps={}](VX8uEBNndW:0) -> int32_type, {8, 1, 30}, {30, 30, 1}: 0.00061258ms, 0.00552936%
main:@1759 = load[offset=515968,end=516928](main:@1) -> float_type, {8, 1, 30}, {30, 30, 1}: 0.00050006ms, 0.00451372%
main:@1760 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=120,local=256,](main:@1758,main:@1759) -> float_type, {8, 1, 30}, {30, 30, 1}: 0.0132986ms, 0.120038%
main:@1761 = load[offset=647872,end=648832](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00067908ms, 0.00612961%
main:@1762 = multibroadcast[out_lens={1, 8, 1, 30}](main:@1760) -> float_type, {1, 8, 1, 30}, {0, 30, 30, 1}: 0.00059286ms, 0.00535136%
main:@1763 = gpu::code_object[code_object=13520,symbol_name=pow_sub_kernel,global=120,local=256,](main:@1756,main:@1762,main:@1761) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0153702ms, 0.138737%
main:@1764 = load[offset=516032,end=516992](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00062482ms, 0.00563984%
main:@1765 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=512,local=64,](main:@1763,main:@1764) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.014252ms, 0.128644%
main:@1766 = slice[axes={1},starts={0},ends={32}](main:@1708) -> float_type, {240, 32}, {64, 1}: 0.00075362ms, 0.00680244%
main:@1767 = load[offset=515008,end=516032](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00052036ms, 0.00469695%
main:@1768 = reshape_lazy[dims={1, 8, 30, 32}](main:@1766) -> float_type, {1, 8, 30, 32}, {15360, 1920, 64, 1}: 0.00062916ms, 0.00567902%
main:@1769 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1765,main:@1768,main:@1767) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0198049ms, 0.178766%
main:@1770 = slice[axes={1},starts={96},ends={128}](main:@698) -> float_type, {8, 32}, {128, 1}: 0.00074826ms, 0.00675406%
main:@1771 = load[offset=586432,end=587456](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00053136ms, 0.00479624%
main:@1772 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=128,local=256,](main:@1770,main:@1771) -> float_type, {8, 32}, {32, 1}: 0.0130418ms, 0.11772%
main:@1773 = load[offset=516032,end=516512](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.00063736ms, 0.00575303%
main:@1774 = slice[axes={1},starts={0},ends={32}](main:@656) -> float_type, {120, 32}, {64, 1}: 0.00062204ms, 0.00561475%
main:@1775 = reshape_lazy[dims={1, 8, 15, 32}](main:@1774) -> float_type, {1, 8, 15, 32}, {7680, 960, 64, 1}: 0.00063156ms, 0.00570068%
main:@1776 = transpose[permutation={0, 1, 3, 2}](main:@1775) -> float_type, {1, 8, 32, 15}, {7680, 960, 1, 64}: 0.00095428ms, 0.00861366%
main:@1777 = reshape_lazy[dims={1, 8, 1, 32}](main:@1772) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00052598ms, 0.00474768%
main:@1778 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1777,main:@1776,main:@1773) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0214821ms, 0.193905%
main:@1779 = load[offset=516512,end=516992](main:@1) -> float_type, {8, 1, 15}, {15, 15, 1}: 0.00062468ms, 0.00563858%
hzqb8Cpfc1:0 = @param:hzqb8Cpfc1:0 -> int32_type, {8, 15}, {15, 1}: 0.00053762ms, 0.00485275%
main:@1781 = unsqueeze[axes={1},steps={}](hzqb8Cpfc1:0) -> int32_type, {8, 1, 15}, {15, 15, 1}: 0.00062116ms, 0.00560681%
main:@1782 = gpu::code_object[code_object=13536,symbol_name=convert_mul_add_kernel,global=60,local=256,](main:@1781,main:@1779) -> float_type, {8, 1, 15}, {15, 15, 1}: 0.013324ms, 0.120267%
main:@1783 = multibroadcast[out_lens={1, 8, 1, 15}](main:@1782) -> float_type, {1, 8, 1, 15}, {0, 15, 15, 1}: 0.0006862ms, 0.00619388%
main:@1784 = load[offset=586912,end=587392](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.00047942ms, 0.00432741%
main:@1785 = gpu::code_object[code_object=13520,symbol_name=add_sub_kernel,global=60,local=256,](main:@1778,main:@1783,main:@1784) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0131365ms, 0.118575%
main:@1786 = load[offset=586432,end=586912](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.00062218ms, 0.00561601%
main:@1787 = gpu::code_object[code_object=14568,symbol_name=softmax_kernel,global=512,local=64,](main:@1785,main:@1786) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0136892ms, 0.123563%
main:@1788 = load[offset=516032,end=517056](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00061742ms, 0.00557305%
main:@1789 = slice[axes={1},starts={32},ends={64}](main:@656) -> float_type, {120, 32}, {64, 1}: 0.0006127ms, 0.00553044%
main:@1790 = reshape_lazy[dims={1, 8, 15, 32}](main:@1789) -> float_type, {1, 8, 15, 32}, {7680, 960, 64, 1}: 0.00093196ms, 0.0084122%
main:@1791 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1787,main:@1790,main:@1788) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0189506ms, 0.171055%
main:@1792 = slice[axes={1},starts={0},ends={128}](main:@750) -> float_type, {8, 128}, {256, 1}: 0.00071642ms, 0.00646666%
main:@1793 = reshape_lazy[dims={8, 1, 128}](main:@1792) -> float_type, {8, 1, 128}, {256, 128, 1}: 0.00058926ms, 0.00531887%
main:@1794 = slice[axes={2},starts={0},ends={64}](main:@1793) -> float_type, {8, 1, 64}, {256, 128, 1}: 0.00112182ms, 0.0101259%
main:@1795 = unsqueeze[axes={0},steps={}](main:@1794) -> float_type, {1, 8, 1, 64}, {2048, 256, 128, 1}: 0.00069442ms, 0.00626808%
main:@1796 = slice[axes={2},starts={64},ends={128}](main:@1793) -> float_type, {8, 1, 64}, {256, 128, 1}: 0.00072682ms, 0.00656053%
main:@1797 = unsqueeze[axes={0},steps={}](main:@1796) -> float_type, {1, 8, 1, 64}, {2048, 256, 128, 1}: 0.00067828ms, 0.00612239%
main:@1798 = load[offset=216352,end=220448](main:@1) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.0004985ms, 0.00449963%
main:@1799 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=256,local=256,](main:@1795,main:@1797,main:@1798) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.0136146ms, 0.12289%
main:@1800 = slice[axes={1},starts={128},ends={256}](main:@1117) -> float_type, {400, 128}, {256, 1}: 0.0007653ms, 0.00690786%
main:@1801 = reshape_lazy[dims={8, 50, 128}](main:@1800) -> float_type, {8, 50, 128}, {12800, 256, 1}: 0.0006449ms, 0.00582109%
main:@1802 = slice[axes={2},starts={0},ends={64}](main:@1801) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00073142ms, 0.00660205%
main:@1803 = unsqueeze[axes={0},steps={}](main:@1802) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00065774ms, 0.00593699%
main:@1804 = slice[axes={2},starts={64},ends={128}](main:@1801) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.001002ms, 0.0090444%
main:@1805 = unsqueeze[axes={0},steps={}](main:@1804) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00064278ms, 0.00580196%
main:@1806 = load[offset=586432,end=791232](main:@1) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0004599ms, 0.00415122%
main:@1807 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=12800,local=256,](main:@1803,main:@1805,main:@1806) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0161437ms, 0.145719%
main:@1808 = transpose[permutation={0, 1, 3, 2}](main:@1807) -> float_type, {2, 8, 64, 50}, {25600, 3200, 1, 64}: 0.00070402ms, 0.00635473%
main:@1809 = load[offset=220448,end=223648](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00048856ms, 0.00440991%
main:@1810 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1799,main:@1808,main:@1809) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0220917ms, 0.199407%
main:@1811 = load[offset=216352,end=217952](main:@1) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.00063926ms, 0.00577018%
main:@1812 = unsqueeze[axes={1},steps={}](vOI1hWzBDK:0) -> int32_type, {8, 1, 50}, {50, 50, 1}: 0.00062062ms, 0.00560193%
main:@1813 = gpu::code_object[code_object=13528,symbol_name=convert_mul_kernel,global=200,local=256,](main:@1812,main:@1811) -> float_type, {8, 1, 50}, {50, 50, 1}: 0.0133213ms, 0.120243%
main:@1814 = multibroadcast[out_lens={2, 8, 1, 50}](main:@1813) -> float_type, {2, 8, 1, 50}, {0, 50, 50, 1}: 0.00071824ms, 0.00648308%
main:@1815 = load[offset=224672,end=227872](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00050636ms, 0.00457058%
main:@1816 = gpu::code_object[code_object=13520,symbol_name=add_mul_kernel,global=400,local=256,](main:@1810,main:@1814,main:@1815) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0131104ms, 0.118339%
main:@1817 = load[offset=221472,end=224672](main:@1) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.00060024ms, 0.00541798%
main:@1818 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=1024,local=64,](main:@1816,main:@1817) -> float_type, {2, 8, 1, 50}, {400, 50, 50, 1}: 0.0141485ms, 0.127709%
main:@1819 = slice[axes={1},starts={0},ends={128}](main:@1117) -> float_type, {400, 128}, {256, 1}: 0.0010581ms, 0.00955078%
main:@1820 = reshape_lazy[dims={8, 50, 128}](main:@1819) -> float_type, {8, 50, 128}, {12800, 256, 1}: 0.00059418ms, 0.00536328%
main:@1821 = slice[axes={2},starts={0},ends={64}](main:@1820) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.0010634ms, 0.00959862%
main:@1822 = unsqueeze[axes={0},steps={}](main:@1821) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.00063934ms, 0.00577091%
main:@1823 = slice[axes={2},starts={64},ends={128}](main:@1820) -> float_type, {8, 50, 64}, {12800, 256, 1}: 0.00071836ms, 0.00648417%
main:@1824 = unsqueeze[axes={0},steps={}](main:@1823) -> float_type, {1, 8, 50, 64}, {102400, 12800, 256, 1}: 0.0009636ms, 0.00869779%
main:@1825 = load[offset=586432,end=791232](main:@1) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.00048318ms, 0.00436135%
main:@1826 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=12800,local=256,](main:@1822,main:@1824,main:@1825) -> float_type, {2, 8, 50, 64}, {25600, 3200, 64, 1}: 0.0161298ms, 0.145594%
main:@1827 = load[offset=217376,end=221472](main:@1) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.00065234ms, 0.00588825%
main:@1828 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1818,main:@1826,main:@1827) -> float_type, {2, 8, 1, 64}, {512, 64, 64, 1}: 0.0202336ms, 0.182636%
main:@1829 = slice[axes={0, 1},starts={0, 305},ends={8, 337}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00080954ms, 0.00730719%
main:@1830 = slice[axes={0, 1},starts={0, 73},ends={8, 105}](n4iptOVFwE:0) -> float_type, {8, 32}, {113, 1}: 0.00064844ms, 0.00585305%
main:@1831 = slice[axes={0, 1},starts={0, 533},ends={8, 541}](lyiDxfzZg3:0) -> float_type, {8, 8}, {701, 1}: 0.00109736ms, 0.00990515%
main:@1832 = slice[axes={0, 1},starts={0, 269},ends={8, 285}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00062468ms, 0.00563858%
main:@1833 = load[offset=222496,end=225312](main:@1) -> float_type, {8, 88}, {88, 1}: 0.00047808ms, 0.00431532%
main:@1834 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=176,local=256,](main:@1831,main:@1832,main:@1829,main:@1830,main:@1833) -> float_type, {8, 88}, {88, 1}: 0.0158283ms, 0.142872%
main:@1835 = hip::hip_copy_literal[id=main:@literal:77] -> float_type, {88, 32}, {32, 1}: 0.00080232ms, 0.00724202%
main:@1836 = load[offset=221472,end=222496](main:@1) -> float_type, {8, 32}, {32, 1}: 0.0004918ms, 0.00443916%
main:@1837 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1834,main:@1835,main:@1836) -> float_type, {8, 32}, {32, 1}: 0.0208072ms, 0.187813%
main:@1838 = load[offset=216352,end=217312](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00064576ms, 0.00582885%
main:@1839 = slice[axes={1},starts={32},ends={64}](main:@1503) -> float_type, {240, 32}, {64, 1}: 0.00061872ms, 0.00558478%
main:@1840 = reshape_lazy[dims={1, 8, 30, 32}](main:@1839) -> float_type, {1, 8, 30, 32}, {15360, 1920, 64, 1}: 0.00066406ms, 0.00599404%
main:@1841 = transpose[permutation={0, 1, 3, 2}](main:@1840) -> float_type, {1, 8, 32, 30}, {15360, 1920, 1, 64}: 0.00096404ms, 0.00870176%
main:@1842 = reshape_lazy[dims={1, 8, 1, 32}](main:@1837) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00052192ms, 0.00471103%
main:@1843 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1842,main:@1841,main:@1838) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0192176ms, 0.173465%
LjbB2i31Wu:0 = @param:LjbB2i31Wu:0 -> int32_type, {8, 30}, {30, 1}: 0.00075776ms, 0.00683981%
main:@1845 = unsqueeze[axes={1},steps={}](LjbB2i31Wu:0) -> int32_type, {8, 1, 30}, {30, 30, 1}: 0.00061498ms, 0.00555102%
main:@1846 = load[offset=221472,end=222432](main:@1) -> float_type, {8, 1, 30}, {30, 30, 1}: 0.0005059ms, 0.00456643%
main:@1847 = gpu::code_object[code_object=13528,symbol_name=convert_add_kernel,global=120,local=256,](main:@1845,main:@1846) -> float_type, {8, 1, 30}, {30, 30, 1}: 0.0133467ms, 0.120472%
main:@1848 = multibroadcast[out_lens={1, 8, 1, 30}](main:@1847) -> float_type, {1, 8, 1, 30}, {0, 30, 30, 1}: 0.00070604ms, 0.00637296%
main:@1849 = load[offset=222432,end=223392](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00047922ms, 0.00432561%
main:@1850 = gpu::code_object[code_object=13520,symbol_name=pow_pow_kernel,global=120,local=256,](main:@1843,main:@1848,main:@1849) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.018575ms, 0.167664%
main:@1851 = load[offset=221472,end=222432](main:@1) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.00061708ms, 0.00556998%
main:@1852 = gpu::code_object[code_object=14576,symbol_name=softmax_kernel,global=512,local=64,](main:@1850,main:@1851) -> float_type, {1, 8, 1, 30}, {240, 30, 30, 1}: 0.0141281ms, 0.127525%
main:@1853 = slice[axes={1},starts={0},ends={32}](main:@1503) -> float_type, {240, 32}, {64, 1}: 0.00071828ms, 0.00648345%
main:@1854 = reshape_lazy[dims={1, 8, 30, 32}](main:@1853) -> float_type, {1, 8, 30, 32}, {15360, 1920, 64, 1}: 0.00061272ms, 0.00553062%
main:@1855 = load[offset=216352,end=217376](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00050504ms, 0.00455867%
main:@1856 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1852,main:@1854,main:@1855) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0194227ms, 0.175316%
main:@1857 = slice[axes={1},starts={0},ends={32}](main:@698) -> float_type, {8, 32}, {128, 1}: 0.0007428ms, 0.00670477%
main:@1858 = load[offset=221472,end=222496](main:@1) -> float_type, {8, 32}, {32, 1}: 0.00051894ms, 0.00468413%
main:@1859 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=128,local=256,](main:@1857,main:@1858) -> float_type, {8, 32}, {32, 1}: 0.0128919ms, 0.116367%
main:@1860 = slice[axes={1},starts={0},ends={32}](main:@670) -> float_type, {120, 32}, {64, 1}: 0.00074994ms, 0.00676922%
main:@1861 = reshape_lazy[dims={1, 8, 15, 32}](main:@1860) -> float_type, {1, 8, 15, 32}, {7680, 960, 64, 1}: 0.0009682ms, 0.00873931%
main:@1862 = transpose[permutation={0, 1, 3, 2}](main:@1861) -> float_type, {1, 8, 32, 15}, {7680, 960, 1, 64}: 0.00060586ms, 0.0054687%
main:@1863 = load[offset=212256,end=212736](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.00047712ms, 0.00430665%
main:@1864 = reshape_lazy[dims={1, 8, 1, 32}](main:@1859) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0005307ms, 0.00479028%
main:@1865 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1864,main:@1862,main:@1863) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0200767ms, 0.18122%
UaC5MZd8qb:0 = @param:UaC5MZd8qb:0 -> int32_type, {8, 15}, {15, 1}: 0.00070344ms, 0.00634949%
main:@1867 = unsqueeze[axes={1},steps={}](UaC5MZd8qb:0) -> int32_type, {8, 1, 15}, {15, 15, 1}: 0.00060644ms, 0.00547394%
main:@1868 = load[offset=212736,end=213216](main:@1) -> float_type, {8, 1, 15}, {15, 15, 1}: 0.00049064ms, 0.00442869%
main:@1869 = gpu::code_object[code_object=13536,symbol_name=convert_div_mul_kernel,global=60,local=256,](main:@1867,main:@1868) -> float_type, {8, 1, 15}, {15, 15, 1}: 0.0136084ms, 0.122835%
main:@1870 = multibroadcast[out_lens={1, 8, 1, 15}](main:@1869) -> float_type, {1, 8, 1, 15}, {0, 15, 15, 1}: 0.00069646ms, 0.00628649%
main:@1871 = load[offset=213760,end=214240](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.00052152ms, 0.00470742%
main:@1872 = gpu::code_object[code_object=13520,symbol_name=add_pow_kernel,global=60,local=256,](main:@1865,main:@1870,main:@1871) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0164773ms, 0.14873%
main:@1873 = load[offset=213280,end=213760](main:@1) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.00061046ms, 0.00551022%
main:@1874 = gpu::code_object[code_object=14568,symbol_name=softmax_kernel,global=512,local=64,](main:@1872,main:@1873) -> float_type, {1, 8, 1, 15}, {120, 15, 15, 1}: 0.0134182ms, 0.121118%
main:@1875 = load[offset=212256,end=213280](main:@1) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.00062362ms, 0.00562901%
main:@1876 = slice[axes={1},starts={32},ends={64}](main:@670) -> float_type, {120, 32}, {64, 1}: 0.00093788ms, 0.00846563%
main:@1877 = reshape_lazy[dims={1, 8, 15, 32}](main:@1876) -> float_type, {1, 8, 15, 32}, {7680, 960, 64, 1}: 0.0006143ms, 0.00554489%
main:@1878 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@1874,main:@1877,main:@1875) -> float_type, {1, 8, 1, 32}, {256, 32, 32, 1}: 0.0185188ms, 0.167157%
Kanv8c4Yl7:0 = @param:Kanv8c4Yl7:0 -> float_type, {8, 201}, {201, 1}: 0.00074618ms, 0.00673528%
main:@1880 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](Kanv8c4Yl7:0) -> float_type, {8, 64}, {201, 1}: 0.00066794ms, 0.00602906%
main:@1881 = slice[axes={0, 1},starts={0, 193},ends={8, 257}](lyiDxfzZg3:0) -> float_type, {8, 64}, {701, 1}: 0.0010625ms, 0.0095905%
main:@1882 = load[offset=36128,end=40224](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00046536ms, 0.0042005%
main:@1883 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=512,local=256,](main:@1881,main:@1880,main:@1882) -> float_type, {8, 128}, {128, 1}: 0.0140668ms, 0.126972%
main:@1884 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](nv2tzWRf1I:0) -> float_type, {8, 64}, {301, 1}: 0.00080538ms, 0.00726964%
main:@1885 = slice[axes={0, 1},starts={0, 65},ends={8, 129}](uFSOc5Chp2:0) -> float_type, {8, 64}, {481, 1}: 0.0006285ms, 0.00567306%
main:@1886 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](uFSOc5Chp2:0) -> float_type, {8, 64}, {481, 1}: 0.00093292ms, 0.00842086%
main:@1887 = load[offset=32032,end=36128](main:@1) -> float_type, {8, 128}, {128, 1}: 0.00047244ms, 0.00426441%
main:@1888 = gpu::code_object[code_object=13544,symbol_name=noop_add_concat_div_kernel,global=512,local=256,](main:@1885,main:@1884,main:@1886,main:@1883,main:@1887) -> float_type, {8, 128}, {128, 1}: 0.0142497ms, 0.128623%
main:@1889 = transpose[permutation={1, 2, 0, 3}](main:@1079) -> float_type, {8, 15, 4, 64}, {960, 64, 7680, 1}: 0.0007121ms, 0.00642766%
main:@1890 = load[offset=221472,end=229664](main:@1) -> float_type, {8, 1, 4, 64}, {64, 64, 512, 1}: 0.00050126ms, 0.00452455%
main:@1891 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=2048,local=256,](main:@1889,main:@1890) -> float_type, {8, 1, 4, 64}, {64, 64, 512, 1}: 0.0134019ms, 0.12097%
main:@1892 = unsqueeze[axes={1},steps={}](main:@1126) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0007326ms, 0.0066127%
main:@1893 = unsqueeze[axes={1},steps={}](main:@1135) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00052992ms, 0.00478324%
main:@1894 = unsqueeze[axes={1},steps={}](main:@1145) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00051692ms, 0.0046659%
main:@1895 = unsqueeze[axes={1},steps={}](main:@1155) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00052766ms, 0.00476284%
main:@1896 = unsqueeze[axes={1},steps={}](main:@1165) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047878ms, 0.00432164%
main:@1897 = unsqueeze[axes={1},steps={}](main:@1174) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047392ms, 0.00427777%
main:@1898 = unsqueeze[axes={1},steps={}](main:@1183) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00049276ms, 0.00444782%
main:@1899 = unsqueeze[axes={1},steps={}](main:@1192) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0004875ms, 0.00440034%
main:@1900 = unsqueeze[axes={1},steps={}](main:@1201) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00054468ms, 0.00491647%
main:@1901 = unsqueeze[axes={1},steps={}](main:@1211) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048712ms, 0.00439691%
main:@1902 = unsqueeze[axes={1},steps={}](main:@1220) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047742ms, 0.00430936%
main:@1903 = unsqueeze[axes={1},steps={}](main:@1229) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00046718ms, 0.00421693%
main:@1904 = unsqueeze[axes={1},steps={}](main:@1238) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00047558ms, 0.00429275%
main:@1905 = unsqueeze[axes={1},steps={}](main:@1248) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048096ms, 0.00434131%
main:@1906 = unsqueeze[axes={1},steps={}](main:@1258) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00046662ms, 0.00421187%
main:@1907 = unsqueeze[axes={1},steps={}](main:@1267) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048654ms, 0.00439168%
main:@1908 = unsqueeze[axes={1},steps={}](main:@1276) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00048052ms, 0.00433734%
main:@1909 = unsqueeze[axes={1},steps={}](main:@1285) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0004945ms, 0.00446353%
main:@1910 = load[offset=586432,end=733888](main:@1) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00048952ms, 0.00441858%
main:@1911 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1024,local=256,](main:@1899,main:@1894,main:@1898,main:@1909,main:@1908,main:@1897,main:@1906,main:@1905,main:@1896,main:@1892,main:@1903,main:@1907,main:@1901,main:@1904,main:@1900,main:@1895,main:@1893,main:@1902,main:@1910) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.0268625ms, 0.24247%
main:@1912 = hip::hip_copy_literal[id=main:@literal:158] -> float_type, {1}, {0}: 0.00086826ms, 0.00783722%
main:@1913 = multibroadcast[out_lens={8, 18, 1}](main:@1912) -> float_type, {8, 18, 1}, {0, 0, 0}: 0.00061912ms, 0.00558839%
main:@1914 = multibroadcast[out_lens={8, 18, 256}](main:@1913) -> float_type, {8, 18, 256}, {0, 0, 0}: 0.00057448ms, 0.00518546%
main:@1915 = load[offset=733888,end=881344](main:@1) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.00049624ms, 0.00447924%
main:@1916 = gpu::code_object[code_object=17656,symbol_name=pow_reduce_sum_div_pow_add_kernel,global=18432,local=128,](main:@1911,main:@711,main:@1914,main:@709,main:@1915) -> float_type, {8, 18, 256}, {4608, 256, 1}: 0.0224456ms, 0.202602%
main:@1917 = load[offset=36128,end=44320](main:@1) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.00064826ms, 0.00585142%
main:@1918 = gpu::code_object[code_object=13528,symbol_name=reduce_sum_kernel,global=2048,local=256,](main:@1916,main:@1917) -> float_type, {8, 1, 256}, {256, 256, 1}: 0.0135029ms, 0.121882%
main:@1919 = load[offset=44320,end=47648](main:@1) -> float_type, {8, 1, 104}, {104, 104, 1}: 0.00063564ms, 0.00573751%
main:@1920 = gpu::code_object[code_object=13528,symbol_name=reduce_mean_kernel,global=832,local=256,](main:@1499,main:@1919) -> float_type, {8, 1, 104}, {104, 104, 1}: 0.0146152ms, 0.131922%
main:@1921 = load[offset=47648,end=49824](main:@1) -> float_type, {8, 1, 68}, {68, 68, 1}: 0.00060498ms, 0.00546076%
main:@1922 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=544,local=256,](main:@1704,main:@1921) -> float_type, {8, 1, 68}, {68, 68, 1}: 0.0146134ms, 0.131905%
main:@1923 = load[offset=49824,end=53920](main:@1) -> float_type, {8, 1, 2, 64}, {128, 128, 64, 1}: 0.00064222ms, 0.0057969%
main:@1924 = transpose[permutation={1, 2, 0, 3}](main:@1828) -> float_type, {8, 1, 2, 64}, {64, 64, 512, 1}: 0.00058424ms, 0.00527355%
main:@1925 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=512,local=256,](main:@1924,main:@1923) -> float_type, {8, 1, 2, 64}, {128, 128, 64, 1}: 0.0129612ms, 0.116993%
main:@1926 = load[offset=53920,end=62112](main:@1) -> float_type, {8, 1, 4, 64}, {256, 256, 64, 1}: 0.00063322ms, 0.00571566%
main:@1927 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=1024,local=256,](main:@1891,main:@1926) -> float_type, {8, 1, 4, 64}, {256, 256, 64, 1}: 0.0130425ms, 0.117726%
main:@1928 = transpose[permutation={1, 2, 0, 3}](main:@1546) -> float_type, {8, 1, 2, 64}, {64, 64, 512, 1}: 0.00068762ms, 0.0062067%
main:@1929 = load[offset=62112,end=66208](main:@1) -> float_type, {8, 1, 2, 64}, {128, 128, 64, 1}: 0.00046296ms, 0.00417884%
main:@1930 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=512,local=256,](main:@1928,main:@1929) -> float_type, {8, 1, 2, 64}, {128, 128, 64, 1}: 0.0129137ms, 0.116564%
01E2VTipRX:0 = @param:01E2VTipRX:0 -> float_type, {8, 9}, {9, 1}: 0.00074164ms, 0.0066943%
main:@1932 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](01E2VTipRX:0) -> float_type, {8, 8}, {9, 1}: 0.000697ms, 0.00629136%
main:@1933 = transpose[permutation={1, 2, 0, 3}](main:@1101) -> float_type, {8, 1, 1, 64}, {64, 64, 512, 1}: 0.00053582ms, 0.0048365%
main:@1934 = squeeze[axes={1}](main:@1918) -> float_type, {8, 256}, {256, 1}: 0.00059796ms, 0.0053974%
u2OJ7kfglD:0 = @param:u2OJ7kfglD:0 -> float_type, {8, 93}, {93, 1}: 0.0005399ms, 0.00487333%
main:@1936 = slice[axes={0, 1},starts={0, 61},ends={8, 65}](u2OJ7kfglD:0) -> float_type, {8, 4}, {93, 1}: 0.0008169ms, 0.00737362%
main:@1937 = transpose[permutation={1, 2, 0, 3}](main:@1741) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00051666ms, 0.00466355%
main:@1938 = transpose[permutation={1, 2, 0, 3}](main:@1769) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00048992ms, 0.00442219%
main:@1939 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](0cjwsL5ldh:0) -> float_type, {8, 16}, {33, 1}: 0.00096564ms, 0.0087162%
WycVU13dfZ:0 = @param:WycVU13dfZ:0 -> float_type, {8, 5}, {5, 1}: 0.00060026ms, 0.00541816%
main:@1941 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](WycVU13dfZ:0) -> float_type, {8, 4}, {5, 1}: 0.0007608ms, 0.00686725%
main:@1942 = transpose[permutation={1, 2, 0, 3}](main:@1791) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00048498ms, 0.0043776%
main:@1943 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](0sDBrPmfS9:0) -> float_type, {8, 8}, {13, 1}: 0.0007202ms, 0.00650078%
main:@1944 = transpose[permutation={1, 2, 0, 3}](main:@1856) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00048676ms, 0.00439367%
main:@1945 = squeeze[axes={1}](main:@1920) -> float_type, {8, 104}, {104, 1}: 0.0005056ms, 0.00456372%
1f2xpcXgdE:0 = @param:1f2xpcXgdE:0 -> float_type, {8, 13}, {13, 1}: 0.00052896ms, 0.00477458%
main:@1947 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](1f2xpcXgdE:0) -> float_type, {8, 4}, {13, 1}: 0.0008941ms, 0.00807046%
vZDAiUHErW:0 = @param:vZDAiUHErW:0 -> float_type, {8, 17}, {17, 1}: 0.0005837ms, 0.00526868%
main:@1949 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](vZDAiUHErW:0) -> float_type, {8, 8}, {17, 1}: 0.0007732ms, 0.00697917%
main:@1950 = squeeze[axes={1}](main:@1922) -> float_type, {8, 68}, {68, 1}: 0.00052272ms, 0.00471825%
main:@1951 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](2CnSyUBzm0:0) -> float_type, {8, 8}, {65, 1}: 0.00072938ms, 0.00658364%
main:@1952 = transpose[permutation={1, 2, 0, 3}](main:@1878) -> float_type, {8, 1, 1, 32}, {32, 32, 256, 1}: 0.00053642ms, 0.00484191%
main:@1953 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](m5MfQhR1Bp:0) -> float_type, {8, 8}, {13, 1}: 0.00071704ms, 0.00647225%
main:@1954 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](2RDXZrx9GA:0) -> float_type, {8, 4}, {45, 1}: 0.00068854ms, 0.006215%
main:@1955 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](2Yy3zxNGBC:0) -> float_type, {8, 4}, {45, 1}: 0.00068198ms, 0.00615579%
main:@1956 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](ZRYNFfjSez:0) -> float_type, {8, 8}, {33, 1}: 0.00071156ms, 0.00642279%
BQHyb3DGCE:0 = @param:BQHyb3DGCE:0 -> float_type, {8, 9}, {9, 1}: 0.00049836ms, 0.00449837%
main:@1958 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](BQHyb3DGCE:0) -> float_type, {8, 8}, {9, 1}: 0.00076858ms, 0.00693747%
main:@1959 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](3Laj620MSn:0) -> float_type, {8, 4}, {45, 1}: 0.00069266ms, 0.00625219%
RF5h8lytsu:0 = @param:RF5h8lytsu:0 -> float_type, {8, 9}, {9, 1}: 0.00051236ms, 0.00462474%
main:@1961 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](RF5h8lytsu:0) -> float_type, {8, 8}, {9, 1}: 0.0007503ms, 0.00677247%
EClzvVLqMP:0 = @param:EClzvVLqMP:0 -> float_type, {8, 9}, {9, 1}: 0.00056488ms, 0.0050988%
main:@1963 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](EClzvVLqMP:0) -> float_type, {8, 8}, {9, 1}: 0.00076068ms, 0.00686616%
main:@1964 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](3mk8BKjDey:0) -> float_type, {8, 8}, {25, 1}: 0.00073086ms, 0.006597%
MQb6fHVndu:0 = @param:MQb6fHVndu:0 -> float_type, {8, 9}, {9, 1}: 0.00055868ms, 0.00504284%
main:@1966 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](MQb6fHVndu:0) -> float_type, {8, 8}, {9, 1}: 0.0007801ms, 0.00704145%
MtvajoSCeD:0 = @param:MtvajoSCeD:0 -> float_type, {8, 9}, {9, 1}: 0.0005397ms, 0.00487152%
main:@1968 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](MtvajoSCeD:0) -> float_type, {8, 8}, {9, 1}: 0.00075006ms, 0.0067703%
4U3hVYNn2F:0 = @param:4U3hVYNn2F:0 -> float_type, {8, 5}, {5, 1}: 0.00059924ms, 0.00540895%
main:@1970 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](4U3hVYNn2F:0) -> float_type, {8, 4}, {5, 1}: 0.00073726ms, 0.00665477%
4dtfMgk7Ni:0 = @param:4dtfMgk7Ni:0 -> float_type, {8, 9}, {9, 1}: 0.00055136ms, 0.00497677%
main:@1972 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](4dtfMgk7Ni:0) -> float_type, {8, 8}, {9, 1}: 0.000731ms, 0.00659826%
nP9Yv1iZ8f:0 = @param:nP9Yv1iZ8f:0 -> float_type, {8, 9}, {9, 1}: 0.00056216ms, 0.00507425%
main:@1974 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](nP9Yv1iZ8f:0) -> float_type, {8, 8}, {9, 1}: 0.00071508ms, 0.00645456%
T1FVGiDRMg:0 = @param:T1FVGiDRMg:0 -> float_type, {8, 5}, {5, 1}: 0.00052504ms, 0.00473919%
main:@1976 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](T1FVGiDRMg:0) -> float_type, {8, 4}, {5, 1}: 0.00075068ms, 0.0067759%
50ovs1NnYh:0 = @param:50ovs1NnYh:0 -> float_type, {8, 9}, {9, 1}: 0.0006355ms, 0.00573624%
main:@1978 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](50ovs1NnYh:0) -> float_type, {8, 8}, {9, 1}: 0.0007103ms, 0.00641142%
main:@1979 = slice[axes={0, 1},starts={0, 5},ends={8, 9}](5JHUPChra8:0) -> float_type, {8, 4}, {17, 1}: 0.00069658ms, 0.00628757%
6eQEnYsRTi:0 = @param:6eQEnYsRTi:0 -> float_type, {8, 5}, {5, 1}: 0.0005616ms, 0.0050692%
main:@1981 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](6eQEnYsRTi:0) -> float_type, {8, 4}, {5, 1}: 0.00073962ms, 0.00667607%
5bcvLlI6HE:0 = @param:5bcvLlI6HE:0 -> float_type, {8, 9}, {9, 1}: 0.0005485ms, 0.00495095%
main:@1983 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](5bcvLlI6HE:0) -> float_type, {8, 8}, {9, 1}: 0.00073604ms, 0.00664375%
5cO3meIa4V:0 = @param:5cO3meIa4V:0 -> float_type, {8, 5}, {5, 1}: 0.00052028ms, 0.00469623%
main:@1985 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](5cO3meIa4V:0) -> float_type, {8, 4}, {5, 1}: 0.00074624ms, 0.00673582%
Q2Om7B1nhU:0 = @param:Q2Om7B1nhU:0 -> float_type, {8, 9}, {9, 1}: 0.00061722ms, 0.00557124%
main:@1987 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Q2Om7B1nhU:0) -> float_type, {8, 8}, {9, 1}: 0.00067914ms, 0.00613015%
main:@1988 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](6HSQqXdJzb:0) -> float_type, {8, 4}, {45, 1}: 0.00068662ms, 0.00619767%
main:@1989 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](w27LgiJW6P:0) -> float_type, {8, 8}, {13, 1}: 0.00067602ms, 0.00610199%
KgZXYMNz6P:0 = @param:KgZXYMNz6P:0 -> float_type, {8, 13}, {13, 1}: 0.00055044ms, 0.00496846%
main:@1991 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](KgZXYMNz6P:0) -> float_type, {8, 4}, {13, 1}: 0.00074152ms, 0.00669322%
6hbLUlYs1H:0 = @param:6hbLUlYs1H:0 -> float_type, {8, 9}, {9, 1}: 0.0005876ms, 0.00530388%
main:@1993 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](6hbLUlYs1H:0) -> float_type, {8, 8}, {9, 1}: 0.00071518ms, 0.00645546%
y3bafuwnEk:0 = @param:y3bafuwnEk:0 -> float_type, {8, 5}, {5, 1}: 0.00054714ms, 0.00493868%
main:@1995 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](y3bafuwnEk:0) -> float_type, {8, 4}, {5, 1}: 0.00074486ms, 0.00672337%
main:@1996 = slice[axes={0, 1},starts={0, 25},ends={8, 41}](ifP6Ceko5T:0) -> float_type, {8, 16}, {73, 1}: 0.00077802ms, 0.00702268%
89nc05gQza:0 = @param:89nc05gQza:0 -> float_type, {8, 9}, {9, 1}: 0.00054692ms, 0.00493669%
main:@1998 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](89nc05gQza:0) -> float_type, {8, 8}, {9, 1}: 0.0006835ms, 0.00616951%
8KRQILP469:0 = @param:8KRQILP469:0 -> float_type, {8, 9}, {9, 1}: 0.00051676ms, 0.00466446%
main:@2000 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](8KRQILP469:0) -> float_type, {8, 8}, {9, 1}: 0.00071944ms, 0.00649392%
VP35W0GOCc:0 = @param:VP35W0GOCc:0 -> float_type, {8, 13}, {13, 1}: 0.00054874ms, 0.00495312%
main:@2002 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](VP35W0GOCc:0) -> float_type, {8, 4}, {13, 1}: 0.00069072ms, 0.00623468%
8iOST90kWM:0 = @param:8iOST90kWM:0 -> float_type, {8, 9}, {9, 1}: 0.00051574ms, 0.00465525%
main:@2004 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](8iOST90kWM:0) -> float_type, {8, 8}, {9, 1}: 0.00074036ms, 0.00668275%
8Dv01FAoNM:0 = @param:8Dv01FAoNM:0 -> float_type, {8, 17}, {17, 1}: 0.00053566ms, 0.00483505%
main:@2006 = slice[axes={0, 1},starts={0, 1},ends={8, 17}](8Dv01FAoNM:0) -> float_type, {8, 16}, {17, 1}: 0.00068234ms, 0.00615904%
main:@2007 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](X29iyIeu8L:0) -> float_type, {8, 4}, {45, 1}: 0.00069742ms, 0.00629516%
985IRiY0X6:0 = @param:985IRiY0X6:0 -> float_type, {8, 57}, {57, 1}: 0.00047776ms, 0.00431243%
main:@2009 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.0007249ms, 0.0065432%
main:@2010 = slice[axes={0, 1},starts={0, 41},ends={8, 49}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00071598ms, 0.00646269%
main:@2011 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.0006913ms, 0.00623991%
main:@2012 = slice[axes={0, 1},starts={0, 49},ends={8, 57}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00067354ms, 0.00607961%
9N1KUX0DZ5:0 = @param:9N1KUX0DZ5:0 -> float_type, {8, 13}, {13, 1}: 0.0004877ms, 0.00440215%
main:@2014 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](9N1KUX0DZ5:0) -> float_type, {8, 4}, {13, 1}: 0.00071496ms, 0.00645348%
main:@2015 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00071564ms, 0.00645962%
main:@2016 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.00069712ms, 0.00629245%
main:@2017 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](9YqhflbMKe:0) -> float_type, {8, 4}, {29, 1}: 0.00066936ms, 0.00604188%
main:@2018 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](VUqfdN5Fzv:0) -> float_type, {8, 4}, {45, 1}: 0.00065172ms, 0.00588265%
main:@2019 = slice[axes={0, 1},starts={0, 25},ends={8, 33}](985IRiY0X6:0) -> float_type, {8, 8}, {57, 1}: 0.0006522ms, 0.00588698%
9mfMQZIXVH:0 = @param:9mfMQZIXVH:0 -> float_type, {8, 9}, {9, 1}: 0.00054126ms, 0.0048856%
main:@2021 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](9mfMQZIXVH:0) -> float_type, {8, 8}, {9, 1}: 0.00071866ms, 0.00648688%
9rDQhGZo18:0 = @param:9rDQhGZo18:0 -> float_type, {8, 9}, {9, 1}: 0.0005789ms, 0.00522535%
main:@2023 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](9rDQhGZo18:0) -> float_type, {8, 8}, {9, 1}: 0.00071468ms, 0.00645095%
main:@2024 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](l4bReWtsMB:0) -> float_type, {8, 8}, {25, 1}: 0.00065916ms, 0.00594981%
main:@2025 = slice[axes={0, 1},starts={0, 9},ends={8, 13}](AVLcBpWeuo:0) -> float_type, {8, 4}, {21, 1}: 0.0006527ms, 0.0058915%
AfxiFXbSj3:0 = @param:AfxiFXbSj3:0 -> float_type, {8, 5}, {5, 1}: 0.00059798ms, 0.00539758%
main:@2027 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](AfxiFXbSj3:0) -> float_type, {8, 4}, {5, 1}: 0.00073522ms, 0.00663635%
AvlwbHMnuE:0 = @param:AvlwbHMnuE:0 -> float_type, {8, 17}, {17, 1}: 0.00055348ms, 0.0049959%
main:@2029 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](AvlwbHMnuE:0) -> float_type, {8, 8}, {17, 1}: 0.00074332ms, 0.00670947%
Nb9eDKFYZp:0 = @param:Nb9eDKFYZp:0 -> float_type, {8, 5}, {5, 1}: 0.00054782ms, 0.00494481%
main:@2031 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](Nb9eDKFYZp:0) -> float_type, {8, 4}, {5, 1}: 0.0007436ms, 0.00671199%
KH4GEDx8pO:0 = @param:KH4GEDx8pO:0 -> float_type, {8, 13}, {13, 1}: 0.00058308ms, 0.00526308%
main:@2033 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](KH4GEDx8pO:0) -> float_type, {8, 4}, {13, 1}: 0.00070584ms, 0.00637116%
CrB2gE9Adp:0 = @param:CrB2gE9Adp:0 -> float_type, {8, 13}, {13, 1}: 0.00055488ms, 0.00500854%
main:@2035 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](CrB2gE9Adp:0) -> float_type, {8, 4}, {13, 1}: 0.0007306ms, 0.00659465%
uhcrWfUe6M:0 = @param:uhcrWfUe6M:0 -> float_type, {8, 9}, {9, 1}: 0.00052556ms, 0.00474389%
main:@2037 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](uhcrWfUe6M:0) -> float_type, {8, 8}, {9, 1}: 0.00069138ms, 0.00624064%
main:@2038 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](n4iptOVFwE:0) -> float_type, {8, 8}, {113, 1}: 0.00065684ms, 0.00592887%
j25yTFI0eZ:0 = @param:j25yTFI0eZ:0 -> float_type, {8, 9}, {9, 1}: 0.00063734ms, 0.00575285%
main:@2040 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](j25yTFI0eZ:0) -> float_type, {8, 8}, {9, 1}: 0.00072964ms, 0.00658598%
dMO2bknDYA:0 = @param:dMO2bknDYA:0 -> float_type, {8, 481}, {481, 1}: 0.0006683ms, 0.00603231%
main:@2042 = slice[axes={0, 1},starts={0, 233},ends={8, 241}](dMO2bknDYA:0) -> float_type, {8, 8}, {481, 1}: 0.00072018ms, 0.0065006%
EJxze1pkRu:0 = @param:EJxze1pkRu:0 -> float_type, {8, 13}, {13, 1}: 0.00055142ms, 0.00497731%
main:@2044 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EJxze1pkRu:0) -> float_type, {8, 4}, {13, 1}: 0.00069002ms, 0.00622836%
DilwT5jYf7:0 = @param:DilwT5jYf7:0 -> float_type, {8, 9}, {9, 1}: 0.00049974ms, 0.00451083%
main:@2046 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](DilwT5jYf7:0) -> float_type, {8, 8}, {9, 1}: 0.0006818ms, 0.00615416%
main:@2047 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](Qp3K1PHvte:0) -> float_type, {8, 4}, {69, 1}: 0.00066768ms, 0.00602671%
EyFb0qo6VX:0 = @param:EyFb0qo6VX:0 -> float_type, {8, 5}, {5, 1}: 0.00052798ms, 0.00476573%
main:@2049 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EyFb0qo6VX:0) -> float_type, {8, 4}, {5, 1}: 0.00072686ms, 0.00656089%
main:@2050 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](mIR0ToEnMH:0) -> float_type, {8, 8}, {13, 1}: 0.0007174ms, 0.0064755%
F6DhiS9CN5:0 = @param:F6DhiS9CN5:0 -> float_type, {8, 9}, {9, 1}: 0.00055324ms, 0.00499374%
main:@2052 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](F6DhiS9CN5:0) -> float_type, {8, 8}, {9, 1}: 0.00068222ms, 0.00615796%
NKT10PBtly:0 = @param:NKT10PBtly:0 -> float_type, {8, 5}, {5, 1}: 0.00053632ms, 0.00484101%
main:@2054 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](NKT10PBtly:0) -> float_type, {8, 4}, {5, 1}: 0.00068828ms, 0.00621266%
zOu1aQKy4V:0 = @param:zOu1aQKy4V:0 -> float_type, {8, 9}, {9, 1}: 0.00053282ms, 0.00480942%
main:@2056 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](zOu1aQKy4V:0) -> float_type, {8, 8}, {9, 1}: 0.00068554ms, 0.00618792%
EsROupwkSG:0 = @param:EsROupwkSG:0 -> float_type, {8, 13}, {13, 1}: 0.00054982ms, 0.00496287%
main:@2058 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](EsROupwkSG:0) -> float_type, {8, 4}, {13, 1}: 0.00072012ms, 0.00650005%
FrTLGaKo7c:0 = @param:FrTLGaKo7c:0 -> float_type, {8, 13}, {13, 1}: 0.00056412ms, 0.00509194%
main:@2060 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](FrTLGaKo7c:0) -> float_type, {8, 4}, {13, 1}: 0.00066728ms, 0.0060231%
mDpoFQLqWK:0 = @param:mDpoFQLqWK:0 -> float_type, {8, 13}, {13, 1}: 0.00063946ms, 0.00577199%
main:@2062 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](mDpoFQLqWK:0) -> float_type, {8, 4}, {13, 1}: 0.0006771ms, 0.00611174%
HFesjVwyB6:0 = @param:HFesjVwyB6:0 -> float_type, {8, 9}, {9, 1}: 0.0005645ms, 0.00509537%
main:@2064 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](HFesjVwyB6:0) -> float_type, {8, 8}, {9, 1}: 0.00067096ms, 0.00605632%
HKq2ZSlA3D:0 = @param:HKq2ZSlA3D:0 -> float_type, {8, 9}, {9, 1}: 0.00066082ms, 0.00596479%
main:@2066 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](HKq2ZSlA3D:0) -> float_type, {8, 8}, {9, 1}: 0.0007156ms, 0.00645926%
HLQJSVgFyi:0 = @param:HLQJSVgFyi:0 -> float_type, {8, 9}, {9, 1}: 0.00053034ms, 0.00478703%
main:@2068 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](HLQJSVgFyi:0) -> float_type, {8, 8}, {9, 1}: 0.00067706ms, 0.00611138%
cNgUKoOFB1:0 = @param:cNgUKoOFB1:0 -> float_type, {8, 9}, {9, 1}: 0.00056258ms, 0.00507804%
main:@2070 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](cNgUKoOFB1:0) -> float_type, {8, 8}, {9, 1}: 0.0006861ms, 0.00619298%
nIJL1FUMdk:0 = @param:nIJL1FUMdk:0 -> float_type, {8, 9}, {9, 1}: 0.00058152ms, 0.005249%
main:@2072 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](nIJL1FUMdk:0) -> float_type, {8, 8}, {9, 1}: 0.00067632ms, 0.0061047%
main:@2073 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](ljyhc7HCLk:0) -> float_type, {8, 4}, {21, 1}: 0.00067876ms, 0.00612672%
HyzMmXUNAP:0 = @param:HyzMmXUNAP:0 -> float_type, {8, 13}, {13, 1}: 0.0004804ms, 0.00433626%
main:@2075 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](HyzMmXUNAP:0) -> float_type, {8, 4}, {13, 1}: 0.0007195ms, 0.00649446%
main:@2076 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](HzcyUlm8Yj:0) -> float_type, {8, 4}, {45, 1}: 0.00067958ms, 0.00613413%
fvGJwyjlm4:0 = @param:fvGJwyjlm4:0 -> float_type, {8, 13}, {13, 1}: 0.00049374ms, 0.00445667%
main:@2078 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](fvGJwyjlm4:0) -> float_type, {8, 4}, {13, 1}: 0.00068988ms, 0.0062271%
IQawVv9sqx:0 = @param:IQawVv9sqx:0 -> float_type, {8, 9}, {9, 1}: 0.00057946ms, 0.00523041%
main:@2080 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](IQawVv9sqx:0) -> float_type, {8, 8}, {9, 1}: 0.00068122ms, 0.00614893%
main:@2081 = slice[axes={0, 1},starts={0, 321},ends={8, 501}](lyiDxfzZg3:0) -> float_type, {8, 180}, {701, 1}: 0.00069842ms, 0.00630418%
fKsuaR6OE2:0 = @param:fKsuaR6OE2:0 -> float_type, {8, 13}, {13, 1}: 0.00054972ms, 0.00496196%
main:@2083 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](fKsuaR6OE2:0) -> float_type, {8, 4}, {13, 1}: 0.00072926ms, 0.00658255%
main:@2084 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](gdck97AK4w:0) -> float_type, {8, 8}, {17, 1}: 0.00068088ms, 0.00614586%
JKWg9U1qmT:0 = @param:JKWg9U1qmT:0 -> float_type, {8, 13}, {13, 1}: 0.00053534ms, 0.00483217%
main:@2086 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](JKWg9U1qmT:0) -> float_type, {8, 4}, {13, 1}: 0.000731ms, 0.00659826%
hADUwpE6P7:0 = @param:hADUwpE6P7:0 -> float_type, {8, 9}, {9, 1}: 0.00052254ms, 0.00471663%
main:@2088 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](hADUwpE6P7:0) -> float_type, {8, 8}, {9, 1}: 0.00067424ms, 0.00608593%
YMxBt9210u:0 = @param:YMxBt9210u:0 -> float_type, {8, 5}, {5, 1}: 0.00060944ms, 0.00550102%
main:@2090 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](YMxBt9210u:0) -> float_type, {8, 4}, {5, 1}: 0.00072028ms, 0.0065015%
KBG8U2uYOC:0 = @param:KBG8U2uYOC:0 -> float_type, {8, 9}, {9, 1}: 0.0005134ms, 0.00463413%
main:@2092 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](KBG8U2uYOC:0) -> float_type, {8, 8}, {9, 1}: 0.00066628ms, 0.00601408%
main:@2093 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](KFhBukd7EV:0) -> float_type, {8, 8}, {13, 1}: 0.00069404ms, 0.00626465%
KGspl1Fzg0:0 = @param:KGspl1Fzg0:0 -> float_type, {8, 9}, {9, 1}: 0.00058084ms, 0.00524286%
main:@2095 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](KGspl1Fzg0:0) -> float_type, {8, 8}, {9, 1}: 0.0007545ms, 0.00681038%
main:@2096 = slice[axes={0, 1},starts={0, 161},ends={8, 193}](Kanv8c4Yl7:0) -> float_type, {8, 32}, {201, 1}: 0.00069876ms, 0.00630725%
XevLAmJgSy:0 = @param:XevLAmJgSy:0 -> float_type, {8, 5}, {5, 1}: 0.00054274ms, 0.00489896%
main:@2098 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](XevLAmJgSy:0) -> float_type, {8, 4}, {5, 1}: 0.00068908ms, 0.00621988%
KOdpo5kqsI:0 = @param:KOdpo5kqsI:0 -> float_type, {8, 93}, {93, 1}: 0.0006008ms, 0.00542303%
main:@2100 = slice[axes={0, 1},starts={0, 33},ends={8, 49}](KOdpo5kqsI:0) -> float_type, {8, 16}, {93, 1}: 0.00069512ms, 0.0062744%
main:@2101 = slice[axes={0, 1},starts={0, 129},ends={8, 161}](Kanv8c4Yl7:0) -> float_type, {8, 32}, {201, 1}: 0.00066962ms, 0.00604422%
main:@2102 = slice[axes={0, 1},starts={0, 1},ends={8, 33}](KOdpo5kqsI:0) -> float_type, {8, 32}, {93, 1}: 0.00069146ms, 0.00624136%
main:@2103 = slice[axes={0, 1},starts={0, 65},ends={8, 97}](Kanv8c4Yl7:0) -> float_type, {8, 32}, {201, 1}: 0.00067564ms, 0.00609856%
main:@2104 = slice[axes={0, 1},starts={0, 97},ends={8, 129}](Kanv8c4Yl7:0) -> float_type, {8, 32}, {201, 1}: 0.00063546ms, 0.00573588%
M4pau3Zg7l:0 = @param:M4pau3Zg7l:0 -> float_type, {8, 13}, {13, 1}: 0.00057426ms, 0.00518347%
main:@2106 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](M4pau3Zg7l:0) -> float_type, {8, 4}, {13, 1}: 0.00069038ms, 0.00623161%
Ya2E8PbliH:0 = @param:Ya2E8PbliH:0 -> float_type, {8, 9}, {9, 1}: 0.00056094ms, 0.00506324%
main:@2108 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Ya2E8PbliH:0) -> float_type, {8, 8}, {9, 1}: 0.00072566ms, 0.00655006%
NFBzi76hoK:0 = @param:NFBzi76hoK:0 -> float_type, {8, 73}, {73, 1}: 0.00059182ms, 0.00534197%
main:@2110 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](NFBzi76hoK:0) -> float_type, {8, 64}, {73, 1}: 0.00068298ms, 0.00616482%
main:@2111 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](duyRoIEkH8:0) -> float_type, {8, 4}, {45, 1}: 0.0006872ms, 0.00620291%
OfNJgEDtw2:0 = @param:OfNJgEDtw2:0 -> float_type, {8, 13}, {13, 1}: 0.00057306ms, 0.00517264%
main:@2113 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](OfNJgEDtw2:0) -> float_type, {8, 4}, {13, 1}: 0.00069614ms, 0.0062836%
main:@2114 = slice[axes={0, 1},starts={0, 9},ends={8, 17}](Pu1O5qFxY6:0) -> float_type, {8, 8}, {17, 1}: 0.000701ms, 0.00632747%
PxhmZizCI5:0 = @param:PxhmZizCI5:0 -> float_type, {8, 13}, {13, 1}: 0.00055358ms, 0.00499681%
main:@2116 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](PxhmZizCI5:0) -> float_type, {8, 4}, {13, 1}: 0.00066924ms, 0.00604079%
QMjOWELyPk:0 = @param:QMjOWELyPk:0 -> float_type, {8, 9}, {9, 1}: 0.000509ms, 0.00459441%
main:@2118 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](QMjOWELyPk:0) -> float_type, {8, 8}, {9, 1}: 0.00071884ms, 0.0064885%
mQnuwGeC8a:0 = @param:mQnuwGeC8a:0 -> float_type, {8, 9}, {9, 1}: 0.00055666ms, 0.00502461%
main:@2120 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](mQnuwGeC8a:0) -> float_type, {8, 8}, {9, 1}: 0.00066856ms, 0.00603466%
main:@2121 = slice[axes={0, 1},starts={0, 9},ends={8, 13}](RHo9Jz6KpI:0) -> float_type, {8, 4}, {21, 1}: 0.00072222ms, 0.00651901%
RNGK6g4bmu:0 = @param:RNGK6g4bmu:0 -> float_type, {8, 9}, {9, 1}: 0.00053176ms, 0.00479985%
main:@2123 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](RNGK6g4bmu:0) -> float_type, {8, 8}, {9, 1}: 0.00074256ms, 0.00670261%
V84toiBOPm:0 = @param:V84toiBOPm:0 -> float_type, {8, 9}, {9, 1}: 0.00052274ms, 0.00471843%
main:@2125 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](V84toiBOPm:0) -> float_type, {8, 8}, {9, 1}: 0.00067492ms, 0.00609206%
main:@2126 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](S5AzoJmqUC:0) -> float_type, {8, 8}, {13, 1}: 0.00066346ms, 0.00598862%
main:@2127 = slice[axes={0, 1},starts={0, 165},ends={8, 181}](nv2tzWRf1I:0) -> float_type, {8, 16}, {301, 1}: 0.00067304ms, 0.00607509%
main:@2128 = slice[axes={0, 1},starts={0, 17},ends={8, 21}](YbIVz8l1un:0) -> float_type, {8, 4}, {45, 1}: 0.00068072ms, 0.00614442%
main:@2129 = slice[axes={0, 1},starts={0, 17},ends={8, 21}](bJsIAzhYc3:0) -> float_type, {8, 4}, {37, 1}: 0.00066778ms, 0.00602762%
main:@2130 = slice[axes={0, 1},starts={0, 53},ends={8, 57}](u2OJ7kfglD:0) -> float_type, {8, 4}, {93, 1}: 0.00065194ms, 0.00588464%
TkHQvxKeD6:0 = @param:TkHQvxKeD6:0 -> float_type, {8, 9}, {9, 1}: 0.00048438ms, 0.00437218%
main:@2132 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](TkHQvxKeD6:0) -> float_type, {8, 8}, {9, 1}: 0.00073502ms, 0.00663455%
UTzDZk1RS4:0 = @param:UTzDZk1RS4:0 -> float_type, {8, 13}, {13, 1}: 0.00054466ms, 0.00491629%
main:@2134 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](UTzDZk1RS4:0) -> float_type, {8, 4}, {13, 1}: 0.00070802ms, 0.00639084%
main:@2135 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](qeZ76Hc03v:0) -> float_type, {8, 8}, {13, 1}: 0.00071332ms, 0.00643867%
bhuXRdz0E5:0 = @param:bhuXRdz0E5:0 -> float_type, {8, 9}, {9, 1}: 0.00058904ms, 0.00531688%
main:@2137 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](bhuXRdz0E5:0) -> float_type, {8, 8}, {9, 1}: 0.00070938ms, 0.00640311%
ToDLE1sRI6:0 = @param:ToDLE1sRI6:0 -> float_type, {8, 9}, {9, 1}: 0.0005307ms, 0.00479028%
main:@2139 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ToDLE1sRI6:0) -> float_type, {8, 8}, {9, 1}: 0.0006884ms, 0.00621374%
zvFYW45wMr:0 = @param:zvFYW45wMr:0 -> float_type, {8, 9}, {9, 1}: 0.0005396ms, 0.00487062%
main:@2141 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](zvFYW45wMr:0) -> float_type, {8, 8}, {9, 1}: 0.00073092ms, 0.00659754%
main:@2142 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](1aXQU27NrD:0) -> float_type, {8, 8}, {49, 1}: 0.0006922ms, 0.00624804%
uGCZaoYr3L:0 = @param:uGCZaoYr3L:0 -> float_type, {8, 13}, {13, 1}: 0.00049134ms, 0.00443501%
main:@2144 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](uGCZaoYr3L:0) -> float_type, {8, 4}, {13, 1}: 0.00066812ms, 0.00603068%
ihcEmsYo9g:0 = @param:ihcEmsYo9g:0 -> float_type, {8, 5}, {5, 1}: 0.00051584ms, 0.00465615%
main:@2146 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](ihcEmsYo9g:0) -> float_type, {8, 4}, {5, 1}: 0.0007172ms, 0.0064737%
vi7GCYp4FT:0 = @param:vi7GCYp4FT:0 -> float_type, {8, 9}, {9, 1}: 0.00053698ms, 0.00484697%
main:@2148 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](vi7GCYp4FT:0) -> float_type, {8, 8}, {9, 1}: 0.00067652ms, 0.00610651%
ihKZd8ANk7:0 = @param:ihKZd8ANk7:0 -> float_type, {8, 9}, {9, 1}: 0.00052892ms, 0.00477422%
main:@2150 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ihKZd8ANk7:0) -> float_type, {8, 8}, {9, 1}: 0.00073418ms, 0.00662696%
kX6xhVY7bJ:0 = @param:kX6xhVY7bJ:0 -> float_type, {8, 13}, {13, 1}: 0.0005547ms, 0.00500692%
main:@2152 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](kX6xhVY7bJ:0) -> float_type, {8, 4}, {13, 1}: 0.00066088ms, 0.00596533%
ad9BJGx5jl:0 = @param:ad9BJGx5jl:0 -> float_type, {8, 13}, {13, 1}: 0.00054642ms, 0.00493218%
main:@2154 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](ad9BJGx5jl:0) -> float_type, {8, 4}, {13, 1}: 0.00068584ms, 0.00619063%
alvtrHJ95G:0 = @param:alvtrHJ95G:0 -> float_type, {8, 13}, {13, 1}: 0.00049182ms, 0.00443934%
main:@2156 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](alvtrHJ95G:0) -> float_type, {8, 4}, {13, 1}: 0.00067774ms, 0.00611752%
aocCEyfXIS:0 = @param:aocCEyfXIS:0 -> float_type, {8, 93}, {93, 1}: 0.0004951ms, 0.00446895%
main:@2158 = slice[axes={0, 1},starts={0, 1},ends={8, 33}](aocCEyfXIS:0) -> float_type, {8, 32}, {93, 1}: 0.0007188ms, 0.00648814%
main:@2159 = slice[axes={0, 1},starts={0, 33},ends={8, 49}](aocCEyfXIS:0) -> float_type, {8, 16}, {93, 1}: 0.00069154ms, 0.00624208%
bsFqHW5i6g:0 = @param:bsFqHW5i6g:0 -> float_type, {8, 9}, {9, 1}: 0.00062966ms, 0.00568353%
main:@2161 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](bsFqHW5i6g:0) -> float_type, {8, 8}, {9, 1}: 0.00066428ms, 0.00599602%
main:@2162 = slice[axes={0, 1},starts={0, 17},ends={8, 33}](cHzIDJm6us:0) -> float_type, {8, 16}, {33, 1}: 0.00068786ms, 0.00620886%
gwNpMszEo3:0 = @param:gwNpMszEo3:0 -> float_type, {8, 5}, {5, 1}: 0.00054108ms, 0.00488398%
main:@2164 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](gwNpMszEo3:0) -> float_type, {8, 4}, {5, 1}: 0.00068816ms, 0.00621157%
ceq9LkmQA5:0 = @param:ceq9LkmQA5:0 -> float_type, {8, 9}, {9, 1}: 0.0005286ms, 0.00477133%
main:@2166 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](ceq9LkmQA5:0) -> float_type, {8, 8}, {9, 1}: 0.00070172ms, 0.00633397%
main:@2167 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](jznORDJr0N:0) -> float_type, {8, 4}, {45, 1}: 0.00064598ms, 0.00583084%
main:@2168 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](gU9SoiHyRO:0) -> float_type, {8, 8}, {13, 1}: 0.0006415ms, 0.0057904%
main:@2169 = slice[axes={0, 1},starts={0, 65},ends={8, 129}](lyiDxfzZg3:0) -> float_type, {8, 64}, {701, 1}: 0.00066464ms, 0.00599927%
main:@2170 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](zIoqYe9cRb:0) -> float_type, {8, 4}, {45, 1}: 0.0006491ms, 0.005859%
gHPTxdcQWX:0 = @param:gHPTxdcQWX:0 -> float_type, {8, 9}, {9, 1}: 0.00050168ms, 0.00452834%
main:@2172 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](gHPTxdcQWX:0) -> float_type, {8, 8}, {9, 1}: 0.00075218ms, 0.00678944%
main:@2173 = slice[axes={0, 1},starts={0, 57},ends={8, 61}](u2OJ7kfglD:0) -> float_type, {8, 4}, {93, 1}: 0.0006947ms, 0.0062706%
main:@2174 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](w04Keh2FJu:0) -> float_type, {8, 8}, {13, 1}: 0.00074072ms, 0.006686%
main:@2175 = slice[axes={0, 1},starts={0, 177},ends={8, 209}](uFSOc5Chp2:0) -> float_type, {8, 32}, {481, 1}: 0.00066976ms, 0.00604549%
sfqQKWXEgN:0 = @param:sfqQKWXEgN:0 -> float_type, {8, 5}, {5, 1}: 0.00052784ms, 0.00476447%
main:@2177 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](sfqQKWXEgN:0) -> float_type, {8, 4}, {5, 1}: 0.00071486ms, 0.00645258%
main:@2178 = slice[axes={0, 1},starts={0, 33},ends={8, 37}](dAFYcGrfEl:0) -> float_type, {8, 4}, {45, 1}: 0.00067966ms, 0.00613485%
tZOFD39jRS:0 = @param:tZOFD39jRS:0 -> float_type, {8, 9}, {9, 1}: 0.00049902ms, 0.00450433%
main:@2180 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](tZOFD39jRS:0) -> float_type, {8, 8}, {9, 1}: 0.00071316ms, 0.00643723%
vPaCFg3sAl:0 = @param:vPaCFg3sAl:0 -> float_type, {8, 13}, {13, 1}: 0.0005234ms, 0.00472439%
main:@2182 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](vPaCFg3sAl:0) -> float_type, {8, 4}, {13, 1}: 0.00069334ms, 0.00625833%
main:@2183 = slice[axes={0, 1},starts={0, 33},ends={8, 49}](u2OJ7kfglD:0) -> float_type, {8, 16}, {93, 1}: 0.00067758ms, 0.00611607%
fpcFBPsTyk:0 = @param:fpcFBPsTyk:0 -> float_type, {8, 9}, {9, 1}: 0.00056274ms, 0.00507949%
main:@2185 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](fpcFBPsTyk:0) -> float_type, {8, 8}, {9, 1}: 0.00074274ms, 0.00670423%
main:@2186 = slice[axes={0, 1},starts={0, 129},ends={8, 193}](lyiDxfzZg3:0) -> float_type, {8, 64}, {701, 1}: 0.00069114ms, 0.00623847%
uzaUY08Rsp:0 = @param:uzaUY08Rsp:0 -> float_type, {8, 9}, {9, 1}: 0.0005227ms, 0.00471807%
main:@2188 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](uzaUY08Rsp:0) -> float_type, {8, 8}, {9, 1}: 0.00068778ms, 0.00620814%
main:@2189 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](whRnWGgf0Q:0) -> float_type, {8, 8}, {13, 1}: 0.0007354ms, 0.00663798%
sOz8pkBZ5n:0 = @param:sOz8pkBZ5n:0 -> float_type, {8, 5}, {5, 1}: 0.00056082ms, 0.00506216%
main:@2191 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](sOz8pkBZ5n:0) -> float_type, {8, 4}, {5, 1}: 0.00074122ms, 0.00669051%
sXCjeM94Zu:0 = @param:sXCjeM94Zu:0 -> float_type, {8, 5}, {5, 1}: 0.00054026ms, 0.00487658%
main:@2193 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](sXCjeM94Zu:0) -> float_type, {8, 4}, {5, 1}: 0.0006979ms, 0.00629949%
main:@2194 = slice[axes={0, 1},starts={0, 17},ends={8, 25}](l5WSX3VvMK:0) -> float_type, {8, 8}, {25, 1}: 0.00066242ms, 0.00597923%
main:@2195 = slice[axes={0, 1},starts={0, 49},ends={8, 53}](u2OJ7kfglD:0) -> float_type, {8, 4}, {93, 1}: 0.00064464ms, 0.00581875%
dXvEYVC4st:0 = @param:dXvEYVC4st:0 -> float_type, {8, 13}, {13, 1}: 0.00055148ms, 0.00497785%
main:@2197 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](dXvEYVC4st:0) -> float_type, {8, 4}, {13, 1}: 0.00073416ms, 0.00662678%
dz1saATctE:0 = @param:dz1saATctE:0 -> float_type, {8, 9}, {9, 1}: 0.00053404ms, 0.00482043%
main:@2199 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](dz1saATctE:0) -> float_type, {8, 8}, {9, 1}: 0.00067662ms, 0.00610741%
main:@2200 = slice[axes={0, 1},starts={0, 1},ends={8, 65}](lyiDxfzZg3:0) -> float_type, {8, 64}, {701, 1}: 0.00067844ms, 0.00612384%
v4fNptDqcL:0 = @param:v4fNptDqcL:0 -> float_type, {8, 9}, {9, 1}: 0.00058664ms, 0.00529522%
main:@2202 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](v4fNptDqcL:0) -> float_type, {8, 8}, {9, 1}: 0.00067982ms, 0.00613629%
main:@2203 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](d1ExPaGqMN:0) -> float_type, {8, 8}, {13, 1}: 0.00067712ms, 0.00611192%
pIb4NdDSn5:0 = @param:pIb4NdDSn5:0 -> float_type, {8, 9}, {9, 1}: 0.00061786ms, 0.00557702%
main:@2205 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](pIb4NdDSn5:0) -> float_type, {8, 8}, {9, 1}: 0.0007086ms, 0.00639607%
dR9G1bayok:0 = @param:dR9G1bayok:0 -> float_type, {8, 13}, {13, 1}: 0.00054278ms, 0.00489932%
main:@2207 = slice[axes={0, 1},starts={0, 1},ends={8, 5}](dR9G1bayok:0) -> float_type, {8, 4}, {13, 1}: 0.0007614ms, 0.00687266%
fqAX8l29PG:0 = @param:fqAX8l29PG:0 -> float_type, {8, 9}, {9, 1}: 0.00049126ms, 0.00443428%
main:@2209 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](fqAX8l29PG:0) -> float_type, {8, 8}, {9, 1}: 0.0006849ms, 0.00618215%
main:@2210 = slice[axes={0, 1},starts={0, 33},ends={8, 41}](mgnGNH4Mz3:0) -> float_type, {8, 8}, {49, 1}: 0.0007062ms, 0.00637441%
main:@2211 = slice[axes={0, 1},starts={0, 1},ends={8, 33}](u2OJ7kfglD:0) -> float_type, {8, 32}, {93, 1}: 0.00066628ms, 0.00601408%
main:@2212 = slice[axes={0, 1},starts={0, 65},ends={8, 129}](nv2tzWRf1I:0) -> float_type, {8, 64}, {301, 1}: 0.00065118ms, 0.00587778%
sjKQJGby31:0 = @param:sjKQJGby31:0 -> float_type, {8, 9}, {9, 1}: 0.00055836ms, 0.00503995%
main:@2214 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](sjKQJGby31:0) -> float_type, {8, 8}, {9, 1}: 0.00071714ms, 0.00647316%
main:@2215 = slice[axes={0, 1},starts={0, 5},ends={8, 13}](Vi28Dy4Ll5:0) -> float_type, {8, 8}, {13, 1}: 0.0006576ms, 0.00593573%
aKmfBy1Mhi:0 = @param:aKmfBy1Mhi:0 -> float_type, {8, 9}, {9, 1}: 0.0005063ms, 0.00457004%
uM7aDfZz1t:0 = @param:uM7aDfZz1t:0 -> float_type, {8, 9}, {9, 1}: 0.00060036ms, 0.00541906%
Wiks0GPJMQ:0 = @param:Wiks0GPJMQ:0 -> float_type, {8, 9}, {9, 1}: 0.0004848ms, 0.00437597%
main:@2219 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](Wiks0GPJMQ:0) -> float_type, {8, 8}, {9, 1}: 0.00082896ms, 0.00748248%
main:@2220 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](aKmfBy1Mhi:0) -> float_type, {8, 8}, {9, 1}: 0.00070408ms, 0.00635527%
main:@2221 = slice[axes={0, 1},starts={0, 1},ends={8, 9}](uM7aDfZz1t:0) -> float_type, {8, 8}, {9, 1}: 0.00068276ms, 0.00616283%
main:@2222 = reshape_lazy[dims={-1, 32}](main:@1952) -> float_type, {8, 32}, {32, 1}: 0.00057036ms, 0.00514827%
main:@2223 = reshape_lazy[dims={-1, 32}](main:@1942) -> float_type, {8, 32}, {32, 1}: 0.00051194ms, 0.00462095%
main:@2224 = reshape_lazy[dims={-1, 128}](main:@1925) -> float_type, {8, 128}, {128, 1}: 0.00049362ms, 0.00445559%
main:@2225 = reshape_lazy[dims={-1, 32}](main:@1944) -> float_type, {8, 32}, {32, 1}: 0.00047316ms, 0.00427091%
main:@2226 = load[offset=517056,end=626784](main:@1) -> float_type, {8, 3429}, {3429, 1}: 0.0005004ms, 0.00451678%
main:@2227 = reshape_lazy[dims={-1, 100}](main:@1479) -> float_type, {8, 100}, {100, 1}: 0.00052278ms, 0.00471879%
main:@2228 = reshape_lazy[dims={-1, 105}](main:@989) -> float_type, {8, 105}, {105, 1}: 0.00047386ms, 0.00427723%
main:@2229 = reshape_lazy[dims={-1, 64}](main:@1034) -> float_type, {8, 64}, {64, 1}: 0.00047772ms, 0.00431207%
main:@2230 = reshape_lazy[dims={-1, 256}](main:@1927) -> float_type, {8, 256}, {256, 1}: 0.00047184ms, 0.00425899%
main:@2231 = reshape_lazy[dims={-1, 64}](main:@1933) -> float_type, {8, 64}, {64, 1}: 0.00047728ms, 0.0043081%
main:@2232 = reshape_lazy[dims={-1, 128}](main:@1930) -> float_type, {8, 128}, {128, 1}: 0.0005201ms, 0.0046946%
main:@2233 = reshape_lazy[dims={-1, 84}](main:@1688) -> float_type, {8, 84}, {84, 1}: 0.00047204ms, 0.0042608%
main:@2234 = reshape_lazy[dims={-1, 32}](main:@1937) -> float_type, {8, 32}, {32, 1}: 0.00047154ms, 0.00425628%
main:@2235 = reshape_lazy[dims={-1, 32}](main:@1938) -> float_type, {8, 32}, {32, 1}: 0.0004652ms, 0.00419906%
main:@2236 = gpu::code_object[code_object=72784,symbol_name=pow_div_add_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_concat_log_add_kernel,global=143,local=256,](main:@2200,main:@1884,main:@2169,main:@2212,main:@2186,main:@1886,main:@1888,main:@2110,main:@2211,main:@2102,main:@2158,main:@2228,main:@2233,main:@2227,main:@2081,main:@2127,main:@2175,main:@1996,main:@2047,main:@1951,main:@2167,main:@1954,main:@2018,main:@2076,main:@1959,main:@2111,main:@1949,main:@2058,main:@2210,main:@2142,main:@1988,main:@2170,main:@2178,main:@2007,main:@2113,main:@2129,main:@2128,main:@2084,main:@2114,main:@1956,main:@1955,main:@2024,main:@2194,main:@2025,main:@2205,main:@2174,main:@2037,main:@2199,main:@2121,main:@2029,main:@1979,main:@1976,main:@1958,main:@2017,main:@2073,main:@2183,main:@2100,main:@2159,main:@2103,main:@2104,main:@2101,main:@2096,main:@2195,main:@2130,main:@2173,main:@1936,main:@2232,main:@2054,main:@2049,main:@2164,main:@2177,main:@2027,main:@1985,main:@2191,main:@2031,main:@1941,main:@2193,main:@2224,main:@2229,main:@2015,main:@2009,main:@2011,main:@2019,main:@2016,main:@2010,main:@2012,main:@2078,main:@2086,main:@2014,main:@2062,main:@2083,main:@2033,main:@1947,main:@2106,main:@1991,main:@2044,main:@2002,main:@2060,main:@2134,main:@2156,main:@2152,main:@2116,main:@2182,main:@2035,main:@2154,main:@2222,main:@2231,main:@2223,main:@2207,main:@2144,main:@2197,main:@2075,main:@1993,main:@2132,main:@2004,main:@1998,main:@2052,main:@2098,main:@2090,main:@1981,main:@1995,main:@1970,main:@2146,main:@2042,main:@2139,main:@1968,main:@2137,main:@2219,main:@2209,main:@2095,main:@2148,main:@2161,main:@1943,main:@2188,main:@1978,main:@1966,main:@1987,main:@1964,main:@2000,main:@2185,main:@1963,main:@2080,main:@2021,main:@2172,main:@2214,main:@1974,main:@2150,main:@1932,main:@2092,main:@2221,main:@2162,main:@2070,main:@2066,main:@2141,main:@2088,main:@2064,main:@2068,main:@2006,main:@1939,main:@2234,main:@2056,main:@2135,main:@2215,main:@1953,main:@2072,main:@2050,main:@2166,main:@2203,main:@2126,main:@2189,main:@2180,main:@1989,main:@2046,main:@2220,main:@2040,main:@2123,main:@2108,main:@2118,main:@2125,main:@2023,main:@2120,main:@2202,main:@1983,main:@1972,main:@1961,main:@2038,main:@2168,main:@2093,main:@2235,main:@1950,main:@2225,main:@1945,main:@2230,main:@1934,main:@1105,main:@2226) -> float_type, {8, 3429}, {3429, 1}: 0.237175ms, 2.14082%
main:@2237 = hip::hip_copy_literal[id=main:@literal:32] -> float_type, {3429, 2905}, {2905, 1}: 0.00087954ms, 0.00793903%
main:@2238 = hip::hip_copy_literal[id=main:@literal:33] -> float_type, {8, 2905}, {2905, 1}: 0.00068872ms, 0.00621663%
main:@2239 = load[offset=28672,end=121632](main:@1) -> float_type, {8, 2905}, {2905, 1}: 0.00050926ms, 0.00459676%
main:@2240 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2236,main:@2237,main:@2238,main:@2239) -> float_type, {8, 2905}, {2905, 1}: 0.0746772ms, 0.674063%
main:@2241 = hip::hip_copy_literal[id=main:@literal:4] -> float_type, {581, 581}, {581, 1}: 0.00086534ms, 0.00781086%
main:@2242 = slice[axes={1},starts={1743},ends={2324}](main:@2240) -> float_type, {8, 581}, {2905, 1}: 0.00067964ms, 0.00613467%
main:@2243 = load[offset=140224,end=158816](main:@1) -> float_type, {8, 581}, {581, 1}: 0.0005345ms, 0.00482458%
main:@2244 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2242,main:@2241,main:@2243) -> float_type, {8, 581}, {581, 1}: 0.0363257ms, 0.327888%
main:@2245 = load[offset=121632,end=140224](main:@1) -> float_type, {8, 581}, {581, 1}: 0.00064028ms, 0.00577939%
main:@2246 = gpu::code_object[code_object=13544,symbol_name=pow_mul_add_neg_sub_kernel,global=4648,local=256,](main:@2242,main:@2244,main:@2245) -> float_type, {8, 581}, {581, 1}: 0.0156507ms, 0.141269%
main:@2247 = slice[axes={1},starts={1162},ends={1743}](main:@2240) -> float_type, {8, 581}, {2905, 1}: 0.00075954ms, 0.00685587%
main:@2248 = slice[axes={1},starts={0},ends={581}](main:@2240) -> float_type, {8, 581}, {2905, 1}: 0.00058842ms, 0.00531128%
main:@2249 = load[offset=140224,end=158816](main:@1) -> float_type, {8, 581}, {581, 1}: 0.00049704ms, 0.00448646%
main:@2250 = gpu::code_object[code_object=13544,symbol_name=pow_pow_sigmoid_add_kernel,global=4648,local=256,](main:@2247,main:@2248,main:@2249) -> float_type, {8, 581}, {581, 1}: 0.016996ms, 0.153412%
main:@2251 = slice[axes={1},starts={2324},ends={2905}](main:@2240) -> float_type, {8, 581}, {2905, 1}: 0.00073404ms, 0.0066257%
main:@2252 = slice[axes={1},starts={581},ends={1162}](main:@2240) -> float_type, {8, 581}, {2905, 1}: 0.00055342ms, 0.00499536%
main:@2253 = load[offset=158816,end=177408](main:@1) -> float_type, {8, 581}, {581, 1}: 0.00048786ms, 0.00440359%
main:@2254 = gpu::code_object[code_object=13536,symbol_name=pow_mul_rsqrt_sub_kernel,global=4648,local=256,](main:@2251,main:@2252,main:@2253) -> float_type, {8, 581}, {581, 1}: 0.0155693ms, 0.140534%
main:@2255 = load[offset=177408,end=177440](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00063456ms, 0.00572776%
main:@2256 = gpu::code_object[code_object=13552,symbol_name=reduce_mean_add_rsqrt_add_kernel,global=2048,local=256,](main:@2254,main:@2255) -> float_type, {8, 1}, {1, 1}: 0.0140934ms, 0.127212%
main:@2257 = load[offset=177440,end=177472](main:@1) -> float_type, {8, 1}, {1, 1}: 0.0006175ms, 0.00557377%
main:@2258 = gpu::code_object[code_object=13552,symbol_name=reduce_mean_add_neg_pow_kernel,global=2048,local=256,](main:@2246,main:@2257) -> float_type, {8, 1}, {1, 1}: 0.014287ms, 0.128959%
main:@2259 = load[offset=177472,end=177504](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00059086ms, 0.00533331%
main:@2260 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_add_rsqrt_sub_kernel,global=2048,local=256,](main:@2250,main:@2259) -> float_type, {8, 1}, {1, 1}: 0.0137717ms, 0.124308%
main:@2261 = load[offset=503104,end=577472](main:@1) -> float_type, {8, 2324}, {2324, 1}: 0.00061406ms, 0.00554272%
main:@2262 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=4648,local=256,](main:@2247,main:@2248,main:@2251,main:@2242,main:@2261) -> float_type, {8, 2324}, {2324, 1}: 0.0155981ms, 0.140794%
main:@2263 = slice[axes={1},starts={0},ends={4070}](main:@1508) -> float_type, {8, 4070}, {4508, 1}: 0.00075664ms, 0.0068297%
main:@2264 = load[offset=177504,end=307744](main:@1) -> float_type, {8, 4070}, {4070, 1}: 0.00052174ms, 0.00470941%
main:@2265 = gpu::code_object[code_object=21808,symbol_name=leaky_relu_noop_noop_noop_noop_noop_noop_concat_rsqrt_pow_kernel,global=4651,local=256,](main:@2262,main:@2250,main:@2254,main:@2246,main:@2260,main:@2256,main:@2258,main:@2263,main:@2264) -> float_type, {8, 4070}, {4070, 1}: 0.0357961ms, 0.323108%
main:@2266 = hip::hip_copy_literal[id=main:@literal:1] -> float_type, {8, 2130}, {2130, 1}: 0.0007294ms, 0.00658382%
main:@2267 = hip::hip_copy_literal[id=main:@literal:7] -> float_type, {4070, 2130}, {2130, 1}: 0.00063198ms, 0.00570447%
main:@2268 = load[offset=28672,end=96832](main:@1) -> float_type, {8, 2130}, {2130, 1}: 0.00049368ms, 0.00445613%
main:@2269 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2265,main:@2267,main:@2266,main:@2268) -> float_type, {8, 2130}, {2130, 1}: 0.0625756ms, 0.564829%
main:@2270 = hip::hip_copy_literal[id=main:@literal:92] -> float_type, {426, 426}, {426, 1}: 0.0008201ms, 0.00740251%
main:@2271 = slice[axes={1},starts={852},ends={1278}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.00061758ms, 0.00557449%
main:@2272 = load[offset=205984,end=219616](main:@1) -> float_type, {8, 426}, {426, 1}: 0.00048984ms, 0.00442147%
main:@2273 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2271,main:@2270,main:@2272) -> float_type, {8, 426}, {426, 1}: 0.0312425ms, 0.282006%
main:@2274 = hip::hip_copy_literal[id=main:@literal:114] -> float_type, {128, 2985}, {2985, 1}: 0.00079354ms, 0.00716277%
main:@2275 = slice[axes={1},starts={768},ends={896}](main:@715) -> float_type, {8, 128}, {896, 1}: 0.00061232ms, 0.00552701%
main:@2276 = load[offset=96832,end=192352](main:@1) -> float_type, {8, 2985}, {2985, 1}: 0.00047642ms, 0.00430033%
main:@2277 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2275,main:@2274,main:@2276) -> float_type, {8, 2985}, {2985, 1}: 0.0235283ms, 0.212374%
main:@2278 = hip::hip_copy_literal[id=main:@literal:14] -> float_type, {8, 2}, {2, 1}: 0.00077274ms, 0.00697502%
main:@2279 = load[offset=192352,end=205984](main:@1) -> float_type, {8, 426}, {426, 1}: 0.00049628ms, 0.0044796%
main:@2280 = gpu::code_object[code_object=13544,symbol_name=sub_sub_mul_rsqrt_sub_kernel,global=1704,local=256,](main:@2271,main:@2273,main:@2279) -> float_type, {8, 426}, {426, 1}: 0.014503ms, 0.130909%
main:@2281 = slice[axes={1},starts={1704},ends={2130}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.00074498ms, 0.00672445%
main:@2282 = slice[axes={1},starts={426},ends={852}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.00058566ms, 0.00528637%
main:@2283 = load[offset=205984,end=219616](main:@1) -> float_type, {8, 426}, {426, 1}: 0.00047544ms, 0.00429149%
main:@2284 = gpu::code_object[code_object=13536,symbol_name=div_mul_neg_pow_kernel,global=1704,local=256,](main:@2282,main:@2281,main:@2283) -> float_type, {8, 426}, {426, 1}: 0.0151709ms, 0.136938%
main:@2285 = slice[axes={1},starts={1278},ends={1704}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.00072136ms, 0.00651125%
main:@2286 = slice[axes={1},starts={0},ends={426}](main:@2269) -> float_type, {8, 426}, {2130, 1}: 0.000558ms, 0.0050367%
main:@2287 = load[offset=219616,end=233248](main:@1) -> float_type, {8, 426}, {426, 1}: 0.00047844ms, 0.00431857%
main:@2288 = gpu::code_object[code_object=13536,symbol_name=add_pow_log_pow_kernel,global=1704,local=256,](main:@2285,main:@2286,main:@2287) -> float_type, {8, 426}, {426, 1}: 0.0171008ms, 0.154357%
main:@2289 = load[offset=233312,end=233344](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00062186ms, 0.00561313%
main:@2290 = gpu::code_object[code_object=13544,symbol_name=reduce_mean_mul_neg_kernel,global=2048,local=256,](main:@2284,main:@2289) -> float_type, {8, 1}, {1, 1}: 0.0134686ms, 0.121572%
main:@2291 = load[offset=233344,end=233376](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00060612ms, 0.00547105%
main:@2292 = gpu::code_object[code_object=13544,symbol_name=reduce_prod_mul_log_kernel,global=2048,local=256,](main:@2280,main:@2291) -> float_type, {8, 1}, {1, 1}: 0.0134941ms, 0.121802%
main:@2293 = load[offset=233248,end=233312](main:@1) -> float_type, {8, 2}, {2, 1}: 0.0005982ms, 0.00539956%
main:@2294 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8,local=256,](main:@2290,main:@2292,main:@2293) -> float_type, {8, 2}, {2, 1}: 0.0133348ms, 0.120364%
main:@2295 = load[offset=503104,end=557632](main:@1) -> float_type, {8, 1704}, {1704, 1}: 0.00063864ms, 0.00576459%
main:@2296 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=3408,local=256,](main:@2285,main:@2286,main:@2282,main:@2271,main:@2295) -> float_type, {8, 1704}, {1704, 1}: 0.0157423ms, 0.142095%
main:@2297 = load[offset=28672,end=28704](main:@1) -> float_type, {8, 1}, {1, 1}: 0.0006241ms, 0.00563334%
main:@2298 = gpu::code_object[code_object=13560,symbol_name=reduce_mean_add_sigmoid_sub_kernel,global=2048,local=256,](main:@2288,main:@2297) -> float_type, {8, 1}, {1, 1}: 0.013637ms, 0.123092%
main:@2299 = load[offset=233312,end=328832](main:@1) -> float_type, {8, 2985}, {2985, 1}: 0.00059542ms, 0.00537447%
main:@2300 = gpu::code_object[code_object=21792,symbol_name=leaky_relu_noop_noop_noop_noop_add_concat_log_pow_kernel,global=3980,local=256,](main:@2296,main:@2288,main:@2284,main:@2280,main:@2298,main:@2278,main:@2294,main:@2277,main:@2299) -> float_type, {8, 2985}, {2985, 1}: 0.0335952ms, 0.303242%
main:@2301 = hip::hip_copy_literal[id=main:@literal:18] -> float_type, {2985, 856}, {856, 1}: 0.00076404ms, 0.00689649%
main:@2302 = hip::hip_copy_literal[id=main:@literal:23] -> float_type, {8, 856}, {856, 1}: 0.00062924ms, 0.00567974%
main:@2303 = load[offset=28672,end=56064](main:@1) -> float_type, {8, 856}, {856, 1}: 0.00047834ms, 0.00431766%
main:@2304 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2300,main:@2301,main:@2302,main:@2303) -> float_type, {8, 856}, {856, 1}: 0.0607901ms, 0.548713%
main:@2305 = hip::hip_copy_literal[id=main:@literal:161] -> float_type, {214, 214}, {214, 1}: 0.00071924ms, 0.00649211%
main:@2306 = slice[axes={1},starts={642},ends={856}](main:@2304) -> float_type, {8, 214}, {856, 1}: 0.00059696ms, 0.00538837%
main:@2307 = load[offset=110944,end=117792](main:@1) -> float_type, {8, 214}, {214, 1}: 0.00049404ms, 0.00445938%
main:@2308 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2306,main:@2305,main:@2307) -> float_type, {8, 214}, {214, 1}: 0.0235698ms, 0.212749%
main:@2309 = hip::hip_copy_literal[id=main:@literal:43] -> float_type, {128, 1501}, {1501, 1}: 0.00075226ms, 0.00679016%
main:@2310 = slice[axes={1},starts={0},ends={128}](main:@715) -> float_type, {8, 128}, {896, 1}: 0.00059782ms, 0.00539613%
main:@2311 = load[offset=56064,end=104096](main:@1) -> float_type, {8, 1501}, {1501, 1}: 0.00048052ms, 0.00433734%
main:@2312 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2310,main:@2309,main:@2311) -> float_type, {8, 1501}, {1501, 1}: 0.0222725ms, 0.20104%
main:@2313 = hip::hip_copy_literal[id=main:@literal:148] -> float_type, {1}, {0}: 0.0008091ms, 0.00730322%
main:@2314 = hip::hip_copy_literal[id=main:@literal:126] -> float_type, {1, 214}, {214, 1}: 0.0006136ms, 0.00553857%
main:@2315 = multibroadcast[out_lens={8, 214}](main:@2314) -> float_type, {8, 214}, {0, 1}: 0.000682ms, 0.00615597%
main:@2316 = load[offset=104096,end=110944](main:@1) -> float_type, {8, 214}, {214, 1}: 0.00051322ms, 0.0046325%
main:@2317 = gpu::code_object[code_object=17648,symbol_name=pow_sub_div_pow_log_div_kernel,global=856,local=256,](main:@2308,main:@2315,main:@2306,main:@2316) -> float_type, {8, 214}, {214, 1}: 0.0203165ms, 0.183383%
main:@2318 = slice[axes={1},starts={214},ends={428}](main:@2304) -> float_type, {8, 214}, {856, 1}: 0.00073098ms, 0.00659808%
main:@2319 = multibroadcast[out_lens={214}](main:@2313) -> float_type, {214}, {0}: 0.00058384ms, 0.00526994%
main:@2320 = multibroadcast[out_lens={8, 214}](main:@2319) -> float_type, {8, 214}, {0, 0}: 0.00070264ms, 0.00634227%
main:@2321 = load[offset=110944,end=117792](main:@1) -> float_type, {8, 214}, {214, 1}: 0.00046586ms, 0.00420501%
main:@2322 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_add_kernel,global=856,local=256,](main:@2318,main:@2320,main:@2321) -> float_type, {8, 214}, {214, 1}: 0.0144682ms, 0.130595%
main:@2323 = slice[axes={1},starts={428},ends={642}](main:@2304) -> float_type, {8, 214}, {856, 1}: 0.00073964ms, 0.00667625%
main:@2324 = slice[axes={1},starts={0},ends={214}](main:@2304) -> float_type, {8, 214}, {856, 1}: 0.00054824ms, 0.00494861%
main:@2325 = load[offset=117792,end=124640](main:@1) -> float_type, {8, 214}, {214, 1}: 0.00045796ms, 0.00413371%
main:@2326 = gpu::code_object[code_object=13536,symbol_name=add_add_rsqrt_pow_kernel,global=856,local=256,](main:@2324,main:@2323,main:@2320,main:@2325) -> float_type, {8, 214}, {214, 1}: 0.01518ms, 0.13702%
main:@2327 = load[offset=124640,end=124672](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00062486ms, 0.0056402%
main:@2328 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_pow_neg_sub_kernel,global=1024,local=128,](main:@2317,main:@2327) -> float_type, {8, 1}, {1, 1}: 0.0145702ms, 0.131516%
main:@2329 = load[offset=124672,end=124704](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00058622ms, 0.00529143%
main:@2330 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_add_log_div_kernel,global=1024,local=128,](main:@2326,main:@2329) -> float_type, {8, 1}, {1, 1}: 0.0134827ms, 0.1217%
main:@2331 = load[offset=124704,end=124736](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00059848ms, 0.00540209%
main:@2332 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_mul_rsqrt_add_kernel,global=1024,local=128,](main:@2322,main:@2331) -> float_type, {8, 1}, {1, 1}: 0.0134236ms, 0.121166%
main:@2333 = load[offset=124736,end=152128](main:@1) -> float_type, {8, 856}, {856, 1}: 0.00058802ms, 0.00530767%
main:@2334 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=1712,local=256,](main:@2318,main:@2318,main:@2324,main:@2306,main:@2333) -> float_type, {8, 856}, {856, 1}: 0.0153195ms, 0.13828%
main:@2335 = hip::hip_copy_literal[id=main:@literal:0] -> float_type, {8, 400}, {400, 1}: 0.00077924ms, 0.00703369%
main:@2336 = hip::hip_copy_literal[id=main:@literal:34] -> float_type, {1501, 400}, {400, 1}: 0.00058014ms, 0.00523655%
main:@2337 = load[offset=152128,end=200160](main:@1) -> float_type, {8, 1501}, {1501, 1}: 0.00047554ms, 0.00429239%
main:@2338 = gpu::code_object[code_object=17720,symbol_name=leaky_relu_noop_noop_noop_noop_noop_noop_concat_log_add_pow_kernel,global=1715,local=256,](main:@2334,main:@2322,main:@2326,main:@2317,main:@2332,main:@2330,main:@2328,main:@2312,main:@2337) -> float_type, {8, 1501}, {1501, 1}: 0.0308208ms, 0.278199%
main:@2339 = load[offset=51168,end=63968](main:@1) -> float_type, {8, 400}, {400, 1}: 0.00061726ms, 0.0055716%
main:@2340 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2338,main:@2336,main:@2335,main:@2339) -> float_type, {8, 400}, {400, 1}: 0.0288221ms, 0.260158%
main:@2341 = hip::hip_copy_literal[id=main:@literal:52] -> float_type, {128, 703}, {703, 1}: 0.000793ms, 0.00715789%
main:@2342 = load[offset=28672,end=51168](main:@1) -> float_type, {8, 703}, {703, 1}: 0.00047718ms, 0.00430719%
main:@2343 = slice[axes={1},starts={256},ends={384}](main:@715) -> float_type, {8, 128}, {896, 1}: 0.0006156ms, 0.00555662%
main:@2344 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2343,main:@2341,main:@2342) -> float_type, {8, 703}, {703, 1}: 0.0211378ms, 0.190797%
main:@2345 = hip::hip_copy_literal[id=main:@literal:3] -> float_type, {100, 100}, {100, 1}: 0.0007502ms, 0.00677157%
main:@2346 = slice[axes={1},starts={200},ends={300}](main:@2340) -> float_type, {8, 100}, {400, 1}: 0.00061518ms, 0.00555283%
main:@2347 = load[offset=70368,end=73568](main:@1) -> float_type, {8, 100}, {100, 1}: 0.00053802ms, 0.00485636%
main:@2348 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2346,main:@2345,main:@2347) -> float_type, {8, 100}, {100, 1}: 0.0230928ms, 0.208444%
main:@2349 = slice[axes={1},starts={300},ends={400}](main:@2340) -> float_type, {8, 100}, {400, 1}: 0.00072702ms, 0.00656234%
main:@2350 = slice[axes={1},starts={0},ends={100}](main:@2340) -> float_type, {8, 100}, {400, 1}: 0.00059174ms, 0.00534125%
main:@2351 = load[offset=63968,end=67168](main:@1) -> float_type, {8, 100}, {100, 1}: 0.000494ms, 0.00445902%
main:@2352 = gpu::code_object[code_object=13536,symbol_name=add_add_rsqrt_add_kernel,global=400,local=256,](main:@2349,main:@2350,main:@2351) -> float_type, {8, 100}, {100, 1}: 0.0143648ms, 0.129662%
main:@2353 = load[offset=67168,end=70368](main:@1) -> float_type, {8, 100}, {100, 1}: 0.0006261ms, 0.0056514%
main:@2354 = gpu::code_object[code_object=13544,symbol_name=sub_sub_pow_log_pow_kernel,global=400,local=256,](main:@2346,main:@2348,main:@2353) -> float_type, {8, 100}, {100, 1}: 0.0173927ms, 0.156992%
main:@2355 = slice[axes={1},starts={100},ends={200}](main:@2340) -> float_type, {8, 100}, {400, 1}: 0.00072138ms, 0.00651143%
main:@2356 = load[offset=70368,end=73568](main:@1) -> float_type, {8, 100}, {100, 1}: 0.00045918ms, 0.00414472%
main:@2357 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_add_kernel,global=400,local=256,](main:@2355,main:@2350,main:@2356) -> float_type, {8, 100}, {100, 1}: 0.0141773ms, 0.127969%
main:@2358 = hip::hip_copy_literal[id=main:@literal:5] -> float_type, {703, 212}, {212, 1}: 0.00076322ms, 0.00688909%
main:@2359 = hip::hip_copy_literal[id=main:@literal:27] -> float_type, {8, 212}, {212, 1}: 0.00060922ms, 0.00549903%
main:@2360 = load[offset=73600,end=73632](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00050594ms, 0.00456679%
main:@2361 = gpu::code_object[code_object=14256,symbol_name=reduce_mean_add_sigmoid_kernel,global=512,local=64,](main:@2352,main:@2360) -> float_type, {8, 1}, {1, 1}: 0.0133902ms, 0.120864%
main:@2362 = load[offset=73568,end=73600](main:@1) -> float_type, {8, 1}, {1, 1}: 0.0006196ms, 0.00559273%
main:@2363 = gpu::code_object[code_object=14256,symbol_name=reduce_mean_pow_log_pow_kernel,global=512,local=64,](main:@2354,main:@2362) -> float_type, {8, 1}, {1, 1}: 0.0151192ms, 0.136471%
main:@2364 = load[offset=86432,end=86464](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00060534ms, 0.00546401%
main:@2365 = gpu::code_object[code_object=14248,symbol_name=reduce_mean_mul_rsqrt_kernel,global=512,local=64,](main:@2357,main:@2364) -> float_type, {8, 1}, {1, 1}: 0.013561ms, 0.122407%
main:@2366 = load[offset=73632,end=86432](main:@1) -> float_type, {8, 400}, {400, 1}: 0.0005854ms, 0.00528402%
main:@2367 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=800,local=256,](main:@2349,main:@2350,main:@2355,main:@2346,main:@2366) -> float_type, {8, 400}, {400, 1}: 0.0159629ms, 0.144086%
main:@2368 = load[offset=51168,end=51232](main:@1) -> float_type, {8, 2}, {2, 1}: 0.00060552ms, 0.00546563%
main:@2369 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8,local=256,](main:@2361,main:@2365,main:@2368) -> float_type, {8, 2}, {2, 1}: 0.0136481ms, 0.123192%
main:@2370 = load[offset=86432,end=108928](main:@1) -> float_type, {8, 703}, {703, 1}: 0.00065528ms, 0.00591479%
main:@2371 = gpu::code_object[code_object=13600,symbol_name=leaky_relu_noop_noop_noop_add_noop_concat_log_div_kernel,global=937,local=256,](main:@2367,main:@2352,main:@2357,main:@2354,main:@2278,main:@2369,main:@2363,main:@2344,main:@2370) -> float_type, {8, 703}, {703, 1}: 0.02197ms, 0.198309%
main:@2372 = load[offset=28672,end=35456](main:@1) -> float_type, {8, 212}, {212, 1}: 0.00063782ms, 0.00575719%
main:@2373 = gpu::gemm[alpha=1,beta=1,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2371,main:@2358,main:@2359,main:@2372) -> float_type, {8, 212}, {212, 1}: 0.0371992ms, 0.335773%
main:@2374 = hip::hip_copy_literal[id=main:@literal:38] -> float_type, {128, 256}, {256, 1}: 0.00079104ms, 0.0071402%
main:@2375 = slice[axes={1},starts={640},ends={768}](main:@715) -> float_type, {8, 128}, {896, 1}: 0.00058578ms, 0.00528745%
main:@2376 = load[offset=35456,end=43648](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00055416ms, 0.00500204%
main:@2377 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2375,main:@2374,main:@2376) -> float_type, {8, 256}, {256, 1}: 0.0213258ms, 0.192494%
main:@2378 = hip::hip_copy_literal[id=main:@literal:81] -> float_type, {128, 167}, {167, 1}: 0.00074678ms, 0.0067407%
main:@2379 = slice[axes={1},starts={512},ends={640}](main:@715) -> float_type, {8, 128}, {896, 1}: 0.0006079ms, 0.00548712%
main:@2380 = load[offset=43648,end=48992](main:@1) -> float_type, {8, 167}, {167, 1}: 0.00051974ms, 0.00469135%
main:@2381 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2379,main:@2378,main:@2380) -> float_type, {8, 167}, {167, 1}: 0.0199173ms, 0.179781%
main:@2382 = load[offset=0,end=5344](main:@1) -> float_type, {8, 167}, {167, 1}: 0.00064972ms, 0.0058646%
main:@2383 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](0cjwsL5ldh:0) -> float_type, {8, 1}, {33, 1}: 0.00069552ms, 0.00627801%
main:@2384 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](gsP96ZTbn0:0) -> float_type, {8, 1}, {17, 1}: 0.00063958ms, 0.00577307%
main:@2385 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](1PJsBhDaCK:0) -> float_type, {8, 1}, {25, 1}: 0.00077358ms, 0.0069826%
main:@2386 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](1QWFmJ96aB:0) -> float_type, {8, 1}, {5, 1}: 0.00061414ms, 0.00554344%
main:@2387 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](1WNvHElUG7:0) -> float_type, {8, 1}, {25, 1}: 0.00071724ms, 0.00647406%
main:@2388 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2CnSyUBzm0:0) -> float_type, {8, 1}, {65, 1}: 0.00068784ms, 0.00620868%
main:@2389 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2RDXZrx9GA:0) -> float_type, {8, 1}, {45, 1}: 0.0008615ms, 0.0077762%
main:@2390 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2Yy3zxNGBC:0) -> float_type, {8, 1}, {45, 1}: 0.0006894ms, 0.00622276%
main:@2391 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2lVXMZgJfO:0) -> float_type, {8, 1}, {25, 1}: 0.00069812ms, 0.00630147%
main:@2392 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](2srtUfGvja:0) -> float_type, {8, 1}, {41, 1}: 0.0006883ms, 0.00621284%
main:@2393 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](3VED7WSJ1b:0) -> float_type, {8, 1}, {5, 1}: 0.00080648ms, 0.00727957%
main:@2394 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](gHPTxdcQWX:0) -> float_type, {8, 1}, {9, 1}: 0.00068642ms, 0.00619587%
main:@2395 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](3kdi0vsSZG:0) -> float_type, {8, 1}, {25, 1}: 0.00074366ms, 0.00671253%
main:@2396 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](z3lqgZM8WU:0) -> float_type, {8, 1}, {41, 1}: 0.00068996ms, 0.00622782%
main:@2397 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](4M92ryD8ux:0) -> float_type, {8, 1}, {9, 1}: 0.00082252ms, 0.00742435%
main:@2398 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](4gFa5o2YsJ:0) -> float_type, {8, 1}, {9, 1}: 0.00076134ms, 0.00687212%
main:@2399 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](5yColzZ8K3:0) -> float_type, {8, 1}, {5, 1}: 0.000674ms, 0.00608376%
main:@2400 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](6HSQqXdJzb:0) -> float_type, {8, 1}, {45, 1}: 0.0006626ms, 0.00598086%
main:@2401 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](6Wh2Jm7GHC:0) -> float_type, {8, 1}, {5, 1}: 0.0008303ms, 0.00749458%
main:@2402 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](6XMrIsBjLY:0) -> float_type, {8, 1}, {13, 1}: 0.00066328ms, 0.005987%
main:@2403 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](72zWmh93Bo:0) -> float_type, {8, 1}, {17, 1}: 0.0006701ms, 0.00604856%
main:@2404 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](AB6lekmMxa:0) -> float_type, {8, 1}, {25, 1}: 0.00067242ms, 0.0060695%
main:@2405 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ifP6Ceko5T:0) -> float_type, {8, 1}, {73, 1}: 0.000795ms, 0.00717595%
main:@2406 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](89nc05gQza:0) -> float_type, {8, 1}, {9, 1}: 0.00071318ms, 0.00643741%
main:@2407 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](8Dv01FAoNM:0) -> float_type, {8, 1}, {17, 1}: 0.0006712ms, 0.00605849%
main:@2408 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](UMO0o14RuI:0) -> float_type, {8, 1}, {9, 1}: 0.00069582ms, 0.00628071%
main:@2409 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](8iOST90kWM:0) -> float_type, {8, 1}, {9, 1}: 0.00080524ms, 0.00726838%
main:@2410 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](8vM5p4RzXd:0) -> float_type, {8, 1}, {13, 1}: 0.0006645ms, 0.00599801%
main:@2411 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](9dgeU4bKka:0) -> float_type, {8, 1}, {17, 1}: 0.00067812ms, 0.00612095%
main:@2412 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](9mfMQZIXVH:0) -> float_type, {8, 1}, {9, 1}: 0.00068818ms, 0.00621175%
main:@2413 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EhUjmCTaGW:0) -> float_type, {8, 1}, {9, 1}: 0.00079726ms, 0.00719635%
main:@2414 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](AvlwbHMnuE:0) -> float_type, {8, 1}, {17, 1}: 0.00066116ms, 0.00596786%
main:@2415 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](AVLcBpWeuo:0) -> float_type, {8, 1}, {21, 1}: 0.00064248ms, 0.00579925%
main:@2416 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Cw59eOo7M1:0) -> float_type, {8, 1}, {9, 1}: 0.00066196ms, 0.00597508%
main:@2417 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](nyLxrsTmOB:0) -> float_type, {8, 1}, {17, 1}: 0.0007918ms, 0.00714706%
main:@2418 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](m2YscaoDjP:0) -> float_type, {8, 1}, {17, 1}: 0.00070616ms, 0.00637405%
main:@2419 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](BYyjkPCX0m:0) -> float_type, {8, 1}, {13, 1}: 0.00071088ms, 0.00641665%
main:@2420 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](oQ5OcjZJe8:0) -> float_type, {8, 1}, {17, 1}: 0.0006875ms, 0.00620561%
main:@2421 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](CHAYRkBvIo:0) -> float_type, {8, 1}, {41, 1}: 0.00079906ms, 0.00721259%
main:@2422 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](isCn4mEOSt:0) -> float_type, {8, 1}, {49, 1}: 0.00069072ms, 0.00623468%
main:@2423 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](r1WGP7Xe9H:0) -> float_type, {8, 1}, {13, 1}: 0.00068194ms, 0.00615543%
main:@2424 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](qfwYOHde3u:0) -> float_type, {8, 1}, {17, 1}: 0.00067716ms, 0.00611228%
main:@2425 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](tIGjbcEuDd:0) -> float_type, {8, 1}, {9, 1}: 0.00082562ms, 0.00745233%
main:@2426 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](vZDAiUHErW:0) -> float_type, {8, 1}, {17, 1}: 0.00065506ms, 0.0059128%
main:@2427 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Dy3rwVmn1A:0) -> float_type, {8, 1}, {41, 1}: 0.00067968ms, 0.00613503%
main:@2428 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](E1ZkVIXqS5:0) -> float_type, {8, 1}, {9, 1}: 0.0006609ms, 0.00596551%
main:@2429 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](qzd23aNGIT:0) -> float_type, {8, 1}, {17, 1}: 0.00078592ms, 0.00709399%
main:@2430 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EUciqFuptg:0) -> float_type, {8, 1}, {17, 1}: 0.00071612ms, 0.00646395%
main:@2431 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EKpP4xMXu8:0) -> float_type, {8, 1}, {17, 1}: 0.00069698ms, 0.00629118%
main:@2432 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EZBIAqn6LS:0) -> float_type, {8, 1}, {13, 1}: 0.00068048ms, 0.00614225%
main:@2433 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](EsROupwkSG:0) -> float_type, {8, 1}, {13, 1}: 0.00077188ms, 0.00696726%
main:@2434 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](nP9Yv1iZ8f:0) -> float_type, {8, 1}, {9, 1}: 0.00068618ms, 0.0061937%
main:@2435 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](pQsi1GNxvj:0) -> float_type, {8, 1}, {5, 1}: 0.00069834ms, 0.00630346%
main:@2436 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](F6DhiS9CN5:0) -> float_type, {8, 1}, {9, 1}: 0.00068968ms, 0.00622529%
main:@2437 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](FWhBxj4Tun:0) -> float_type, {8, 1}, {9, 1}: 0.00082384ms, 0.00743627%
main:@2438 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](eQquakfWBY:0) -> float_type, {8, 1}, {17, 1}: 0.00067106ms, 0.00605722%
main:@2439 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](FcmWLZhDgE:0) -> float_type, {8, 1}, {57, 1}: 0.0007153ms, 0.00645655%
main:@2440 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](JCVMzpWyri:0) -> float_type, {8, 1}, {17, 1}: 0.00066954ms, 0.0060435%
main:@2441 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](uFSOc5Chp2:0) -> float_type, {8, 1}, {481, 1}: 0.00079234ms, 0.00715194%
main:@2442 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](HRGzlnEkXQ:0) -> float_type, {8, 1}, {41, 1}: 0.00068668ms, 0.00619821%
main:@2443 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](HZ0l3MmcPY:0) -> float_type, {8, 1}, {17, 1}: 0.0006878ms, 0.00620832%
main:@2444 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](YbIVz8l1un:0) -> float_type, {8, 1}, {45, 1}: 0.0006608ms, 0.00596461%
main:@2445 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](OfNJgEDtw2:0) -> float_type, {8, 1}, {13, 1}: 0.00079758ms, 0.00719924%
main:@2446 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](HmATr3gKsW:0) -> float_type, {8, 1}, {9, 1}: 0.0006995ms, 0.00631393%
main:@2447 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Hnjq487SIY:0) -> float_type, {8, 1}, {13, 1}: 0.00068526ms, 0.0061854%
main:@2448 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](omr2g4XaH5:0) -> float_type, {8, 1}, {17, 1}: 0.00069262ms, 0.00625183%
main:@2449 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](NJBt1ubXFW:0) -> float_type, {8, 1}, {5, 1}: 0.00079724ms, 0.00719617%
main:@2450 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](mgnGNH4Mz3:0) -> float_type, {8, 1}, {49, 1}: 0.00068828ms, 0.00621266%
main:@2451 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](IMdFk7D16X:0) -> float_type, {8, 1}, {9, 1}: 0.00069472ms, 0.00627078%
main:@2452 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](jznORDJr0N:0) -> float_type, {8, 1}, {45, 1}: 0.00067512ms, 0.00609387%
main:@2453 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](mNgQ4ohWqU:0) -> float_type, {8, 1}, {9, 1}: 0.00082146ms, 0.00741478%
main:@2454 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](IxpbBg7JTO:0) -> float_type, {8, 1}, {5, 1}: 0.00067166ms, 0.00606264%
main:@2455 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](J3H2EjAXt8:0) -> float_type, {8, 1}, {5, 1}: 0.00066054ms, 0.00596226%
main:@2456 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](sZdFJI9nwg:0) -> float_type, {8, 1}, {41, 1}: 0.00069502ms, 0.00627349%
main:@2457 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](JSWhLK4Agx:0) -> float_type, {8, 1}, {25, 1}: 0.00080474ms, 0.00726386%
main:@2458 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](TkHQvxKeD6:0) -> float_type, {8, 1}, {9, 1}: 0.00068568ms, 0.00618919%
main:@2459 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](JSPsGophtx:0) -> float_type, {8, 1}, {25, 1}: 0.00068898ms, 0.00621897%
main:@2460 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](JaHTUxB6zL:0) -> float_type, {8, 1}, {17, 1}: 0.0006931ms, 0.00625616%
main:@2461 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](U6GqhP8k7I:0) -> float_type, {8, 1}, {9, 1}: 0.00078658ms, 0.00709995%
main:@2462 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](KCNfS4GlpP:0) -> float_type, {8, 1}, {9, 1}: 0.00064964ms, 0.00586388%
main:@2463 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](eQI8ikEMgP:0) -> float_type, {8, 1}, {41, 1}: 0.0006475ms, 0.00584456%
main:@2464 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](LKAvFme9ZS:0) -> float_type, {8, 1}, {49, 1}: 0.00067742ms, 0.00611463%
main:@2465 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](pY0t1rI5WU:0) -> float_type, {8, 1}, {41, 1}: 0.0008371ms, 0.00755596%
main:@2466 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](LMobYAd5ru:0) -> float_type, {8, 1}, {17, 1}: 0.00070052ms, 0.00632314%
main:@2467 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](iCbkMrmXBh:0) -> float_type, {8, 1}, {9, 1}: 0.00065034ms, 0.0058702%
main:@2468 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](NXOSdQVPs0:0) -> float_type, {8, 1}, {25, 1}: 0.00070682ms, 0.00638%
main:@2469 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ecPTQUALkq:0) -> float_type, {8, 1}, {5, 1}: 0.0008234ms, 0.0074323%
main:@2470 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](O5aJeUQh2G:0) -> float_type, {8, 1}, {17, 1}: 0.0006854ms, 0.00618666%
main:@2471 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](gdck97AK4w:0) -> float_type, {8, 1}, {17, 1}: 0.0006507ms, 0.00587344%
main:@2472 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](cHzIDJm6us:0) -> float_type, {8, 1}, {33, 1}: 0.00068002ms, 0.0061381%
main:@2473 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Ouh1XpPZaj:0) -> float_type, {8, 1}, {9, 1}: 0.00082024ms, 0.00740377%
main:@2474 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](lyiDxfzZg3:0) -> float_type, {8, 1}, {701, 1}: 0.00067162ms, 0.00606228%
main:@2475 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Pu1O5qFxY6:0) -> float_type, {8, 1}, {17, 1}: 0.00065718ms, 0.00593194%
main:@2476 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ry2xad1vc9:0) -> float_type, {8, 1}, {25, 1}: 0.00071858ms, 0.00648615%
main:@2477 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](zX6xKOWG9S:0) -> float_type, {8, 1}, {5, 1}: 0.0007908ms, 0.00713804%
main:@2478 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](qd1komWTn4:0) -> float_type, {8, 1}, {25, 1}: 0.00069092ms, 0.00623648%
main:@2479 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Qp3K1PHvte:0) -> float_type, {8, 1}, {69, 1}: 0.00068272ms, 0.00616247%
main:@2480 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](dz1saATctE:0) -> float_type, {8, 1}, {9, 1}: 0.00067916ms, 0.00613033%
main:@2481 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](RpITWntAji:0) -> float_type, {8, 1}, {17, 1}: 0.00082926ms, 0.00748519%
main:@2482 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](nltbg9ZWQX:0) -> float_type, {8, 1}, {17, 1}: 0.00066544ms, 0.00600649%
main:@2483 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](uhcrWfUe6M:0) -> float_type, {8, 1}, {9, 1}: 0.0006601ms, 0.00595829%
main:@2484 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](NLt5JnRMjG:0) -> float_type, {8, 1}, {5, 1}: 0.00067024ms, 0.00604982%
main:@2485 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](TSqGwrHeo4:0) -> float_type, {8, 1}, {5, 1}: 0.00078158ms, 0.00705481%
main:@2486 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Tej5M3O6As:0) -> float_type, {8, 1}, {17, 1}: 0.00069372ms, 0.00626176%
main:@2487 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](khJcIxW3zv:0) -> float_type, {8, 1}, {9, 1}: 0.00071196ms, 0.0064264%
main:@2488 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Tg4u0GfnFb:0) -> float_type, {8, 1}, {25, 1}: 0.00070294ms, 0.00634498%
main:@2489 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](TxEdCcekGS:0) -> float_type, {8, 1}, {49, 1}: 0.00078624ms, 0.00709688%
main:@2490 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](XPcHGKbop2:0) -> float_type, {8, 1}, {13, 1}: 0.00070092ms, 0.00632675%
main:@2491 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Uc42tiuavR:0) -> float_type, {8, 1}, {9, 1}: 0.00066786ms, 0.00602834%
main:@2492 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](pIb4NdDSn5:0) -> float_type, {8, 1}, {9, 1}: 0.00067662ms, 0.00610741%
main:@2493 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](IRem4MiFDP:0) -> float_type, {8, 1}, {5, 1}: 0.00086246ms, 0.00778486%
main:@2494 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](bTeX85HPmJ:0) -> float_type, {8, 1}, {17, 1}: 0.00062666ms, 0.00565645%
main:@2495 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](duyRoIEkH8:0) -> float_type, {8, 1}, {45, 1}: 0.00070266ms, 0.00634245%
main:@2496 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](d8RoEzG52p:0) -> float_type, {8, 1}, {17, 1}: 0.00067052ms, 0.00605235%
main:@2497 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](X29iyIeu8L:0) -> float_type, {8, 1}, {45, 1}: 0.00079604ms, 0.00718533%
main:@2498 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](zIoqYe9cRb:0) -> float_type, {8, 1}, {45, 1}: 0.00068012ms, 0.006139%
main:@2499 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ZRYNFfjSez:0) -> float_type, {8, 1}, {33, 1}: 0.00070972ms, 0.00640618%
main:@2500 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ZcWERoz0h6:0) -> float_type, {8, 1}, {49, 1}: 0.00069382ms, 0.00626266%
main:@2501 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](nv2tzWRf1I:0) -> float_type, {8, 1}, {301, 1}: 0.00080844ms, 0.00729726%
main:@2502 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](ahAlEtBvzo:0) -> float_type, {8, 1}, {41, 1}: 0.00069874ms, 0.00630707%
main:@2503 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](WDLoyKsiA7:0) -> float_type, {8, 1}, {33, 1}: 0.00066898ms, 0.00603845%
main:@2504 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](aqMQBgb3hf:0) -> float_type, {8, 1}, {17, 1}: 0.00068772ms, 0.0062076%
main:@2505 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](yVxKAL4U5G:0) -> float_type, {8, 1}, {9, 1}: 0.00085264ms, 0.00769623%
main:@2506 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](bJsIAzhYc3:0) -> float_type, {8, 1}, {37, 1}: 0.00068266ms, 0.00616193%
main:@2507 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](cN2JSTnFOu:0) -> float_type, {8, 1}, {9, 1}: 0.00068248ms, 0.0061603%
main:@2508 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](vAbKepTjQg:0) -> float_type, {8, 1}, {5, 1}: 0.00066774ms, 0.00602725%
main:@2509 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](fZhaL2tCm6:0) -> float_type, {8, 1}, {17, 1}: 0.00077542ms, 0.00699921%
main:@2510 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](o74vNAnXxy:0) -> float_type, {8, 1}, {17, 1}: 0.0007175ms, 0.00647641%
main:@2511 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](l5WSX3VvMK:0) -> float_type, {8, 1}, {25, 1}: 0.0006642ms, 0.0059953%
main:@2512 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](pH5srbufJ1:0) -> float_type, {8, 1}, {17, 1}: 0.00069022ms, 0.00623017%
main:@2513 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](lDhFNYzbxR:0) -> float_type, {8, 1}, {17, 1}: 0.00083222ms, 0.00751191%
main:@2514 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](magwfJSnUu:0) -> float_type, {8, 1}, {9, 1}: 0.0006698ms, 0.00604585%
main:@2515 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](w04Keh2FJu:0) -> float_type, {8, 1}, {13, 1}: 0.00064142ms, 0.00578968%
main:@2516 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](fMiQsYNnet:0) -> float_type, {8, 1}, {5, 1}: 0.0006973ms, 0.00629407%
main:@2517 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](gqk5byC8aJ:0) -> float_type, {8, 1}, {5, 1}: 0.00081842ms, 0.00738734%
main:@2518 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](lQmygxs5aD:0) -> float_type, {8, 1}, {13, 1}: 0.00066806ms, 0.00603014%
main:@2519 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](sjKQJGby31:0) -> float_type, {8, 1}, {9, 1}: 0.00065496ms, 0.0059119%
main:@2520 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](zZHaVOckpw:0) -> float_type, {8, 1}, {13, 1}: 0.0007101ms, 0.00640961%
main:@2521 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](l4bReWtsMB:0) -> float_type, {8, 1}, {25, 1}: 0.00083002ms, 0.00749205%
main:@2522 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](tWcngAq7hV:0) -> float_type, {8, 1}, {13, 1}: 0.00067668ms, 0.00610795%
main:@2523 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](xVErSbJ0hg:0) -> float_type, {8, 1}, {9, 1}: 0.000693ms, 0.00625526%
main:@2524 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](mTMtDEo3r8:0) -> float_type, {8, 1}, {9, 1}: 0.00069578ms, 0.00628035%
main:@2525 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](VUqfdN5Fzv:0) -> float_type, {8, 1}, {45, 1}: 0.00074272ms, 0.00670405%
main:@2526 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](Vbv2Om3ptd:0) -> float_type, {8, 1}, {17, 1}: 0.000696ms, 0.00628234%
ebEFYOy65u:0 = @param:ebEFYOy65u:0 -> float_type, {8, 1}, {1, 1}: 0.00068528ms, 0.00618558%
iUEBSr6gOG:0 = @param:iUEBSr6gOG:0 -> float_type, {8, 1}, {1, 1}: 0.00054848ms, 0.00495077%
qxzgXpiLdl:0 = @param:qxzgXpiLdl:0 -> float_type, {8, 1}, {1, 1}: 0.0006139ms, 0.00554128%
9NcxXsmyqf:0 = @param:9NcxXsmyqf:0 -> float_type, {8, 1}, {1, 1}: 0.00050804ms, 0.00458575%
WqeN5KGIv9:0 = @param:WqeN5KGIv9:0 -> float_type, {8, 1}, {1, 1}: 0.00053776ms, 0.00485401%
7XiFOysrpI:0 = @param:7XiFOysrpI:0 -> float_type, {8, 1}, {1, 1}: 0.0005329ms, 0.00481014%
vtIF8HqRG6:0 = @param:vtIF8HqRG6:0 -> float_type, {8, 1}, {1, 1}: 0.00056748ms, 0.00512227%
NG35MnhTIF:0 = @param:NG35MnhTIF:0 -> float_type, {8, 1}, {1, 1}: 0.00060084ms, 0.00542339%
lqOmNvz5fj:0 = @param:lqOmNvz5fj:0 -> float_type, {8, 1}, {1, 1}: 0.00053028ms, 0.00478649%
XPpbueLMOZ:0 = @param:XPpbueLMOZ:0 -> float_type, {8, 1}, {1, 1}: 0.00063768ms, 0.00575592%
bJxY1IhSVn:0 = @param:bJxY1IhSVn:0 -> float_type, {8, 1}, {1, 1}: 0.00050686ms, 0.0045751%
iE352qtAOx:0 = @param:iE352qtAOx:0 -> float_type, {8, 1}, {1, 1}: 0.00052382ms, 0.00472818%
c2MuYjWE3S:0 = @param:c2MuYjWE3S:0 -> float_type, {8, 1}, {1, 1}: 0.00052362ms, 0.00472638%
7tFB8mLWUr:0 = @param:7tFB8mLWUr:0 -> float_type, {8, 1}, {1, 1}: 0.00054314ms, 0.00490257%
FTIMrcfako:0 = @param:FTIMrcfako:0 -> float_type, {8, 1}, {1, 1}: 0.0007049ms, 0.00636267%
xGCyW9icVP:0 = @param:xGCyW9icVP:0 -> float_type, {8, 1}, {1, 1}: 0.00052718ms, 0.00475851%
lhbKMrO1my:0 = @param:lhbKMrO1my:0 -> float_type, {8, 1}, {1, 1}: 0.0005203ms, 0.00469641%
StHFqj5edV:0 = @param:StHFqj5edV:0 -> float_type, {8, 1}, {1, 1}: 0.00048662ms, 0.0043924%
ZyQ5FrpI6t:0 = @param:ZyQ5FrpI6t:0 -> float_type, {8, 1}, {1, 1}: 0.0005332ms, 0.00481285%
mxUaAp0CV8:0 = @param:mxUaAp0CV8:0 -> float_type, {8, 1}, {1, 1}: 0.00053452ms, 0.00482476%
vF46yONhri:0 = @param:vF46yONhri:0 -> float_type, {8, 1}, {1, 1}: 0.00060278ms, 0.0054409%
URVDgNGoIx:0 = @param:URVDgNGoIx:0 -> float_type, {8, 1}, {1, 1}: 0.0005197ms, 0.00469099%
RPGvVrZMak:0 = @param:RPGvVrZMak:0 -> float_type, {8, 1}, {1, 1}: 0.00047292ms, 0.00426874%
main:@2550 = gpu::code_object[code_object=25808,symbol_name=concat_kernel,global=8,local=256,](main:@2474,main:@2501,main:@2396,main:@2465,main:@2390,main:@2464,main:@2489,main:@2404,main:@2518,main:@2388,main:@2426,main:@2430,main:@2421,main:@2433,iE352qtAOx:0,main:@2397,RPGvVrZMak:0,URVDgNGoIx:0,vF46yONhri:0,main:@2486,main:@2485,bJxY1IhSVn:0,main:@2507,XPpbueLMOZ:0,lqOmNvz5fj:0,main:@2467,main:@2417,main:@2504,main:@2493,NG35MnhTIF:0,main:@2398,vtIF8HqRG6:0,7XiFOysrpI:0,WqeN5KGIv9:0,mxUaAp0CV8:0,ZyQ5FrpI6t:0,main:@2516,main:@2496,main:@2509,main:@2526,main:@2442,main:@2419,main:@2429,main:@2448,main:@2487,9NcxXsmyqf:0,main:@2447,main:@2403,main:@2423,main:@2490,qxzgXpiLdl:0,StHFqj5edV:0,lhbKMrO1my:0,xGCyW9icVP:0,iUEBSr6gOG:0,ebEFYOy65u:0,main:@2441,main:@2450,main:@2405,main:@2479,main:@2422,main:@2427,main:@2445,main:@2498,main:@2481,main:@2500,main:@2488,main:@2400,main:@2502,main:@2483,main:@2480,main:@2506,main:@2476,main:@2457,main:@2387,main:@2478,main:@2415,main:@2492,main:@2515,main:@2510,main:@2443,main:@2522,main:@2444,main:@2391,main:@2395,main:@2414,main:@2497,main:@2385,main:@2468,main:@2418,main:@2512,main:@2520,main:@2514,main:@2523,main:@2521,main:@2446,main:@2420,main:@2454,main:@2470,main:@2473,main:@2511,main:@2505,main:@2503,FTIMrcfako:0,main:@2471,main:@2425,7tFB8mLWUr:0,main:@2408,main:@2475,main:@2524,c2MuYjWE3S:0,main:@2453,main:@2439,main:@2525,main:@2452,main:@2389,main:@2392,main:@2463,main:@2495,main:@2477,main:@2491,main:@2386,main:@2416,main:@2413,main:@2401,main:@2437,main:@2455,main:@2449,main:@2517,main:@2484,main:@2393,main:@2435,main:@2469,main:@2461,main:@2508,main:@2399,main:@2459,main:@2411,main:@2432,main:@2438,main:@2494,main:@2431,main:@2410,main:@2466,main:@2402,main:@2460,main:@2440,main:@2513,main:@2424,main:@2384,main:@2451,main:@2462,main:@2428,main:@2499,main:@2482,main:@2456,main:@2412,main:@2394,main:@2519,main:@2472,main:@2434,main:@2407,main:@2383,main:@2458,main:@2409,main:@2406,main:@2436,main:@2382) -> float_type, {8, 167}, {167, 1}: 0.128111ms, 1.15637%
main:@2551 = load[offset=5344,end=10688](main:@1) -> float_type, {8, 167}, {167, 1}: 0.00070948ms, 0.00640401%
main:@2552 = gpu::code_object[code_object=13520,symbol_name=rsqrt_add_kernel,global=668,local=256,](main:@2381,main:@2550,main:@2551) -> float_type, {8, 167}, {167, 1}: 0.0132006ms, 0.119153%
main:@2553 = hip::hip_copy_literal[id=main:@literal:45] -> float_type, {167, 256}, {256, 1}: 0.0007845ms, 0.00708117%
main:@2554 = load[offset=15584,end=23776](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00050134ms, 0.00452527%
main:@2555 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2552,main:@2553,main:@2554) -> float_type, {8, 256}, {256, 1}: 0.0229773ms, 0.207401%
main:@2556 = hip::hip_copy_literal[id=main:@literal:9] -> float_type, {8, 256}, {256, 1}: 0.00079578ms, 0.00718299%
main:@2557 = load[offset=7392,end=15584](main:@1) -> float_type, {8, 256}, {256, 1}: 0.00047254ms, 0.00426531%
main:@2558 = gpu::code_object[code_object=13552,symbol_name=add_leaky_relu_tanh_pow_kernel,global=1024,local=256,](main:@2555,main:@2556,main:@2377,main:@2557) -> float_type, {8, 256}, {256, 1}: 0.0176449ms, 0.159269%
main:@2559 = hip::hip_copy_literal[id=main:@literal:76] -> float_type, {256, 64}, {64, 1}: 0.00082692ms, 0.00746407%
main:@2560 = load[offset=5344,end=7392](main:@1) -> float_type, {8, 64}, {64, 1}: 0.00047234ms, 0.00426351%
main:@2561 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2558,main:@2559,main:@2560) -> float_type, {8, 64}, {64, 1}: 0.0238155ms, 0.214967%
main:@2562 = hip::hip_copy_literal[id=main:@literal:111] -> float_type, {53, 53}, {53, 1}: 0.00084266ms, 0.00760614%
main:@2563 = slice[axes={1},starts={53},ends={106}](main:@2373) -> float_type, {8, 53}, {212, 1}: 0.00063324ms, 0.00571584%
main:@2564 = load[offset=10784,end=12480](main:@1) -> float_type, {8, 53}, {53, 1}: 0.00053154ms, 0.00479787%
main:@2565 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2563,main:@2562,main:@2564) -> float_type, {8, 53}, {53, 1}: 0.0204786ms, 0.184847%
main:@2566 = hip::hip_copy_literal[id=main:@literal:82] -> float_type, {1, 53}, {53, 1}: 0.00079938ms, 0.00721548%
main:@2567 = slice[axes={1},starts={159},ends={212}](main:@2373) -> float_type, {8, 53}, {212, 1}: 0.00058846ms, 0.00531165%
main:@2568 = load[offset=7392,end=9088](main:@1) -> float_type, {8, 53}, {53, 1}: 0.00047976ms, 0.00433048%
main:@2569 = gpu::code_object[code_object=13536,symbol_name=div_pow_log_add_kernel,global=424,local=256,](main:@2567,main:@2568) -> float_type, {8, 53}, {53, 1}: 0.0156241ms, 0.141029%
main:@2570 = multibroadcast[out_lens={8, 53}](main:@2566) -> float_type, {8, 53}, {0, 1}: 0.00078182ms, 0.00705698%
main:@2571 = load[offset=9088,end=10784](main:@1) -> float_type, {8, 53}, {53, 1}: 0.00048176ms, 0.00434853%
main:@2572 = gpu::code_object[code_object=13552,symbol_name=pow_sub_pow_pow_log_add_kernel,global=424,local=256,](main:@2565,main:@2570,main:@2563,main:@2571) -> float_type, {8, 53}, {53, 1}: 0.0179675ms, 0.162181%
main:@2573 = slice[axes={1},starts={106},ends={159}](main:@2373) -> float_type, {8, 53}, {212, 1}: 0.00074626ms, 0.006736%
main:@2574 = slice[axes={1},starts={0},ends={53}](main:@2373) -> float_type, {8, 53}, {212, 1}: 0.00058878ms, 0.00531453%
main:@2575 = load[offset=10784,end=12480](main:@1) -> float_type, {8, 53}, {53, 1}: 0.00046036ms, 0.00415537%
main:@2576 = gpu::code_object[code_object=13536,symbol_name=add_add_neg_div_kernel,global=424,local=256,](main:@2573,main:@2574,main:@2575) -> float_type, {8, 53}, {53, 1}: 0.0141537ms, 0.127756%
main:@2577 = hip::hip_copy_literal[id=main:@literal:83] -> float_type, {374, 212}, {212, 1}: 0.0007838ms, 0.00707485%
main:@2578 = load[offset=19296,end=19328](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00047266ms, 0.00426639%
main:@2579 = gpu::code_object[code_object=13544,symbol_name=reduce_mean_add_neg_kernel,global=512,local=64,](main:@2569,main:@2578) -> float_type, {8, 1}, {1, 1}: 0.0131819ms, 0.118984%
main:@2580 = load[offset=12480,end=19264](main:@1) -> float_type, {8, 212}, {212, 1}: 0.0006013ms, 0.00542754%
main:@2581 = gpu::code_object[code_object=13528,symbol_name=leaky_relu_kernel,global=848,local=256,](main:@2373,main:@2580) -> float_type, {8, 212}, {212, 1}: 0.0128796ms, 0.116256%
main:@2582 = load[offset=19392,end=19424](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00060078ms, 0.00542285%
main:@2583 = gpu::code_object[code_object=13544,symbol_name=reduce_prod_add_log_kernel,global=512,local=64,](main:@2576,main:@2582) -> float_type, {8, 1}, {1, 1}: 0.0131148ms, 0.118379%
main:@2584 = load[offset=19264,end=19296](main:@1) -> float_type, {8, 1}, {1, 1}: 0.0006191ms, 0.00558821%
main:@2585 = gpu::code_object[code_object=13552,symbol_name=reduce_prod_pow_rsqrt_div_kernel,global=512,local=64,](main:@2572,main:@2584) -> float_type, {8, 1}, {1, 1}: 0.0146247ms, 0.132008%
main:@2586 = load[offset=19328,end=19392](main:@1) -> float_type, {8, 2}, {2, 1}: 0.00063752ms, 0.00575448%
main:@2587 = gpu::code_object[code_object=13520,symbol_name=concat_kernel,global=8,local=256,](main:@2583,main:@2579,main:@2586) -> float_type, {8, 2}, {2, 1}: 0.0132096ms, 0.119234%
main:@2588 = slice[axes={1},starts={106},ends={159}](main:@2581) -> float_type, {8, 53}, {212, 1}: 0.00072878ms, 0.00657822%
main:@2589 = slice[axes={1},starts={159},ends={212}](main:@2581) -> float_type, {8, 53}, {212, 1}: 0.00054708ms, 0.00493813%
main:@2590 = slice[axes={1},starts={53},ends={106}](main:@2581) -> float_type, {8, 53}, {212, 1}: 0.00067004ms, 0.00604801%
main:@2591 = slice[axes={1},starts={0},ends={53}](main:@2581) -> float_type, {8, 53}, {212, 1}: 0.0005584ms, 0.00504031%
main:@2592 = slice[axes={1},starts={4070},ends={4444}](main:@1508) -> float_type, {8, 374}, {4508, 1}: 0.00057016ms, 0.00514646%
main:@2593 = load[offset=19392,end=31360](main:@1) -> float_type, {8, 374}, {374, 1}: 0.0004538ms, 0.00409616%
main:@2594 = gpu::code_object[code_object=21816,symbol_name=noop_noop_noop_noop_noop_noop_noop_sub_noop_concat_neg_pow_kernel,global=332,local=256,](main:@2588,main:@2591,main:@2589,main:@2590,main:@2576,main:@2569,main:@2572,main:@2278,main:@2587,main:@2585,main:@2592,main:@2593) -> float_type, {8, 374}, {374, 1}: 0.036008ms, 0.325021%
main:@2595 = load[offset=7392,end=14176](main:@1) -> float_type, {8, 212}, {212, 1}: 0.00062962ms, 0.00568317%
main:@2596 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2594,main:@2577,main:@2595) -> float_type, {8, 212}, {212, 1}: 0.0279357ms, 0.252157%
main:@2597 = load[offset=14176,end=14208](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00064066ms, 0.00578282%
main:@2598 = gpu::code_object[code_object=13528,symbol_name=reduce_prod_kernel,global=1536,local=192,](main:@2550,main:@2597) -> float_type, {8, 1}, {1, 1}: 0.0142142ms, 0.128302%
main:@2599 = hip::hip_copy_literal[id=main:@literal:21] -> float_type, {277, 160}, {160, 1}: 0.00077894ms, 0.00703098%
main:@2600 = hip::hip_copy_literal[id=main:@literal:19] -> float_type, {8, 212}, {212, 1}: 0.00064536ms, 0.00582524%
main:@2601 = hip::hip_copy_literal[id=main:@literal:30] -> float_type, {8, 64}, {64, 1}: 0.0006981ms, 0.00630129%
main:@2602 = slice[axes={1},starts={4444},ends={4508}](main:@1508) -> float_type, {8, 64}, {4508, 1}: 0.00072016ms, 0.00650042%
main:@2603 = load[offset=14208,end=23072](main:@1) -> float_type, {8, 277}, {277, 1}: 0.0004616ms, 0.00416656%
main:@2604 = gpu::code_object[code_object=13600,symbol_name=rsqrt_add_sub_mul_add_leaky_relu_noop_concat_noop_kernel,global=738,local=256,](main:@2602,main:@2561,main:@2601,main:@2596,main:@2600,main:@2598,main:@2603) -> float_type, {8, 277}, {277, 1}: 0.0176833ms, 0.159615%
main:@2605 = load[offset=5152,end=10272](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00062408ms, 0.00563316%
main:@2606 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2604,main:@2599,main:@2605) -> float_type, {8, 160}, {160, 1}: 0.0251599ms, 0.227102%
main:@2607 = hip::hip_copy_literal[id=main:@literal:25] -> float_type, {160}, {1}: 0.00074734ms, 0.00674575%
main:@2608 = load[offset=32,end=5152](main:@1) -> float_type, {8, 160}, {160, 1}: 0.00045946ms, 0.00414725%
main:@2609 = multibroadcast[out_lens={8, 160}](main:@2607) -> float_type, {8, 160}, {0, 1}: 0.00062316ms, 0.00562486%
main:@2610 = gpu::code_object[code_object=13536,symbol_name=add_leaky_relu_kernel,global=640,local=256,](main:@2606,main:@2609,main:@2608) -> float_type, {8, 160}, {160, 1}: 0.013493ms, 0.121792%
main:@2611 = hip::hip_copy_literal[id=main:@literal:36] -> float_type, {64, 329}, {329, 1}: 0.00076168ms, 0.00687519%
main:@2612 = slice[axes={1},starts={80},ends={144}](main:@2610) -> float_type, {8, 64}, {160, 1}: 0.00061172ms, 0.0055216%
main:@2613 = load[offset=5152,end=15680](main:@1) -> float_type, {8, 329}, {329, 1}: 0.00046492ms, 0.00419653%
main:@2614 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2612,main:@2611,main:@2613) -> float_type, {8, 329}, {329, 1}: 0.0184293ms, 0.166349%
main:@2615 = hip::hip_copy_literal[id=main:@literal:88] -> float_type, {1, 329}, {329, 1}: 0.00083144ms, 0.00750487%
main:@2616 = hip::hip_copy_literal[id=main:@literal:65] -> float_type, {16, 1}, {1, 1}: 0.00059674ms, 0.00538638%
main:@2617 = slice[axes={1},starts={144},ends={160}](main:@2610) -> float_type, {8, 16}, {160, 1}: 0.00058642ms, 0.00529323%
main:@2618 = load[offset=0,end=32](main:@1) -> float_type, {8, 1}, {1, 1}: 0.0005293ms, 0.00477765%
main:@2619 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2617,main:@2616,main:@2618) -> float_type, {8, 1}, {1, 1}: 0.0218844ms, 0.197536%
main:@2620 = load[offset=15680,end=26208](main:@1) -> float_type, {8, 329}, {329, 1}: 0.00062228ms, 0.00561692%
main:@2621 = gpu::code_object[code_object=13520,symbol_name=softmax_kernel,global=2048,local=256,](main:@2614,main:@2620) -> float_type, {8, 329}, {329, 1}: 0.0146863ms, 0.132564%
main:@2622 = multibroadcast[out_lens={8, 329}](main:@2615) -> float_type, {8, 329}, {0, 1}: 0.00070758ms, 0.00638686%
main:@2623 = load[offset=5152,end=5184](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00050642ms, 0.00457112%
main:@2624 = gpu::code_object[code_object=13536,symbol_name=add_reduce_prod_kernel,global=2048,local=256,](main:@2622,main:@2621,main:@2623) -> float_type, {8, 1}, {1, 1}: 0.0141544ms, 0.127763%
main:@2625 = squeeze[axes={1}](main:@2624) -> float_type, {8}, {1}: 0.00074244ms, 0.00670152%
main:#output_1 = @param:main:#output_1 -> float_type, {8}, {1}: 0.00081114ms, 0.00732163%
main:@2627 = gpu::code_object[code_object=13512,symbol_name=mul_kernel,global=4,local=256,](main:@2625,main:#output_1) -> float_type, {8}, {1}: 0.0131221ms, 0.118444%
main:@2628 = hip::hip_copy_literal[id=main:@literal:110] -> float_type, {64, 500}, {500, 1}: 0.00079968ms, 0.00721819%
main:@2629 = slice[axes={1},starts={16},ends={80}](main:@2610) -> float_type, {8, 64}, {160, 1}: 0.00062722ms, 0.00566151%
main:@2630 = load[offset=5248,end=21248](main:@1) -> float_type, {8, 500}, {500, 1}: 0.00046832ms, 0.00422722%
main:@2631 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2629,main:@2628,main:@2630) -> float_type, {8, 500}, {500, 1}: 0.0213871ms, 0.193048%
main:@2632 = hip::hip_copy_literal[id=main:@literal:147] -> float_type, {16, 3}, {3, 1}: 0.00073418ms, 0.00662696%
main:@2633 = slice[axes={1},starts={0},ends={16}](main:@2610) -> float_type, {8, 16}, {160, 1}: 0.00057556ms, 0.00519521%
main:@2634 = load[offset=5152,end=5248](main:@1) -> float_type, {8, 3}, {3, 1}: 0.00051048ms, 0.00460777%
main:@2635 = gpu::gemm[alpha=1,beta=0,int8_x4_format=0,compute_fp32=1,trans_batch=0](main:@2633,main:@2632,main:@2634) -> float_type, {8, 3}, {3, 1}: 0.0188335ms, 0.169998%
main:@2636 = hip::hip_copy_literal[id=main:@literal:72] -> float_type, {1, 500}, {500, 1}: 0.00074424ms, 0.00671777%
main:#output_2 = @param:main:#output_2 -> float_type, {8}, {1}: 0.00063666ms, 0.00574672%
main:@2638 = gpu::code_object[code_object=13512,symbol_name=add_kernel,global=4,local=256,](main:@2627,main:#output_2) -> float_type, {8}, {1}: 0.0135643ms, 0.122436%
main:#output_3 = @param:main:#output_3 -> float_type, {8}, {1}: 0.00073906ms, 0.00667101%
main:@2640 = gpu::code_object[code_object=13520,symbol_name=mul_neg_kernel,global=4,local=256,](main:@2627,main:#output_3) -> float_type, {8}, {1}: 0.0131457ms, 0.118658%
main:@2641 = load[offset=21248,end=37248](main:@1) -> float_type, {8, 500}, {500, 1}: 0.00062634ms, 0.00565356%
main:@2642 = gpu::code_object[code_object=13520,symbol_name=softmax_kernel,global=2048,local=256,](main:@2631,main:@2641) -> float_type, {8, 500}, {500, 1}: 0.0146053ms, 0.131833%
main:@2643 = multibroadcast[out_lens={8, 500}](main:@2636) -> float_type, {8, 500}, {0, 1}: 0.00069948ms, 0.00631375%
main:@2644 = load[offset=32,end=64](main:@1) -> float_type, {8, 1}, {1, 1}: 0.00046368ms, 0.00418534%
main:@2645 = gpu::code_object[code_object=13536,symbol_name=add_reduce_mean_kernel,global=2048,local=256,](main:@2643,main:@2642,main:@2644) -> float_type, {8, 1}, {1, 1}: 0.0137748ms, 0.124336%
main:@2646 = squeeze[axes={1}](main:@2645) -> float_type, {8}, {1}: 0.00067264ms, 0.00607148%
main:#output_4 = @param:main:#output_4 -> float_type, {8}, {1}: 0.00064646ms, 0.00583517%
main:@2648 = gpu::code_object[code_object=13512,symbol_name=mul_kernel,global=4,local=256,](main:@2646,main:#output_4) -> float_type, {8}, {1}: 0.0135125ms, 0.121969%
main:@2649 = load[offset=32,end=128](main:@1) -> float_type, {8, 3}, {3, 1}: 0.00058912ms, 0.0053176%
main:@2650 = gpu::code_object[code_object=14504,symbol_name=softmax_kernel,global=512,local=64,](main:@2635,main:@2649) -> float_type, {8, 3}, {3, 1}: 0.0139939ms, 0.126314%
main:@2651 = slice[axes={0, 1},starts={0, 0},ends={8, 1}](main:@2650) -> float_type, {8, 1}, {3, 1}: 0.0007721ms, 0.00696924%
main:#output_5 = @param:main:#output_5 -> float_type, {8, 1}, {1, 1}: 0.00069044ms, 0.00623215%
main:@2653 = gpu::code_object[code_object=13528,symbol_name=contiguous_kernel,global=8,local=256,](main:@2651,main:#output_5) -> float_type, {8, 1}, {1, 1}: 0.0134761ms, 0.12164%
main:@2654 = squeeze[axes={1}](main:@2619) -> float_type, {8}, {1}: 0.00068906ms, 0.0062197%
86KRkhYbW4:0 = @param:86KRkhYbW4:0 -> float_type, {8}, {1}: 0.00059534ms, 0.00537375%
main:#output_0 = @param:main:#output_0 -> float_type, {8}, {1}: 0.00062178ms, 0.0056124%
main:@2657 = gpu::code_object[code_object=13536,symbol_name=sigmoid_mul_tanh_kernel,global=4,local=256,](86KRkhYbW4:0,main:@2654,main:#output_0) -> float_type, {8}, {1}: 0.0153772ms, 0.1388%
main:@2658 = squeeze[axes={1}](main:@2653) -> float_type, {8}, {1}: 0.00073752ms, 0.00665711%
main:@2659 = hip::sync_stream(main:@2657,main:@2627,main:@2638,main:@2640,main:@2648,main:@2658) -> float_type, {8}, {1}: 0.00112676ms, 0.0101705%
main:@2660 = @return(main:@2659,main:@2627,main:@2638,main:@2640,main:@2648,main:@2658)
Summary:
gpu::gemm: 4.69635ms / 187 = 0.0251142ms, 42.3909%
gpu::code_object::concat_kernel: 1.75492ms / 84 = 0.0208919ms, 15.8405%
slice: 0.615589ms / 859 = 0.000716634ms, 5.55652%
load: 0.257892ms / 468 = 0.000551052ms, 2.32783%
gpu::code_object::relu_kernel: 0.23869ms / 18 = 0.0132606ms, 2.1545%
gpu::code_object::pow_div_add_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_noop_concat_log_add_kernel: 0.237175ms / 1 = 0.237175ms, 2.14082%
@param: 0.208624ms / 383 = 0.000544711ms, 1.88312%
gpu::code_object::softmax_kernel: 0.206317ms / 14 = 0.0147369ms, 1.86229%
gpu::code_object::convert_kernel: 0.199351ms / 15 = 0.0132901ms, 1.79941%
gpu::code_object::contiguous_kernel: 0.13378ms / 10 = 0.013378ms, 1.20755%
hip::hip_copy_literal: 0.125922ms / 165 = 0.000763164ms, 1.13662%
gpu::code_object::add_kernel: 0.100955ms / 7 = 0.0144221ms, 0.911253%
unsqueeze: 0.0953784ms / 145 = 0.000657782ms, 0.860919%
gpu::code_object::neg_pow_kernel: 0.08094ms / 5 = 0.016188ms, 0.730592%
gpu::code_object::log_add_kernel: 0.0787638ms / 6 = 0.0131273ms, 0.710949%
gpu::code_object::neg_div_kernel: 0.0784334ms / 6 = 0.0130722ms, 0.707968%
gpu::code_object::pow_kernel: 0.0633876ms / 4 = 0.0158469ms, 0.572159%
gpu::code_object::noop_rsqrt_add_concat_noop_kernel: 0.0593475ms / 4 = 0.0148369ms, 0.535691%
gpu::code_object::rsqrt_add_kernel: 0.0521395ms / 4 = 0.0130349ms, 0.47063%
gpu::code_object::rsqrt_pow_kernel: 0.0486043ms / 3 = 0.0162014ms, 0.43872%
reshape_lazy: 0.0470955ms / 81 = 0.000581425ms, 0.4251%
gpu::code_object::div_kernel: 0.0452992ms / 3 = 0.0150997ms, 0.408886%
gpu::code_object::sub_kernel: 0.0449079ms / 3 = 0.0149693ms, 0.405354%
gpu::code_object::reduce_prod_kernel: 0.0422294ms / 3 = 0.0140765ms, 0.381178%
gpu::code_object::tanh_sub_kernel: 0.0411172ms / 3 = 0.0137057ms, 0.371138%
gpu::code_object::convert_add_kernel: 0.0400186ms / 3 = 0.0133395ms, 0.361222%
gpu::code_object::neg_add_kernel: 0.0387076ms / 3 = 0.0129025ms, 0.349389%
gpu::code_object::pow_pow_kernel: 0.0370209ms / 2 = 0.0185104ms, 0.334163%
gpu::code_object::noop_noop_noop_noop_noop_noop_noop_sub_noop_concat_neg_pow_kernel: 0.036008ms / 1 = 0.036008ms, 0.325021%
gpu::code_object::leaky_relu_noop_noop_noop_noop_noop_noop_concat_rsqrt_pow_kernel: 0.0357961ms / 1 = 0.0357961ms, 0.323108%
gpu::code_object::leaky_relu_noop_noop_noop_noop_add_concat_log_pow_kernel: 0.0335952ms / 1 = 0.0335952ms, 0.303242%
gpu::code_object::log_pow_kernel: 0.032779ms / 2 = 0.0163895ms, 0.295875%
gpu::code_object::leaky_relu_noop_noop_noop_noop_noop_noop_concat_log_add_pow_kernel: 0.0308208ms / 1 = 0.0308208ms, 0.278199%
gpu::code_object::noop_tanh_div_concat_noop_kernel: 0.0295465ms / 2 = 0.0147733ms, 0.266697%
gpu::code_object::noop_rsqrt_div_concat_noop_kernel: 0.0292371ms / 2 = 0.0146186ms, 0.263905%
gpu::code_object::noop_log_add_concat_noop_kernel: 0.0290887ms / 2 = 0.0145443ms, 0.262565%
gpu::code_object::add_add_neg_add_kernel: 0.0286455ms / 2 = 0.0143227ms, 0.258564%
gpu::code_object::tanh_div_kernel: 0.0279089ms / 2 = 0.0139545ms, 0.251916%
gpu::code_object::add_leaky_relu_kernel: 0.0273095ms / 2 = 0.0136547ms, 0.246505%
gpu::code_object::tanh_add_kernel: 0.0270042ms / 2 = 0.0135021ms, 0.243749%
gpu::code_object::mul_kernel: 0.0266346ms / 2 = 0.0133173ms, 0.240413%
gpu::code_object::convert_mul_add_kernel: 0.0265831ms / 2 = 0.0132915ms, 0.239948%
gpu::code_object::rsqrt_sub_kernel: 0.0257788ms / 2 = 0.0128894ms, 0.232688%
multibroadcast: 0.0234327ms / 35 = 0.000669505ms, 0.211512%
gpu::code_object::pow_reduce_sum_div_pow_add_kernel: 0.0224456ms / 1 = 0.0224456ms, 0.202602%
gpu::code_object::leaky_relu_noop_noop_noop_add_noop_concat_log_div_kernel: 0.02197ms / 1 = 0.02197ms, 0.198309%
gpu::code_object::mul_relu_reduce_prod_sub_mul_reduce_sum_add_add_add_add_pow_kernel: 0.0213203ms / 1 = 0.0213203ms, 0.192444%
gpu::code_object::pow_sub_div_pow_log_div_kernel: 0.0203165ms / 1 = 0.0203165ms, 0.183383%
gpu::code_object::pow_sub_pow_pow_log_add_kernel: 0.0179675ms / 1 = 0.0179675ms, 0.162181%
gpu::code_object::rsqrt_add_sub_mul_add_leaky_relu_noop_concat_noop_kernel: 0.0176833ms / 1 = 0.0176833ms, 0.159615%
gpu::code_object::add_leaky_relu_tanh_pow_kernel: 0.0176449ms / 1 = 0.0176449ms, 0.159269%
gpu::code_object::sub_sub_pow_log_pow_kernel: 0.0173927ms / 1 = 0.0173927ms, 0.156992%
gpu::code_object::add_pow_log_pow_kernel: 0.0171008ms / 1 = 0.0171008ms, 0.154357%
gpu::code_object::pow_pow_sigmoid_add_kernel: 0.016996ms / 1 = 0.016996ms, 0.153412%
squeeze: 0.0169343ms / 25 = 0.000677371ms, 0.152855%
gpu::code_object::noop_tanh_pow_concat_noop_kernel: 0.0166138ms / 1 = 0.0166138ms, 0.149962%
gpu::code_object::noop_log_pow_concat_noop_kernel: 0.0165725ms / 1 = 0.0165725ms, 0.149589%
gpu::code_object::add_pow_kernel: 0.0164773ms / 1 = 0.0164773ms, 0.14873%
gpu::code_object::neg_rsqrt_tanh_log_concat_add_kernel: 0.0161003ms / 1 = 0.0161003ms, 0.145327%
gpu::code_object::pow_mul_add_neg_sub_kernel: 0.0156507ms / 1 = 0.0156507ms, 0.141269%
gpu::code_object::div_pow_log_add_kernel: 0.0156241ms / 1 = 0.0156241ms, 0.141029%
gpu::code_object::pow_div_kernel: 0.0156194ms / 1 = 0.0156194ms, 0.140987%
gpu::code_object::pow_mul_rsqrt_sub_kernel: 0.0155693ms / 1 = 0.0155693ms, 0.140534%
gpu::code_object::sigmoid_mul_tanh_kernel: 0.0153772ms / 1 = 0.0153772ms, 0.1388%
gpu::code_object::pow_sub_kernel: 0.0153702ms / 1 = 0.0153702ms, 0.138737%
gpu::code_object::pow_mul_kernel: 0.0153216ms / 1 = 0.0153216ms, 0.138298%
gpu::code_object::add_add_rsqrt_pow_kernel: 0.01518ms / 1 = 0.01518ms, 0.13702%
gpu::code_object::div_mul_neg_pow_kernel: 0.0151709ms / 1 = 0.0151709ms, 0.136938%
gpu::code_object::reduce_mean_pow_log_pow_kernel: 0.0151192ms / 1 = 0.0151192ms, 0.136471%
gpu::code_object::noop_neg_div_concat_noop_kernel: 0.0148088ms / 1 = 0.0148088ms, 0.133669%
gpu::code_object::reduce_prod_pow_rsqrt_div_kernel: 0.0146247ms / 1 = 0.0146247ms, 0.132008%
gpu::code_object::reduce_mean_kernel: 0.0146152ms / 1 = 0.0146152ms, 0.131922%
gpu::code_object::reduce_prod_pow_neg_sub_kernel: 0.0145702ms / 1 = 0.0145702ms, 0.131516%
gpu::code_object::noop_log_sub_concat_noop_kernel: 0.0145563ms / 1 = 0.0145563ms, 0.131391%
gpu::code_object::sub_sub_mul_rsqrt_sub_kernel: 0.014503ms / 1 = 0.014503ms, 0.130909%
gpu::code_object::add_add_rsqrt_add_kernel: 0.0143648ms / 1 = 0.0143648ms, 0.129662%
transpose: 0.0142884ms / 22 = 0.000649473ms, 0.128972%
gpu::code_object::reduce_mean_add_neg_pow_kernel: 0.014287ms / 1 = 0.014287ms, 0.128959%
gpu::code_object::noop_rsqrt_sub_concat_noop_kernel: 0.0142798ms / 1 = 0.0142798ms, 0.128894%
gpu::code_object::noop_add_concat_div_kernel: 0.0142497ms / 1 = 0.0142497ms, 0.128623%
gpu::code_object::add_reduce_prod_kernel: 0.0141544ms / 1 = 0.0141544ms, 0.127763%
gpu::code_object::add_add_neg_div_kernel: 0.0141537ms / 1 = 0.0141537ms, 0.127756%
gpu::code_object::reduce_mean_add_rsqrt_add_kernel: 0.0140934ms / 1 = 0.0140934ms, 0.127212%
gpu::code_object::add_reduce_mean_kernel: 0.0137748ms / 1 = 0.0137748ms, 0.124336%
gpu::code_object::reduce_prod_add_rsqrt_sub_kernel: 0.0137717ms / 1 = 0.0137717ms, 0.124308%
gpu::code_object::reduce_mean_add_sigmoid_sub_kernel: 0.013637ms / 1 = 0.013637ms, 0.123092%
gpu::code_object::convert_div_mul_kernel: 0.0136084ms / 1 = 0.0136084ms, 0.122835%
gpu::code_object::reduce_mean_mul_rsqrt_kernel: 0.013561ms / 1 = 0.013561ms, 0.122407%
gpu::code_object::reduce_sum_kernel: 0.0135029ms / 1 = 0.0135029ms, 0.121882%
gpu::code_object::reduce_prod_mul_log_kernel: 0.0134941ms / 1 = 0.0134941ms, 0.121802%
gpu::code_object::reduce_prod_add_log_div_kernel: 0.0134827ms / 1 = 0.0134827ms, 0.1217%
gpu::code_object::reduce_mean_mul_neg_kernel: 0.0134686ms / 1 = 0.0134686ms, 0.121572%
gpu::code_object::convert_add_add_sub_kernel: 0.013443ms / 1 = 0.013443ms, 0.121342%
gpu::code_object::reduce_prod_mul_rsqrt_add_kernel: 0.0134236ms / 1 = 0.0134236ms, 0.121166%
gpu::code_object::reduce_mean_add_sigmoid_kernel: 0.0133902ms / 1 = 0.0133902ms, 0.120864%
gpu::code_object::log_div_kernel: 0.0133305ms / 1 = 0.0133305ms, 0.120326%
gpu::code_object::convert_mul_kernel: 0.0133213ms / 1 = 0.0133213ms, 0.120243%
gpu::code_object::reduce_mean_add_neg_kernel: 0.0131819ms / 1 = 0.0131819ms, 0.118984%
gpu::code_object::mul_neg_kernel: 0.0131457ms / 1 = 0.0131457ms, 0.118658%
gpu::code_object::add_sub_kernel: 0.0131365ms / 1 = 0.0131365ms, 0.118575%
gpu::code_object::reduce_prod_add_log_kernel: 0.0131148ms / 1 = 0.0131148ms, 0.118379%
gpu::code_object::add_mul_kernel: 0.0131104ms / 1 = 0.0131104ms, 0.118339%
gpu::code_object::neg_sub_kernel: 0.0130174ms / 1 = 0.0130174ms, 0.1175%
gpu::code_object::log_sub_kernel: 0.0130044ms / 1 = 0.0130044ms, 0.117382%
gpu::code_object::convert_pow_add_kernel: 0.0129166ms / 1 = 0.0129166ms, 0.11659%
gpu::code_object::leaky_relu_kernel: 0.0128796ms / 1 = 0.0128796ms, 0.116256%
check_context::migraphx::version_1::gpu::context: 0.00160752ms / 1 = 0.00160752ms, 0.01451%
hip::sync_stream: 0.00112676ms / 1 = 0.00112676ms, 0.0101705%
hip::hip_allocate_memory: 0.00101716ms / 1 = 0.00101716ms, 0.00918124%

Batch size: 8
Rate: 1723.94/sec
Total time: 4.64053ms
Total instructions time: 11.0787ms
Overhead time: 0.826894ms, -6.43815ms
Overhead: 18%, -139%