{"schema":"kbp-graph/v1","blueprint_id":"preview:b707d03d56bb6c007939c0cceb452f91a17a938512f22ef1dd7a82a3c608bda8","lineage":"sha256:2ed80c3cc566ea7b2e0b5cc1763fe6c6e9f6bbafe59c2d83e9dd706fe9369125","revision":0,"exported_by":"preview: tools/preview/kbp_preview.py over `met circuit plan` (not `met blueprint export`)","arm":{"mode":"decode","rows":1,"digest":"1ff131e588e38681729df0cb2ae65a4d9adc8cf91eeb184a1b8bfb7527ccb5fb"},"layers":[{"index":0,"kind":"linear_attention","template":"kda+mlp","blocks":["l0.kda","l0.mlp"]},{"index":1,"kind":"linear_attention","template":"kda+mlp","blocks":["l1.kda","l1.mlp"]},{"index":2,"kind":"linear_attention","template":"kda+mlp","blocks":["l2.kda","l2.mlp"]},{"index":3,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l3.dsa","l3.moe"]},{"index":4,"kind":"linear_attention","template":"kda+moe","blocks":["l4.kda","l4.moe"]},{"index":5,"kind":"linear_attention","template":"kda+moe","blocks":["l5.kda","l5.moe"]},{"index":6,"kind":"linear_attention","template":"kda+moe","blocks":["l6.kda","l6.moe"]},{"index":7,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l7.dsa","l7.moe"]},{"index":8,"kind":"linear_attention","template":"kda+moe","blocks":["l8.kda","l8.moe"]},{"index":9,"kind":"linear_attention","template":"kda+moe","blocks":["l9.kda","l9.moe"]},{"index":10,"kind":"linear_attention","template":"kda+moe","blocks":["l10.kda","l10.moe"]},{"index":11,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l11.dsa","l11.moe"]},{"index":12,"kind":"linear_attention","template":"kda+moe","blocks":["l12.kda","l12.moe"]},{"index":13,"kind":"linear_attention","template":"kda+moe","blocks":["l13.kda","l13.moe"]},{"index":14,"kind":"linear_attention","template":"kda+moe","blocks":["l14.kda","l14.moe"]},{"index":15,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l15.dsa","l15.moe"]},{"index":16,"kind":"linear_attention","template":"kda+moe","blocks":["l16.kda","l16.moe"]},{"index":17,"kind":"linear_attention","template":"kda+moe","blocks":["l17.kda","l17.moe"]},{"index":18,"kind":"linear_attention","template":"kda+moe","blocks":["l18.kda","l18.moe"]},{"index":19,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l19.dsa","l19.moe"]},{"index":20,"kind":"linear_attention","template":"kda+moe","blocks":["l20.kda","l20.moe"]},{"index":21,"kind":"linear_attention","template":"kda+moe","blocks":["l21.kda","l21.moe"]},{"index":22,"kind":"linear_attention","template":"kda+moe","blocks":["l22.kda","l22.moe"]},{"index":23,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l23.dsa","l23.moe"]},{"index":24,"kind":"linear_attention","template":"kda+moe","blocks":["l24.kda","l24.moe"]},{"index":25,"kind":"linear_attention","template":"kda+moe","blocks":["l25.kda","l25.moe"]},{"index":26,"kind":"linear_attention","template":"kda+moe","blocks":["l26.kda","l26.moe"]},{"index":27,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l27.dsa","l27.moe"]},{"index":28,"kind":"linear_attention","template":"kda+moe","blocks":["l28.kda","l28.moe"]},{"index":29,"kind":"linear_attention","template":"kda+moe","blocks":["l29.kda","l29.moe"]},{"index":30,"kind":"linear_attention","template":"kda+moe","blocks":["l30.kda","l30.moe"]},{"index":31,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l31.dsa","l31.moe"]},{"index":32,"kind":"linear_attention","template":"kda+moe","blocks":["l32.kda","l32.moe"]},{"index":33,"kind":"linear_attention","template":"kda+moe","blocks":["l33.kda","l33.moe"]},{"index":34,"kind":"linear_attention","template":"kda+moe","blocks":["l34.kda","l34.moe"]},{"index":35,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l35.dsa","l35.moe"]},{"index":36,"kind":"linear_attention","template":"kda+moe","blocks":["l36.kda","l36.moe"]},{"index":37,"kind":"linear_attention","template":"kda+moe","blocks":["l37.kda","l37.moe"]},{"index":38,"kind":"linear_attention","template":"kda+moe","blocks":["l38.kda","l38.moe"]},{"index":39,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l39.dsa","l39.moe"]},{"index":40,"kind":"linear_attention","template":"kda+moe","blocks":["l40.kda","l40.moe"]},{"index":41,"kind":"linear_attention","template":"kda+moe","blocks":["l41.kda","l41.moe"]},{"index":42,"kind":"linear_attention","template":"kda+moe","blocks":["l42.kda","l42.moe"]},{"index":43,"kind":"deepseek_sparse_attention","template":"dsa+moe","blocks":["l43.dsa","l43.moe"]},{"index":44,"kind":"linear_attention","template":"kda+moe","blocks":["l44.kda","l44.moe"]}],"nodes":[{"id":"embed.embed","order":0,"layer":null,"block":"embed","block_type":"embed","kind":null,"op":"embed","roles":[],"inserted":false,"precision":{"weight":null,"activation":null,"output":"bf16"},"steps":["gather bf16"],"group":0,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"host","state":null},{"id":"embed.expand","order":1,"layer":null,"block":"embed","block_type":"embed","kind":null,"op":"hc_expand","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["move bf16"],"group":1,"kernel":"glm5next_mhc::glm5next_hc_expand","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.kda.mix","order":2,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":2,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.pre","order":3,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":2,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.input_norm","order":4,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":2,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.q","order":5,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":3,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.k","order":6,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":4,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.v","order":7,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":5,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.qkv","order":8,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":6,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.kda.short_conv","order":9,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":7,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l0.kda.conv_ckpt","order":10,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":7,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l0.kda.l2","order":11,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":7,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.b","order":12,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":8,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.f_a","order":13,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":9,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.fa_quant","order":14,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":10,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.kda.f_b","order":15,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":11,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l0.kda.gates","order":16,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":12,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.kda.recur","order":17,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":13,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l0.kda.g_a","order":18,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":14,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.ga_quant","order":19,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":15,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.kda.g_b","order":20,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":16,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l0.kda.out_norm","order":21,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":17,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.kda.o","order":22,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":18,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.kda.post","order":23,"layer":0,"block":"l0.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":19,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.mix","order":24,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":20,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.pre","order":25,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":20,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.post_norm","order":26,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":20,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.xn_quant","order":27,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":21,"kernel":"w4a4_gemv_mx::w4a4_quant_rows","family":"w4a4_mx","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.gate_up","order":28,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:gate_up","roles":["gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":22,"kernel":"w4a4_gemv_mx::w4a4_gemv_mx8","family":"w4a4_mx","point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.clamp","order":29,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":23,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.act","order":30,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":23,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.a_quant","order":31,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":24,"kernel":"w4a4_gemv_mx::w4a4_quant_rows","family":"w4a4_mx","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.down","order":32,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:down","roles":["down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":25,"kernel":"w4a4_gemv_mx::w4a4_gemv_mx8","family":"w4a4_mx","point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l0.mlp.post","order":33,"layer":0,"block":"l0.mlp","block_type":"mlp","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":26,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.kda.mix","order":34,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":27,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.pre","order":35,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":27,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.input_norm","order":36,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":27,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.q","order":37,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":28,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.k","order":38,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":29,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.v","order":39,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":30,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.qkv","order":40,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":31,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.kda.short_conv","order":41,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":32,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l1.kda.conv_ckpt","order":42,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":32,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l1.kda.l2","order":43,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":32,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.b","order":44,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":33,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.f_a","order":45,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":34,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.fa_quant","order":46,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":35,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.kda.f_b","order":47,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":36,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l1.kda.gates","order":48,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":37,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.kda.recur","order":49,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":38,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l1.kda.g_a","order":50,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":39,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.ga_quant","order":51,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":40,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.kda.g_b","order":52,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":41,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l1.kda.out_norm","order":53,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":42,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.kda.o","order":54,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":43,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.kda.post","order":55,"layer":1,"block":"l1.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":44,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.mix","order":56,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":45,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.pre","order":57,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":45,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.post_norm","order":58,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":45,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.xn_quant","order":59,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":46,"kernel":"w4a4_gemv_mx::w4a4_quant_rows","family":"w4a4_mx","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.gate_up","order":60,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:gate_up","roles":["gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":47,"kernel":"w4a4_gemv_mx::w4a4_gemv_mx8","family":"w4a4_mx","point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.clamp","order":61,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":48,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.act","order":62,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":48,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.a_quant","order":63,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":49,"kernel":"w4a4_gemv_mx::w4a4_quant_rows","family":"w4a4_mx","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.down","order":64,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:down","roles":["down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":50,"kernel":"w4a4_gemv_mx::w4a4_gemv_mx8","family":"w4a4_mx","point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l1.mlp.post","order":65,"layer":1,"block":"l1.mlp","block_type":"mlp","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":51,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.kda.mix","order":66,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":52,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.pre","order":67,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":52,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.input_norm","order":68,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":52,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.q","order":69,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":53,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.k","order":70,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":54,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.v","order":71,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":55,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.qkv","order":72,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":56,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.kda.short_conv","order":73,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":57,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l2.kda.conv_ckpt","order":74,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":57,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l2.kda.l2","order":75,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":57,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.b","order":76,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":58,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.f_a","order":77,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":59,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.fa_quant","order":78,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":60,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.kda.f_b","order":79,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":61,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l2.kda.gates","order":80,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":62,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.kda.recur","order":81,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":63,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l2.kda.g_a","order":82,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":64,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.ga_quant","order":83,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":65,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.kda.g_b","order":84,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":66,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l2.kda.out_norm","order":85,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":67,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.kda.o","order":86,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":68,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.kda.post","order":87,"layer":2,"block":"l2.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":69,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.mix","order":88,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":70,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.pre","order":89,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":70,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.post_norm","order":90,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":70,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.xn_quant","order":91,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":71,"kernel":"w4a4_gemv_mx::w4a4_quant_rows","family":"w4a4_mx","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.gate_up","order":92,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:gate_up","roles":["gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":72,"kernel":"w4a4_gemv_mx::w4a4_gemv_mx8","family":"w4a4_mx","point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.clamp","order":93,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":73,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.act","order":94,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":73,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.a_quant","order":95,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":74,"kernel":"w4a4_gemv_mx::w4a4_quant_rows","family":"w4a4_mx","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.down","order":96,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"linear:down","roles":["down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":75,"kernel":"w4a4_gemv_mx::w4a4_gemv_mx8","family":"w4a4_mx","point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l2.mlp.post","order":97,"layer":2,"block":"l2.mlp","block_type":"mlp","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":76,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.mix","order":98,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":77,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.pre","order":99,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":77,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.input_norm","order":100,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":77,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.xn_quant","order":101,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":78,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.q_a","order":102,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":79,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.kv_a","order":103,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":79,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.q_a_norm","order":104,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":80,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.qan_quant","order":105,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":81,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.q_b","order":106,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":82,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.kv_norm","order":107,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":83,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.kv_write","order":108,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":83,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l3.dsa.idx_k","order":109,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":84,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.idx_k_norm","order":110,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":85,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.idx_gate","order":111,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":86,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.pool","order":112,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":87,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l3.dsa.idx_w","order":113,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":88,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.idx_q","order":114,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":89,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.select","order":115,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":90,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l3.dsa.attend","order":116,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":91,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l3.dsa.a_quant","order":117,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":92,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.o","order":118,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":93,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l3.dsa.post","order":119,"layer":3,"block":"l3.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":94,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.moe.mix","order":120,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":95,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.moe.pre","order":121,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":95,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.moe.post_norm","order":122,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":95,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.moe.gate","order":123,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":96,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l3.moe.top_k","order":124,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":97,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.moe.xn_quant","order":125,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":98,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l3.moe.experts_gate_up","order":126,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":98,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l3.moe.experts_clamp","order":127,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":99,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.moe.experts_act","order":128,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":99,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.moe.eact_quant","order":129,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":100,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l3.moe.experts_down","order":130,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":100,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l3.moe.shared_gate_up","order":131,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":101,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l3.moe.shared_clamp","order":132,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":102,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.moe.shared_act","order":133,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":102,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.moe.shared_down","order":134,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":103,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l3.moe.blend","order":135,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":104,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l3.moe.post","order":136,"layer":3,"block":"l3.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":105,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.kda.mix","order":137,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":106,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.pre","order":138,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":106,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.input_norm","order":139,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":106,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.q","order":140,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":107,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.k","order":141,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":108,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.v","order":142,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":109,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.qkv","order":143,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":110,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.kda.short_conv","order":144,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":111,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l4.kda.conv_ckpt","order":145,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":111,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l4.kda.l2","order":146,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":111,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.b","order":147,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":112,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.f_a","order":148,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":113,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.fa_quant","order":149,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":114,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.kda.f_b","order":150,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":115,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l4.kda.gates","order":151,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":116,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.kda.recur","order":152,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":117,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l4.kda.g_a","order":153,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":118,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.ga_quant","order":154,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":119,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.kda.g_b","order":155,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":120,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l4.kda.out_norm","order":156,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":121,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.kda.o","order":157,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":122,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.kda.post","order":158,"layer":4,"block":"l4.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":123,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.moe.mix","order":159,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":124,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.moe.pre","order":160,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":124,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.moe.post_norm","order":161,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":124,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.moe.gate","order":162,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":125,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l4.moe.top_k","order":163,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":126,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.moe.xn_quant","order":164,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":127,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l4.moe.experts_gate_up","order":165,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":127,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l4.moe.experts_clamp","order":166,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":128,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.moe.experts_act","order":167,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":128,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.moe.eact_quant","order":168,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":129,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l4.moe.experts_down","order":169,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":129,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l4.moe.shared_gate_up","order":170,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":130,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l4.moe.shared_clamp","order":171,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":131,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.moe.shared_act","order":172,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":131,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.moe.shared_down","order":173,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":132,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l4.moe.blend","order":174,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":133,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l4.moe.post","order":175,"layer":4,"block":"l4.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":134,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.kda.mix","order":176,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":135,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.pre","order":177,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":135,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.input_norm","order":178,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":135,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.q","order":179,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":136,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.k","order":180,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":137,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.v","order":181,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":138,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.qkv","order":182,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":139,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.kda.short_conv","order":183,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":140,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l5.kda.conv_ckpt","order":184,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":140,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l5.kda.l2","order":185,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":140,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.b","order":186,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":141,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.f_a","order":187,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":142,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.fa_quant","order":188,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":143,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.kda.f_b","order":189,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":144,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l5.kda.gates","order":190,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":145,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.kda.recur","order":191,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":146,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l5.kda.g_a","order":192,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":147,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.ga_quant","order":193,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":148,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.kda.g_b","order":194,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":149,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l5.kda.out_norm","order":195,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":150,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.kda.o","order":196,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":151,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.kda.post","order":197,"layer":5,"block":"l5.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":152,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.moe.mix","order":198,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":153,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.moe.pre","order":199,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":153,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.moe.post_norm","order":200,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":153,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.moe.gate","order":201,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":154,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l5.moe.top_k","order":202,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":155,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.moe.xn_quant","order":203,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":156,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l5.moe.experts_gate_up","order":204,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":156,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l5.moe.experts_clamp","order":205,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":157,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.moe.experts_act","order":206,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":157,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.moe.eact_quant","order":207,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":158,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l5.moe.experts_down","order":208,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":158,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l5.moe.shared_gate_up","order":209,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":159,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l5.moe.shared_clamp","order":210,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":160,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.moe.shared_act","order":211,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":160,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.moe.shared_down","order":212,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":161,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l5.moe.blend","order":213,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":162,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l5.moe.post","order":214,"layer":5,"block":"l5.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":163,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.kda.mix","order":215,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":164,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.pre","order":216,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":164,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.input_norm","order":217,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":164,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.q","order":218,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":165,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.k","order":219,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":166,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.v","order":220,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":167,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.qkv","order":221,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":168,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.kda.short_conv","order":222,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":169,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l6.kda.conv_ckpt","order":223,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":169,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l6.kda.l2","order":224,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":169,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.b","order":225,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":170,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.f_a","order":226,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":171,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.fa_quant","order":227,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":172,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.kda.f_b","order":228,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":173,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l6.kda.gates","order":229,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":174,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.kda.recur","order":230,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":175,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l6.kda.g_a","order":231,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":176,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.ga_quant","order":232,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":177,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.kda.g_b","order":233,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":178,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l6.kda.out_norm","order":234,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":179,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.kda.o","order":235,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":180,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.kda.post","order":236,"layer":6,"block":"l6.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":181,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.moe.mix","order":237,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":182,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.moe.pre","order":238,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":182,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.moe.post_norm","order":239,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":182,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.moe.gate","order":240,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":183,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l6.moe.top_k","order":241,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":184,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.moe.xn_quant","order":242,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":185,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l6.moe.experts_gate_up","order":243,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":185,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l6.moe.experts_clamp","order":244,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":186,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.moe.experts_act","order":245,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":186,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.moe.eact_quant","order":246,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":187,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l6.moe.experts_down","order":247,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":187,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l6.moe.shared_gate_up","order":248,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":188,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l6.moe.shared_clamp","order":249,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":189,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.moe.shared_act","order":250,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":189,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.moe.shared_down","order":251,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":190,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l6.moe.blend","order":252,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":191,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l6.moe.post","order":253,"layer":6,"block":"l6.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":192,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.mix","order":254,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":193,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.pre","order":255,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":193,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.input_norm","order":256,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":193,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.xn_quant","order":257,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":194,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.q_a","order":258,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":195,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.kv_a","order":259,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":195,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.q_a_norm","order":260,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":196,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.qan_quant","order":261,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":197,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.q_b","order":262,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":198,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.kv_norm","order":263,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":199,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.kv_write","order":264,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":199,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l7.dsa.idx_k","order":265,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":200,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.idx_k_norm","order":266,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":201,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.idx_gate","order":267,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":202,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.pool","order":268,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":203,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l7.dsa.idx_w","order":269,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":204,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.idx_q","order":270,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":205,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.select","order":271,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":206,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l7.dsa.attend","order":272,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":207,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l7.dsa.a_quant","order":273,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":208,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.o","order":274,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":209,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l7.dsa.post","order":275,"layer":7,"block":"l7.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":210,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.moe.mix","order":276,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":211,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.moe.pre","order":277,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":211,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.moe.post_norm","order":278,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":211,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.moe.gate","order":279,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":212,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l7.moe.top_k","order":280,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":213,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.moe.xn_quant","order":281,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":214,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l7.moe.experts_gate_up","order":282,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":214,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l7.moe.experts_clamp","order":283,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":215,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.moe.experts_act","order":284,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":215,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.moe.eact_quant","order":285,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":216,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l7.moe.experts_down","order":286,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":216,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l7.moe.shared_gate_up","order":287,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":217,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l7.moe.shared_clamp","order":288,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":218,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.moe.shared_act","order":289,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":218,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.moe.shared_down","order":290,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":219,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l7.moe.blend","order":291,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":220,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l7.moe.post","order":292,"layer":7,"block":"l7.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":221,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.kda.mix","order":293,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":222,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.pre","order":294,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":222,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.input_norm","order":295,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":222,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.q","order":296,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":223,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.k","order":297,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":224,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.v","order":298,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":225,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.qkv","order":299,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":226,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.kda.short_conv","order":300,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":227,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l8.kda.conv_ckpt","order":301,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":227,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l8.kda.l2","order":302,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":227,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.b","order":303,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":228,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.f_a","order":304,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":229,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.fa_quant","order":305,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":230,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.kda.f_b","order":306,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":231,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l8.kda.gates","order":307,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":232,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.kda.recur","order":308,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":233,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l8.kda.g_a","order":309,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":234,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.ga_quant","order":310,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":235,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.kda.g_b","order":311,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":236,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l8.kda.out_norm","order":312,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":237,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.kda.o","order":313,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":238,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.kda.post","order":314,"layer":8,"block":"l8.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":239,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.moe.mix","order":315,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":240,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.moe.pre","order":316,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":240,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.moe.post_norm","order":317,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":240,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.moe.gate","order":318,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":241,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l8.moe.top_k","order":319,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":242,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.moe.xn_quant","order":320,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":243,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l8.moe.experts_gate_up","order":321,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":243,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l8.moe.experts_clamp","order":322,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":244,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.moe.experts_act","order":323,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":244,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.moe.eact_quant","order":324,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":245,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l8.moe.experts_down","order":325,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":245,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l8.moe.shared_gate_up","order":326,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":246,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l8.moe.shared_clamp","order":327,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":247,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.moe.shared_act","order":328,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":247,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.moe.shared_down","order":329,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":248,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l8.moe.blend","order":330,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":249,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l8.moe.post","order":331,"layer":8,"block":"l8.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":250,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.kda.mix","order":332,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":251,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.pre","order":333,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":251,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.input_norm","order":334,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":251,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.q","order":335,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":252,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.k","order":336,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":253,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.v","order":337,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":254,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.qkv","order":338,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":255,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.kda.short_conv","order":339,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":256,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l9.kda.conv_ckpt","order":340,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":256,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l9.kda.l2","order":341,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":256,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.b","order":342,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":257,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.f_a","order":343,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":258,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.fa_quant","order":344,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":259,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.kda.f_b","order":345,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":260,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l9.kda.gates","order":346,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":261,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.kda.recur","order":347,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":262,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l9.kda.g_a","order":348,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":263,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.ga_quant","order":349,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":264,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.kda.g_b","order":350,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":265,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l9.kda.out_norm","order":351,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":266,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.kda.o","order":352,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":267,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.kda.post","order":353,"layer":9,"block":"l9.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":268,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.moe.mix","order":354,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":269,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.moe.pre","order":355,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":269,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.moe.post_norm","order":356,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":269,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.moe.gate","order":357,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":270,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l9.moe.top_k","order":358,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":271,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.moe.xn_quant","order":359,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":272,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l9.moe.experts_gate_up","order":360,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":272,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l9.moe.experts_clamp","order":361,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":273,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.moe.experts_act","order":362,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":273,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.moe.eact_quant","order":363,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":274,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l9.moe.experts_down","order":364,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":274,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l9.moe.shared_gate_up","order":365,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":275,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l9.moe.shared_clamp","order":366,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":276,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.moe.shared_act","order":367,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":276,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.moe.shared_down","order":368,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":277,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l9.moe.blend","order":369,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":278,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l9.moe.post","order":370,"layer":9,"block":"l9.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":279,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.kda.mix","order":371,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":280,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.pre","order":372,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":280,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.input_norm","order":373,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":280,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.q","order":374,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":281,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.k","order":375,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":282,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.v","order":376,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":283,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.qkv","order":377,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":284,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.kda.short_conv","order":378,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":285,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l10.kda.conv_ckpt","order":379,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":285,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l10.kda.l2","order":380,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":285,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.b","order":381,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":286,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.f_a","order":382,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":287,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.fa_quant","order":383,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":288,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.kda.f_b","order":384,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":289,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l10.kda.gates","order":385,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":290,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.kda.recur","order":386,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":291,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l10.kda.g_a","order":387,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":292,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.ga_quant","order":388,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":293,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.kda.g_b","order":389,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":294,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l10.kda.out_norm","order":390,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":295,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.kda.o","order":391,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":296,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.kda.post","order":392,"layer":10,"block":"l10.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":297,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.moe.mix","order":393,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":298,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.moe.pre","order":394,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":298,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.moe.post_norm","order":395,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":298,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.moe.gate","order":396,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":299,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l10.moe.top_k","order":397,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":300,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.moe.xn_quant","order":398,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":301,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l10.moe.experts_gate_up","order":399,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":301,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l10.moe.experts_clamp","order":400,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":302,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.moe.experts_act","order":401,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":302,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.moe.eact_quant","order":402,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":303,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l10.moe.experts_down","order":403,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":303,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l10.moe.shared_gate_up","order":404,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":304,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l10.moe.shared_clamp","order":405,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":305,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.moe.shared_act","order":406,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":305,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.moe.shared_down","order":407,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":306,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l10.moe.blend","order":408,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":307,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l10.moe.post","order":409,"layer":10,"block":"l10.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":308,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.mix","order":410,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":309,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.pre","order":411,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":309,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.input_norm","order":412,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":309,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.xn_quant","order":413,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":310,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.q_a","order":414,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":311,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.kv_a","order":415,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":311,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.q_a_norm","order":416,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":312,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.qan_quant","order":417,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":313,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.q_b","order":418,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":314,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.kv_norm","order":419,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":315,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.kv_write","order":420,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":315,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l11.dsa.idx_k","order":421,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":316,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.idx_k_norm","order":422,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":317,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.idx_gate","order":423,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":318,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.pool","order":424,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":319,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l11.dsa.idx_w","order":425,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":320,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.idx_q","order":426,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":321,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.select","order":427,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":322,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l11.dsa.attend","order":428,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":323,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l11.dsa.a_quant","order":429,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":324,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.o","order":430,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":325,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l11.dsa.post","order":431,"layer":11,"block":"l11.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":326,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.moe.mix","order":432,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":327,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.moe.pre","order":433,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":327,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.moe.post_norm","order":434,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":327,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.moe.gate","order":435,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":328,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l11.moe.top_k","order":436,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":329,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.moe.xn_quant","order":437,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":330,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l11.moe.experts_gate_up","order":438,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":330,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l11.moe.experts_clamp","order":439,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":331,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.moe.experts_act","order":440,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":331,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.moe.eact_quant","order":441,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":332,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l11.moe.experts_down","order":442,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":332,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l11.moe.shared_gate_up","order":443,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":333,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l11.moe.shared_clamp","order":444,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":334,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.moe.shared_act","order":445,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":334,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.moe.shared_down","order":446,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":335,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l11.moe.blend","order":447,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":336,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l11.moe.post","order":448,"layer":11,"block":"l11.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":337,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.kda.mix","order":449,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":338,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.pre","order":450,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":338,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.input_norm","order":451,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":338,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.q","order":452,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":339,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.k","order":453,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":340,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.v","order":454,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":341,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.qkv","order":455,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":342,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.kda.short_conv","order":456,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":343,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l12.kda.conv_ckpt","order":457,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":343,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l12.kda.l2","order":458,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":343,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.b","order":459,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":344,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.f_a","order":460,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":345,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.fa_quant","order":461,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":346,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.kda.f_b","order":462,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":347,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l12.kda.gates","order":463,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":348,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.kda.recur","order":464,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":349,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l12.kda.g_a","order":465,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":350,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.ga_quant","order":466,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":351,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.kda.g_b","order":467,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":352,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l12.kda.out_norm","order":468,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":353,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.kda.o","order":469,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":354,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.kda.post","order":470,"layer":12,"block":"l12.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":355,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.moe.mix","order":471,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":356,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.moe.pre","order":472,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":356,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.moe.post_norm","order":473,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":356,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.moe.gate","order":474,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":357,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l12.moe.top_k","order":475,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":358,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.moe.xn_quant","order":476,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":359,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l12.moe.experts_gate_up","order":477,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":359,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l12.moe.experts_clamp","order":478,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":360,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.moe.experts_act","order":479,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":360,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.moe.eact_quant","order":480,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":361,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l12.moe.experts_down","order":481,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":361,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l12.moe.shared_gate_up","order":482,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":362,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l12.moe.shared_clamp","order":483,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":363,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.moe.shared_act","order":484,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":363,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.moe.shared_down","order":485,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":364,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l12.moe.blend","order":486,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":365,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l12.moe.post","order":487,"layer":12,"block":"l12.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":366,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.kda.mix","order":488,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":367,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.pre","order":489,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":367,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.input_norm","order":490,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":367,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.q","order":491,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":368,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.k","order":492,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":369,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.v","order":493,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":370,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.qkv","order":494,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":371,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.kda.short_conv","order":495,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":372,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l13.kda.conv_ckpt","order":496,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":372,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l13.kda.l2","order":497,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":372,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.b","order":498,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":373,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.f_a","order":499,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":374,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.fa_quant","order":500,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":375,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.kda.f_b","order":501,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":376,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l13.kda.gates","order":502,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":377,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.kda.recur","order":503,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":378,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l13.kda.g_a","order":504,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":379,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.ga_quant","order":505,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":380,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.kda.g_b","order":506,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":381,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l13.kda.out_norm","order":507,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":382,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.kda.o","order":508,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":383,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.kda.post","order":509,"layer":13,"block":"l13.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":384,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.moe.mix","order":510,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":385,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.moe.pre","order":511,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":385,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.moe.post_norm","order":512,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":385,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.moe.gate","order":513,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":386,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l13.moe.top_k","order":514,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":387,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.moe.xn_quant","order":515,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":388,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l13.moe.experts_gate_up","order":516,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":388,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l13.moe.experts_clamp","order":517,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":389,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.moe.experts_act","order":518,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":389,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.moe.eact_quant","order":519,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":390,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l13.moe.experts_down","order":520,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":390,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l13.moe.shared_gate_up","order":521,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":391,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l13.moe.shared_clamp","order":522,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":392,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.moe.shared_act","order":523,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":392,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.moe.shared_down","order":524,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":393,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l13.moe.blend","order":525,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":394,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l13.moe.post","order":526,"layer":13,"block":"l13.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":395,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.kda.mix","order":527,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":396,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.pre","order":528,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":396,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.input_norm","order":529,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":396,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.q","order":530,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":397,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.k","order":531,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":398,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.v","order":532,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":399,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.qkv","order":533,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":400,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.kda.short_conv","order":534,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":401,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l14.kda.conv_ckpt","order":535,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":401,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l14.kda.l2","order":536,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":401,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.b","order":537,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":402,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.f_a","order":538,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":403,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.fa_quant","order":539,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":404,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.kda.f_b","order":540,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":405,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l14.kda.gates","order":541,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":406,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.kda.recur","order":542,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":407,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l14.kda.g_a","order":543,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":408,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.ga_quant","order":544,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":409,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.kda.g_b","order":545,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":410,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l14.kda.out_norm","order":546,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":411,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.kda.o","order":547,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":412,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.kda.post","order":548,"layer":14,"block":"l14.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":413,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.moe.mix","order":549,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":414,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.moe.pre","order":550,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":414,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.moe.post_norm","order":551,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":414,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.moe.gate","order":552,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":415,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l14.moe.top_k","order":553,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":416,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.moe.xn_quant","order":554,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":417,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l14.moe.experts_gate_up","order":555,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":417,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l14.moe.experts_clamp","order":556,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":418,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.moe.experts_act","order":557,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":418,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.moe.eact_quant","order":558,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":419,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l14.moe.experts_down","order":559,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":419,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l14.moe.shared_gate_up","order":560,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":420,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l14.moe.shared_clamp","order":561,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":421,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.moe.shared_act","order":562,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":421,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.moe.shared_down","order":563,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":422,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l14.moe.blend","order":564,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":423,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l14.moe.post","order":565,"layer":14,"block":"l14.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":424,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.mix","order":566,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":425,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.pre","order":567,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":425,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.input_norm","order":568,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":425,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.xn_quant","order":569,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":426,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.q_a","order":570,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":427,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.kv_a","order":571,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":427,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.q_a_norm","order":572,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":428,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.qan_quant","order":573,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":429,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.q_b","order":574,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":430,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.kv_norm","order":575,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":431,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.kv_write","order":576,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":431,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l15.dsa.idx_k","order":577,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":432,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.idx_k_norm","order":578,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":433,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.idx_gate","order":579,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":434,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.pool","order":580,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":435,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l15.dsa.idx_w","order":581,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":436,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.idx_q","order":582,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":437,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.select","order":583,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":438,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l15.dsa.attend","order":584,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":439,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l15.dsa.a_quant","order":585,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":440,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.o","order":586,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":441,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l15.dsa.post","order":587,"layer":15,"block":"l15.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":442,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.moe.mix","order":588,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":443,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.moe.pre","order":589,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":443,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.moe.post_norm","order":590,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":443,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.moe.gate","order":591,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":444,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l15.moe.top_k","order":592,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":445,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.moe.xn_quant","order":593,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":446,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l15.moe.experts_gate_up","order":594,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":446,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l15.moe.experts_clamp","order":595,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":447,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.moe.experts_act","order":596,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":447,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.moe.eact_quant","order":597,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":448,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l15.moe.experts_down","order":598,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":448,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l15.moe.shared_gate_up","order":599,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":449,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l15.moe.shared_clamp","order":600,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":450,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.moe.shared_act","order":601,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":450,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.moe.shared_down","order":602,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":451,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l15.moe.blend","order":603,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":452,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l15.moe.post","order":604,"layer":15,"block":"l15.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":453,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.kda.mix","order":605,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":454,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.pre","order":606,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":454,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.input_norm","order":607,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":454,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.q","order":608,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":455,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.k","order":609,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":456,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.v","order":610,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":457,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.qkv","order":611,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":458,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.kda.short_conv","order":612,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":459,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l16.kda.conv_ckpt","order":613,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":459,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l16.kda.l2","order":614,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":459,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.b","order":615,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":460,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.f_a","order":616,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":461,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.fa_quant","order":617,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":462,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.kda.f_b","order":618,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":463,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l16.kda.gates","order":619,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":464,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.kda.recur","order":620,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":465,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l16.kda.g_a","order":621,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":466,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.ga_quant","order":622,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":467,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.kda.g_b","order":623,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":468,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l16.kda.out_norm","order":624,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":469,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.kda.o","order":625,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":470,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.kda.post","order":626,"layer":16,"block":"l16.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":471,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.moe.mix","order":627,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":472,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.moe.pre","order":628,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":472,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.moe.post_norm","order":629,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":472,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.moe.gate","order":630,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":473,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l16.moe.top_k","order":631,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":474,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.moe.xn_quant","order":632,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":475,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l16.moe.experts_gate_up","order":633,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":475,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l16.moe.experts_clamp","order":634,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":476,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.moe.experts_act","order":635,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":476,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.moe.eact_quant","order":636,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":477,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l16.moe.experts_down","order":637,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":477,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l16.moe.shared_gate_up","order":638,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":478,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l16.moe.shared_clamp","order":639,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":479,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.moe.shared_act","order":640,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":479,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.moe.shared_down","order":641,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":480,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l16.moe.blend","order":642,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":481,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l16.moe.post","order":643,"layer":16,"block":"l16.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":482,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.kda.mix","order":644,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":483,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.pre","order":645,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":483,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.input_norm","order":646,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":483,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.q","order":647,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":484,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.k","order":648,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":485,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.v","order":649,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":486,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.qkv","order":650,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":487,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.kda.short_conv","order":651,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":488,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l17.kda.conv_ckpt","order":652,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":488,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l17.kda.l2","order":653,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":488,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.b","order":654,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":489,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.f_a","order":655,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":490,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.fa_quant","order":656,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":491,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.kda.f_b","order":657,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":492,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l17.kda.gates","order":658,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":493,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.kda.recur","order":659,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":494,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l17.kda.g_a","order":660,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":495,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.ga_quant","order":661,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":496,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.kda.g_b","order":662,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":497,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l17.kda.out_norm","order":663,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":498,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.kda.o","order":664,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":499,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.kda.post","order":665,"layer":17,"block":"l17.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":500,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.moe.mix","order":666,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":501,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.moe.pre","order":667,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":501,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.moe.post_norm","order":668,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":501,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.moe.gate","order":669,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":502,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l17.moe.top_k","order":670,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":503,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.moe.xn_quant","order":671,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":504,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l17.moe.experts_gate_up","order":672,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":504,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l17.moe.experts_clamp","order":673,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":505,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.moe.experts_act","order":674,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":505,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.moe.eact_quant","order":675,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":506,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l17.moe.experts_down","order":676,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":506,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l17.moe.shared_gate_up","order":677,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":507,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l17.moe.shared_clamp","order":678,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":508,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.moe.shared_act","order":679,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":508,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.moe.shared_down","order":680,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":509,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l17.moe.blend","order":681,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":510,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l17.moe.post","order":682,"layer":17,"block":"l17.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":511,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.kda.mix","order":683,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":512,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.pre","order":684,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":512,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.input_norm","order":685,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":512,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.q","order":686,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":513,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.k","order":687,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":514,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.v","order":688,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":515,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.qkv","order":689,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":516,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.kda.short_conv","order":690,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":517,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l18.kda.conv_ckpt","order":691,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":517,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l18.kda.l2","order":692,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":517,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.b","order":693,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":518,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.f_a","order":694,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":519,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.fa_quant","order":695,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":520,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.kda.f_b","order":696,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":521,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l18.kda.gates","order":697,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":522,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.kda.recur","order":698,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":523,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l18.kda.g_a","order":699,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":524,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.ga_quant","order":700,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":525,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.kda.g_b","order":701,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":526,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l18.kda.out_norm","order":702,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":527,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.kda.o","order":703,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":528,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.kda.post","order":704,"layer":18,"block":"l18.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":529,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.moe.mix","order":705,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":530,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.moe.pre","order":706,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":530,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.moe.post_norm","order":707,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":530,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.moe.gate","order":708,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":531,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l18.moe.top_k","order":709,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":532,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.moe.xn_quant","order":710,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":533,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l18.moe.experts_gate_up","order":711,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":533,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l18.moe.experts_clamp","order":712,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":534,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.moe.experts_act","order":713,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":534,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.moe.eact_quant","order":714,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":535,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l18.moe.experts_down","order":715,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":535,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l18.moe.shared_gate_up","order":716,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":536,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l18.moe.shared_clamp","order":717,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":537,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.moe.shared_act","order":718,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":537,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.moe.shared_down","order":719,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":538,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l18.moe.blend","order":720,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":539,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l18.moe.post","order":721,"layer":18,"block":"l18.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":540,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.mix","order":722,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":541,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.pre","order":723,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":541,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.input_norm","order":724,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":541,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.xn_quant","order":725,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":542,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.q_a","order":726,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":543,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.kv_a","order":727,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":543,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.q_a_norm","order":728,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":544,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.qan_quant","order":729,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":545,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.q_b","order":730,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":546,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.kv_norm","order":731,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":547,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.kv_write","order":732,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":547,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l19.dsa.idx_k","order":733,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":548,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.idx_k_norm","order":734,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":549,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.idx_gate","order":735,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":550,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.pool","order":736,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":551,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l19.dsa.idx_w","order":737,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":552,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.idx_q","order":738,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":553,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.select","order":739,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":554,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l19.dsa.attend","order":740,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":555,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l19.dsa.a_quant","order":741,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":556,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.o","order":742,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":557,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l19.dsa.post","order":743,"layer":19,"block":"l19.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":558,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.moe.mix","order":744,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":559,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.moe.pre","order":745,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":559,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.moe.post_norm","order":746,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":559,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.moe.gate","order":747,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":560,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l19.moe.top_k","order":748,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":561,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.moe.xn_quant","order":749,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":562,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l19.moe.experts_gate_up","order":750,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":562,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l19.moe.experts_clamp","order":751,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":563,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.moe.experts_act","order":752,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":563,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.moe.eact_quant","order":753,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":564,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l19.moe.experts_down","order":754,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":564,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l19.moe.shared_gate_up","order":755,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":565,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l19.moe.shared_clamp","order":756,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":566,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.moe.shared_act","order":757,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":566,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.moe.shared_down","order":758,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":567,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l19.moe.blend","order":759,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":568,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l19.moe.post","order":760,"layer":19,"block":"l19.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":569,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.kda.mix","order":761,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":570,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.pre","order":762,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":570,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.input_norm","order":763,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":570,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.q","order":764,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":571,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.k","order":765,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":572,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.v","order":766,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":573,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.qkv","order":767,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":574,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.kda.short_conv","order":768,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":575,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l20.kda.conv_ckpt","order":769,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":575,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l20.kda.l2","order":770,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":575,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.b","order":771,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":576,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.f_a","order":772,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":577,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.fa_quant","order":773,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":578,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.kda.f_b","order":774,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":579,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l20.kda.gates","order":775,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":580,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.kda.recur","order":776,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":581,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l20.kda.g_a","order":777,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":582,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.ga_quant","order":778,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":583,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.kda.g_b","order":779,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":584,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l20.kda.out_norm","order":780,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":585,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.kda.o","order":781,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":586,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.kda.post","order":782,"layer":20,"block":"l20.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":587,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.moe.mix","order":783,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":588,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.moe.pre","order":784,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":588,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.moe.post_norm","order":785,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":588,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.moe.gate","order":786,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":589,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l20.moe.top_k","order":787,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":590,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.moe.xn_quant","order":788,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":591,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l20.moe.experts_gate_up","order":789,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":591,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l20.moe.experts_clamp","order":790,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":592,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.moe.experts_act","order":791,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":592,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.moe.eact_quant","order":792,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":593,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l20.moe.experts_down","order":793,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":593,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l20.moe.shared_gate_up","order":794,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":594,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l20.moe.shared_clamp","order":795,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":595,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.moe.shared_act","order":796,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":595,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.moe.shared_down","order":797,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":596,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l20.moe.blend","order":798,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":597,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l20.moe.post","order":799,"layer":20,"block":"l20.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":598,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.kda.mix","order":800,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":599,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.pre","order":801,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":599,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.input_norm","order":802,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":599,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.q","order":803,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":600,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.k","order":804,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":601,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.v","order":805,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":602,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.qkv","order":806,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":603,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.kda.short_conv","order":807,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":604,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l21.kda.conv_ckpt","order":808,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":604,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l21.kda.l2","order":809,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":604,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.b","order":810,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":605,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.f_a","order":811,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":606,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.fa_quant","order":812,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":607,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.kda.f_b","order":813,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":608,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l21.kda.gates","order":814,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":609,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.kda.recur","order":815,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":610,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l21.kda.g_a","order":816,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":611,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.ga_quant","order":817,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":612,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.kda.g_b","order":818,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":613,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l21.kda.out_norm","order":819,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":614,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.kda.o","order":820,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":615,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.kda.post","order":821,"layer":21,"block":"l21.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":616,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.moe.mix","order":822,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":617,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.moe.pre","order":823,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":617,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.moe.post_norm","order":824,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":617,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.moe.gate","order":825,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":618,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l21.moe.top_k","order":826,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":619,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.moe.xn_quant","order":827,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":620,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l21.moe.experts_gate_up","order":828,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":620,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l21.moe.experts_clamp","order":829,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":621,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.moe.experts_act","order":830,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":621,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.moe.eact_quant","order":831,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":622,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l21.moe.experts_down","order":832,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":622,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l21.moe.shared_gate_up","order":833,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":623,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l21.moe.shared_clamp","order":834,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":624,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.moe.shared_act","order":835,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":624,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.moe.shared_down","order":836,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":625,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l21.moe.blend","order":837,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":626,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l21.moe.post","order":838,"layer":21,"block":"l21.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":627,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.kda.mix","order":839,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":628,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.pre","order":840,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":628,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.input_norm","order":841,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":628,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.q","order":842,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":629,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.k","order":843,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":630,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.v","order":844,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":631,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.qkv","order":845,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":632,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.kda.short_conv","order":846,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":633,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l22.kda.conv_ckpt","order":847,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":633,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l22.kda.l2","order":848,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":633,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.b","order":849,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":634,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.f_a","order":850,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":635,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.fa_quant","order":851,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":636,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.kda.f_b","order":852,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":637,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l22.kda.gates","order":853,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":638,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.kda.recur","order":854,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":639,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l22.kda.g_a","order":855,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":640,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.ga_quant","order":856,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":641,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.kda.g_b","order":857,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":642,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l22.kda.out_norm","order":858,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":643,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.kda.o","order":859,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":644,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.kda.post","order":860,"layer":22,"block":"l22.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":645,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.moe.mix","order":861,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":646,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.moe.pre","order":862,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":646,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.moe.post_norm","order":863,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":646,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.moe.gate","order":864,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":647,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l22.moe.top_k","order":865,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":648,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.moe.xn_quant","order":866,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":649,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l22.moe.experts_gate_up","order":867,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":649,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l22.moe.experts_clamp","order":868,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":650,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.moe.experts_act","order":869,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":650,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.moe.eact_quant","order":870,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":651,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l22.moe.experts_down","order":871,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":651,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l22.moe.shared_gate_up","order":872,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":652,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l22.moe.shared_clamp","order":873,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":653,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.moe.shared_act","order":874,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":653,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.moe.shared_down","order":875,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":654,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l22.moe.blend","order":876,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":655,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l22.moe.post","order":877,"layer":22,"block":"l22.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":656,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.mix","order":878,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":657,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.pre","order":879,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":657,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.input_norm","order":880,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":657,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.xn_quant","order":881,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":658,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.q_a","order":882,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":659,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.kv_a","order":883,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":659,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.q_a_norm","order":884,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":660,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.qan_quant","order":885,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":661,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.q_b","order":886,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":662,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.kv_norm","order":887,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":663,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.kv_write","order":888,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":663,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l23.dsa.idx_k","order":889,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":664,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.idx_k_norm","order":890,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":665,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.idx_gate","order":891,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":666,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.pool","order":892,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":667,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l23.dsa.idx_w","order":893,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":668,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.idx_q","order":894,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":669,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.select","order":895,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":670,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l23.dsa.attend","order":896,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":671,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l23.dsa.a_quant","order":897,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":672,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.o","order":898,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":673,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l23.dsa.post","order":899,"layer":23,"block":"l23.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":674,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.moe.mix","order":900,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":675,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.moe.pre","order":901,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":675,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.moe.post_norm","order":902,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":675,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.moe.gate","order":903,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":676,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l23.moe.top_k","order":904,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":677,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.moe.xn_quant","order":905,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":678,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l23.moe.experts_gate_up","order":906,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":678,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l23.moe.experts_clamp","order":907,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":679,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.moe.experts_act","order":908,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":679,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.moe.eact_quant","order":909,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":680,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l23.moe.experts_down","order":910,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":680,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l23.moe.shared_gate_up","order":911,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":681,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l23.moe.shared_clamp","order":912,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":682,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.moe.shared_act","order":913,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":682,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.moe.shared_down","order":914,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":683,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l23.moe.blend","order":915,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":684,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l23.moe.post","order":916,"layer":23,"block":"l23.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":685,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.kda.mix","order":917,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":686,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.pre","order":918,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":686,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.input_norm","order":919,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":686,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.q","order":920,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":687,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.k","order":921,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":688,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.v","order":922,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":689,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.qkv","order":923,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":690,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.kda.short_conv","order":924,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":691,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l24.kda.conv_ckpt","order":925,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":691,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l24.kda.l2","order":926,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":691,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.b","order":927,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":692,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.f_a","order":928,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":693,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.fa_quant","order":929,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":694,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.kda.f_b","order":930,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":695,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l24.kda.gates","order":931,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":696,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.kda.recur","order":932,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":697,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l24.kda.g_a","order":933,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":698,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.ga_quant","order":934,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":699,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.kda.g_b","order":935,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":700,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l24.kda.out_norm","order":936,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":701,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.kda.o","order":937,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":702,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.kda.post","order":938,"layer":24,"block":"l24.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":703,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.moe.mix","order":939,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":704,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.moe.pre","order":940,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":704,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.moe.post_norm","order":941,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":704,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.moe.gate","order":942,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":705,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l24.moe.top_k","order":943,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":706,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.moe.xn_quant","order":944,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":707,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l24.moe.experts_gate_up","order":945,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":707,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l24.moe.experts_clamp","order":946,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":708,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.moe.experts_act","order":947,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":708,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.moe.eact_quant","order":948,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":709,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l24.moe.experts_down","order":949,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":709,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l24.moe.shared_gate_up","order":950,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":710,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l24.moe.shared_clamp","order":951,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":711,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.moe.shared_act","order":952,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":711,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.moe.shared_down","order":953,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":712,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l24.moe.blend","order":954,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":713,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l24.moe.post","order":955,"layer":24,"block":"l24.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":714,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.kda.mix","order":956,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":715,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.pre","order":957,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":715,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.input_norm","order":958,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":715,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.q","order":959,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":716,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.k","order":960,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":717,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.v","order":961,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":718,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.qkv","order":962,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":719,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.kda.short_conv","order":963,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":720,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l25.kda.conv_ckpt","order":964,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":720,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l25.kda.l2","order":965,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":720,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.b","order":966,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":721,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.f_a","order":967,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":722,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.fa_quant","order":968,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":723,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.kda.f_b","order":969,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":724,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l25.kda.gates","order":970,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":725,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.kda.recur","order":971,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":726,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l25.kda.g_a","order":972,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":727,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.ga_quant","order":973,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":728,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.kda.g_b","order":974,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":729,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l25.kda.out_norm","order":975,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":730,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.kda.o","order":976,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":731,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.kda.post","order":977,"layer":25,"block":"l25.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":732,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.moe.mix","order":978,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":733,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.moe.pre","order":979,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":733,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.moe.post_norm","order":980,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":733,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.moe.gate","order":981,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":734,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l25.moe.top_k","order":982,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":735,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.moe.xn_quant","order":983,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":736,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l25.moe.experts_gate_up","order":984,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":736,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l25.moe.experts_clamp","order":985,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":737,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.moe.experts_act","order":986,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":737,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.moe.eact_quant","order":987,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":738,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l25.moe.experts_down","order":988,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":738,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l25.moe.shared_gate_up","order":989,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":739,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l25.moe.shared_clamp","order":990,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":740,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.moe.shared_act","order":991,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":740,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.moe.shared_down","order":992,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":741,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l25.moe.blend","order":993,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":742,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l25.moe.post","order":994,"layer":25,"block":"l25.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":743,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.kda.mix","order":995,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":744,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.pre","order":996,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":744,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.input_norm","order":997,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":744,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.q","order":998,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":745,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.k","order":999,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":746,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.v","order":1000,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":747,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.qkv","order":1001,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":748,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.kda.short_conv","order":1002,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":749,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l26.kda.conv_ckpt","order":1003,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":749,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l26.kda.l2","order":1004,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":749,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.b","order":1005,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":750,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.f_a","order":1006,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":751,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.fa_quant","order":1007,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":752,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.kda.f_b","order":1008,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":753,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l26.kda.gates","order":1009,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":754,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.kda.recur","order":1010,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":755,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l26.kda.g_a","order":1011,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":756,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.ga_quant","order":1012,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":757,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.kda.g_b","order":1013,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":758,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l26.kda.out_norm","order":1014,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":759,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.kda.o","order":1015,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":760,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.kda.post","order":1016,"layer":26,"block":"l26.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":761,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.moe.mix","order":1017,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":762,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.moe.pre","order":1018,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":762,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.moe.post_norm","order":1019,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":762,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.moe.gate","order":1020,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":763,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l26.moe.top_k","order":1021,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":764,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.moe.xn_quant","order":1022,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":765,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l26.moe.experts_gate_up","order":1023,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":765,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l26.moe.experts_clamp","order":1024,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":766,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.moe.experts_act","order":1025,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":766,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.moe.eact_quant","order":1026,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":767,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l26.moe.experts_down","order":1027,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":767,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l26.moe.shared_gate_up","order":1028,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":768,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l26.moe.shared_clamp","order":1029,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":769,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.moe.shared_act","order":1030,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":769,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.moe.shared_down","order":1031,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":770,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l26.moe.blend","order":1032,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":771,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l26.moe.post","order":1033,"layer":26,"block":"l26.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":772,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.mix","order":1034,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":773,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.pre","order":1035,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":773,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.input_norm","order":1036,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":773,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.xn_quant","order":1037,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":774,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.q_a","order":1038,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":775,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.kv_a","order":1039,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":775,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.q_a_norm","order":1040,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":776,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.qan_quant","order":1041,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":777,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.q_b","order":1042,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":778,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.kv_norm","order":1043,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":779,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.kv_write","order":1044,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":779,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l27.dsa.idx_k","order":1045,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":780,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.idx_k_norm","order":1046,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":781,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.idx_gate","order":1047,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":782,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.pool","order":1048,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":783,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l27.dsa.idx_w","order":1049,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":784,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.idx_q","order":1050,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":785,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.select","order":1051,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":786,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l27.dsa.attend","order":1052,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":787,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l27.dsa.a_quant","order":1053,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":788,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.o","order":1054,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":789,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l27.dsa.post","order":1055,"layer":27,"block":"l27.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":790,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.moe.mix","order":1056,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":791,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.moe.pre","order":1057,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":791,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.moe.post_norm","order":1058,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":791,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.moe.gate","order":1059,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":792,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l27.moe.top_k","order":1060,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":793,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.moe.xn_quant","order":1061,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":794,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l27.moe.experts_gate_up","order":1062,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":794,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l27.moe.experts_clamp","order":1063,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":795,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.moe.experts_act","order":1064,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":795,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.moe.eact_quant","order":1065,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":796,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l27.moe.experts_down","order":1066,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":796,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l27.moe.shared_gate_up","order":1067,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":797,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l27.moe.shared_clamp","order":1068,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":798,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.moe.shared_act","order":1069,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":798,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.moe.shared_down","order":1070,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":799,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l27.moe.blend","order":1071,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":800,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l27.moe.post","order":1072,"layer":27,"block":"l27.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":801,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.kda.mix","order":1073,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":802,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.pre","order":1074,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":802,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.input_norm","order":1075,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":802,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.q","order":1076,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":803,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.k","order":1077,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":804,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.v","order":1078,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":805,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.qkv","order":1079,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":806,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.kda.short_conv","order":1080,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":807,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l28.kda.conv_ckpt","order":1081,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":807,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l28.kda.l2","order":1082,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":807,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.b","order":1083,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":808,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.f_a","order":1084,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":809,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.fa_quant","order":1085,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":810,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.kda.f_b","order":1086,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":811,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l28.kda.gates","order":1087,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":812,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.kda.recur","order":1088,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":813,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l28.kda.g_a","order":1089,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":814,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.ga_quant","order":1090,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":815,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.kda.g_b","order":1091,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":816,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l28.kda.out_norm","order":1092,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":817,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.kda.o","order":1093,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":818,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.kda.post","order":1094,"layer":28,"block":"l28.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":819,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.moe.mix","order":1095,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":820,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.moe.pre","order":1096,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":820,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.moe.post_norm","order":1097,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":820,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.moe.gate","order":1098,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":821,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l28.moe.top_k","order":1099,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":822,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.moe.xn_quant","order":1100,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":823,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l28.moe.experts_gate_up","order":1101,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":823,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l28.moe.experts_clamp","order":1102,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":824,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.moe.experts_act","order":1103,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":824,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.moe.eact_quant","order":1104,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":825,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l28.moe.experts_down","order":1105,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":825,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l28.moe.shared_gate_up","order":1106,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":826,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l28.moe.shared_clamp","order":1107,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":827,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.moe.shared_act","order":1108,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":827,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.moe.shared_down","order":1109,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":828,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l28.moe.blend","order":1110,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":829,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l28.moe.post","order":1111,"layer":28,"block":"l28.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":830,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.kda.mix","order":1112,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":831,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.pre","order":1113,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":831,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.input_norm","order":1114,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":831,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.q","order":1115,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":832,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.k","order":1116,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":833,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.v","order":1117,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":834,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.qkv","order":1118,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":835,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.kda.short_conv","order":1119,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":836,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l29.kda.conv_ckpt","order":1120,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":836,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l29.kda.l2","order":1121,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":836,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.b","order":1122,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":837,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.f_a","order":1123,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":838,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.fa_quant","order":1124,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":839,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.kda.f_b","order":1125,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":840,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l29.kda.gates","order":1126,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":841,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.kda.recur","order":1127,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":842,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l29.kda.g_a","order":1128,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":843,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.ga_quant","order":1129,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":844,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.kda.g_b","order":1130,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":845,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l29.kda.out_norm","order":1131,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":846,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.kda.o","order":1132,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":847,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.kda.post","order":1133,"layer":29,"block":"l29.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":848,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.moe.mix","order":1134,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":849,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.moe.pre","order":1135,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":849,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.moe.post_norm","order":1136,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":849,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.moe.gate","order":1137,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":850,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l29.moe.top_k","order":1138,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":851,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.moe.xn_quant","order":1139,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":852,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l29.moe.experts_gate_up","order":1140,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":852,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l29.moe.experts_clamp","order":1141,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":853,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.moe.experts_act","order":1142,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":853,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.moe.eact_quant","order":1143,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":854,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l29.moe.experts_down","order":1144,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":854,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l29.moe.shared_gate_up","order":1145,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":855,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l29.moe.shared_clamp","order":1146,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":856,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.moe.shared_act","order":1147,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":856,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.moe.shared_down","order":1148,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":857,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l29.moe.blend","order":1149,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":858,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l29.moe.post","order":1150,"layer":29,"block":"l29.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":859,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.kda.mix","order":1151,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":860,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.pre","order":1152,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":860,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.input_norm","order":1153,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":860,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.q","order":1154,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":861,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.k","order":1155,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":862,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.v","order":1156,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":863,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.qkv","order":1157,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":864,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.kda.short_conv","order":1158,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":865,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l30.kda.conv_ckpt","order":1159,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":865,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l30.kda.l2","order":1160,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":865,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.b","order":1161,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":866,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.f_a","order":1162,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":867,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.fa_quant","order":1163,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":868,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.kda.f_b","order":1164,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":869,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l30.kda.gates","order":1165,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":870,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.kda.recur","order":1166,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":871,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l30.kda.g_a","order":1167,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":872,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.ga_quant","order":1168,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":873,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.kda.g_b","order":1169,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":874,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l30.kda.out_norm","order":1170,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":875,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.kda.o","order":1171,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":876,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.kda.post","order":1172,"layer":30,"block":"l30.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":877,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.moe.mix","order":1173,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":878,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.moe.pre","order":1174,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":878,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.moe.post_norm","order":1175,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":878,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.moe.gate","order":1176,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":879,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l30.moe.top_k","order":1177,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":880,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.moe.xn_quant","order":1178,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":881,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l30.moe.experts_gate_up","order":1179,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":881,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l30.moe.experts_clamp","order":1180,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":882,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.moe.experts_act","order":1181,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":882,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.moe.eact_quant","order":1182,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":883,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l30.moe.experts_down","order":1183,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":883,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l30.moe.shared_gate_up","order":1184,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":884,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l30.moe.shared_clamp","order":1185,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":885,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.moe.shared_act","order":1186,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":885,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.moe.shared_down","order":1187,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":886,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l30.moe.blend","order":1188,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":887,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l30.moe.post","order":1189,"layer":30,"block":"l30.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":888,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.mix","order":1190,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":889,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.pre","order":1191,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":889,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.input_norm","order":1192,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":889,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.xn_quant","order":1193,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":890,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.q_a","order":1194,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":891,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.kv_a","order":1195,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":891,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.q_a_norm","order":1196,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":892,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.qan_quant","order":1197,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":893,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.q_b","order":1198,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":894,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.kv_norm","order":1199,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":895,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.kv_write","order":1200,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":895,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l31.dsa.idx_k","order":1201,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":896,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.idx_k_norm","order":1202,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":897,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.idx_gate","order":1203,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":898,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.pool","order":1204,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":899,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l31.dsa.idx_w","order":1205,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":900,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.idx_q","order":1206,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":901,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.select","order":1207,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":902,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l31.dsa.attend","order":1208,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":903,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l31.dsa.a_quant","order":1209,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":904,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.o","order":1210,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":905,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l31.dsa.post","order":1211,"layer":31,"block":"l31.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":906,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.moe.mix","order":1212,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":907,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.moe.pre","order":1213,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":907,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.moe.post_norm","order":1214,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":907,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.moe.gate","order":1215,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":908,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l31.moe.top_k","order":1216,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":909,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.moe.xn_quant","order":1217,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":910,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l31.moe.experts_gate_up","order":1218,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":910,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l31.moe.experts_clamp","order":1219,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":911,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.moe.experts_act","order":1220,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":911,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.moe.eact_quant","order":1221,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":912,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l31.moe.experts_down","order":1222,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":912,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l31.moe.shared_gate_up","order":1223,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":913,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l31.moe.shared_clamp","order":1224,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":914,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.moe.shared_act","order":1225,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":914,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.moe.shared_down","order":1226,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":915,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l31.moe.blend","order":1227,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":916,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l31.moe.post","order":1228,"layer":31,"block":"l31.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":917,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.kda.mix","order":1229,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":918,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.pre","order":1230,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":918,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.input_norm","order":1231,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":918,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.q","order":1232,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":919,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.k","order":1233,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":920,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.v","order":1234,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":921,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.qkv","order":1235,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":922,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.kda.short_conv","order":1236,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":923,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l32.kda.conv_ckpt","order":1237,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":923,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l32.kda.l2","order":1238,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":923,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.b","order":1239,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":924,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.f_a","order":1240,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":925,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.fa_quant","order":1241,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":926,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.kda.f_b","order":1242,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":927,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l32.kda.gates","order":1243,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":928,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.kda.recur","order":1244,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":929,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l32.kda.g_a","order":1245,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":930,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.ga_quant","order":1246,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":931,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.kda.g_b","order":1247,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":932,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l32.kda.out_norm","order":1248,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":933,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.kda.o","order":1249,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":934,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.kda.post","order":1250,"layer":32,"block":"l32.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":935,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.moe.mix","order":1251,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":936,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.moe.pre","order":1252,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":936,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.moe.post_norm","order":1253,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":936,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.moe.gate","order":1254,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":937,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l32.moe.top_k","order":1255,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":938,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.moe.xn_quant","order":1256,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":939,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l32.moe.experts_gate_up","order":1257,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":939,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l32.moe.experts_clamp","order":1258,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":940,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.moe.experts_act","order":1259,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":940,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.moe.eact_quant","order":1260,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":941,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l32.moe.experts_down","order":1261,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":941,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l32.moe.shared_gate_up","order":1262,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":942,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l32.moe.shared_clamp","order":1263,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":943,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.moe.shared_act","order":1264,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":943,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.moe.shared_down","order":1265,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":944,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l32.moe.blend","order":1266,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":945,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l32.moe.post","order":1267,"layer":32,"block":"l32.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":946,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.kda.mix","order":1268,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":947,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.pre","order":1269,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":947,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.input_norm","order":1270,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":947,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.q","order":1271,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":948,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.k","order":1272,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":949,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.v","order":1273,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":950,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.qkv","order":1274,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":951,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.kda.short_conv","order":1275,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":952,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l33.kda.conv_ckpt","order":1276,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":952,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l33.kda.l2","order":1277,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":952,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.b","order":1278,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":953,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.f_a","order":1279,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":954,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.fa_quant","order":1280,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":955,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.kda.f_b","order":1281,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":956,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l33.kda.gates","order":1282,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":957,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.kda.recur","order":1283,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":958,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l33.kda.g_a","order":1284,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":959,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.ga_quant","order":1285,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":960,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.kda.g_b","order":1286,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":961,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l33.kda.out_norm","order":1287,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":962,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.kda.o","order":1288,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":963,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.kda.post","order":1289,"layer":33,"block":"l33.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":964,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.moe.mix","order":1290,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":965,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.moe.pre","order":1291,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":965,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.moe.post_norm","order":1292,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":965,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.moe.gate","order":1293,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":966,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l33.moe.top_k","order":1294,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":967,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.moe.xn_quant","order":1295,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":968,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l33.moe.experts_gate_up","order":1296,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":968,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l33.moe.experts_clamp","order":1297,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":969,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.moe.experts_act","order":1298,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":969,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.moe.eact_quant","order":1299,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":970,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l33.moe.experts_down","order":1300,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":970,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l33.moe.shared_gate_up","order":1301,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":971,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l33.moe.shared_clamp","order":1302,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":972,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.moe.shared_act","order":1303,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":972,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.moe.shared_down","order":1304,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":973,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l33.moe.blend","order":1305,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":974,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l33.moe.post","order":1306,"layer":33,"block":"l33.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":975,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.kda.mix","order":1307,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":976,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.pre","order":1308,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":976,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.input_norm","order":1309,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":976,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.q","order":1310,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":977,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.k","order":1311,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":978,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.v","order":1312,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":979,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.qkv","order":1313,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":980,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.kda.short_conv","order":1314,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":981,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l34.kda.conv_ckpt","order":1315,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":981,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l34.kda.l2","order":1316,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":981,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.b","order":1317,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":982,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.f_a","order":1318,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":983,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.fa_quant","order":1319,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":984,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.kda.f_b","order":1320,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":985,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l34.kda.gates","order":1321,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":986,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.kda.recur","order":1322,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":987,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l34.kda.g_a","order":1323,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":988,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.ga_quant","order":1324,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":989,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.kda.g_b","order":1325,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":990,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l34.kda.out_norm","order":1326,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":991,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.kda.o","order":1327,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":992,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.kda.post","order":1328,"layer":34,"block":"l34.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":993,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.moe.mix","order":1329,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":994,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.moe.pre","order":1330,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":994,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.moe.post_norm","order":1331,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":994,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.moe.gate","order":1332,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":995,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l34.moe.top_k","order":1333,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":996,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.moe.xn_quant","order":1334,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":997,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l34.moe.experts_gate_up","order":1335,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":997,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l34.moe.experts_clamp","order":1336,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":998,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.moe.experts_act","order":1337,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":998,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.moe.eact_quant","order":1338,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":999,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l34.moe.experts_down","order":1339,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":999,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l34.moe.shared_gate_up","order":1340,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1000,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l34.moe.shared_clamp","order":1341,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1001,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.moe.shared_act","order":1342,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1001,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.moe.shared_down","order":1343,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1002,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l34.moe.blend","order":1344,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1003,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l34.moe.post","order":1345,"layer":34,"block":"l34.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1004,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.mix","order":1346,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1005,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.pre","order":1347,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1005,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.input_norm","order":1348,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1005,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.xn_quant","order":1349,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1006,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.q_a","order":1350,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1007,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.kv_a","order":1351,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1007,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.q_a_norm","order":1352,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1008,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.qan_quant","order":1353,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1009,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.q_b","order":1354,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1010,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.kv_norm","order":1355,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1011,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.kv_write","order":1356,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":1011,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l35.dsa.idx_k","order":1357,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1012,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.idx_k_norm","order":1358,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1013,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.idx_gate","order":1359,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1014,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.pool","order":1360,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":1015,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l35.dsa.idx_w","order":1361,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1016,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.idx_q","order":1362,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1017,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.select","order":1363,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":1018,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l35.dsa.attend","order":1364,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":1019,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l35.dsa.a_quant","order":1365,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1020,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.o","order":1366,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1021,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l35.dsa.post","order":1367,"layer":35,"block":"l35.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1022,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.moe.mix","order":1368,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1023,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.moe.pre","order":1369,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1023,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.moe.post_norm","order":1370,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1023,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.moe.gate","order":1371,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1024,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l35.moe.top_k","order":1372,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1025,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.moe.xn_quant","order":1373,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1026,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l35.moe.experts_gate_up","order":1374,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1026,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l35.moe.experts_clamp","order":1375,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1027,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.moe.experts_act","order":1376,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1027,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.moe.eact_quant","order":1377,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1028,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l35.moe.experts_down","order":1378,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1028,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l35.moe.shared_gate_up","order":1379,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1029,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l35.moe.shared_clamp","order":1380,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1030,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.moe.shared_act","order":1381,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1030,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.moe.shared_down","order":1382,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1031,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l35.moe.blend","order":1383,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1032,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l35.moe.post","order":1384,"layer":35,"block":"l35.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1033,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.kda.mix","order":1385,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1034,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.pre","order":1386,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1034,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.input_norm","order":1387,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1034,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.q","order":1388,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1035,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.k","order":1389,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1036,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.v","order":1390,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1037,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.qkv","order":1391,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":1038,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.kda.short_conv","order":1392,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1039,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l36.kda.conv_ckpt","order":1393,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":1039,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l36.kda.l2","order":1394,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1039,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.b","order":1395,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1040,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.f_a","order":1396,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1041,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.fa_quant","order":1397,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1042,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.kda.f_b","order":1398,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1043,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l36.kda.gates","order":1399,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":1044,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.kda.recur","order":1400,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1045,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l36.kda.g_a","order":1401,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1046,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.ga_quant","order":1402,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1047,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.kda.g_b","order":1403,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1048,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l36.kda.out_norm","order":1404,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1049,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.kda.o","order":1405,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1050,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.kda.post","order":1406,"layer":36,"block":"l36.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1051,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.moe.mix","order":1407,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1052,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.moe.pre","order":1408,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1052,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.moe.post_norm","order":1409,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1052,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.moe.gate","order":1410,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1053,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l36.moe.top_k","order":1411,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1054,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.moe.xn_quant","order":1412,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1055,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l36.moe.experts_gate_up","order":1413,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1055,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l36.moe.experts_clamp","order":1414,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1056,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.moe.experts_act","order":1415,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1056,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.moe.eact_quant","order":1416,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1057,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l36.moe.experts_down","order":1417,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1057,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l36.moe.shared_gate_up","order":1418,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1058,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l36.moe.shared_clamp","order":1419,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1059,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.moe.shared_act","order":1420,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1059,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.moe.shared_down","order":1421,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1060,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l36.moe.blend","order":1422,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1061,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l36.moe.post","order":1423,"layer":36,"block":"l36.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1062,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.kda.mix","order":1424,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1063,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.pre","order":1425,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1063,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.input_norm","order":1426,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1063,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.q","order":1427,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1064,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.k","order":1428,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1065,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.v","order":1429,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1066,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.qkv","order":1430,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":1067,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.kda.short_conv","order":1431,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1068,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l37.kda.conv_ckpt","order":1432,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":1068,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l37.kda.l2","order":1433,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1068,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.b","order":1434,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1069,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.f_a","order":1435,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1070,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.fa_quant","order":1436,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1071,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.kda.f_b","order":1437,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1072,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l37.kda.gates","order":1438,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":1073,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.kda.recur","order":1439,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1074,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l37.kda.g_a","order":1440,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1075,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.ga_quant","order":1441,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1076,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.kda.g_b","order":1442,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1077,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l37.kda.out_norm","order":1443,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1078,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.kda.o","order":1444,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1079,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.kda.post","order":1445,"layer":37,"block":"l37.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1080,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.moe.mix","order":1446,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1081,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.moe.pre","order":1447,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1081,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.moe.post_norm","order":1448,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1081,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.moe.gate","order":1449,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1082,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l37.moe.top_k","order":1450,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1083,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.moe.xn_quant","order":1451,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1084,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l37.moe.experts_gate_up","order":1452,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1084,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l37.moe.experts_clamp","order":1453,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1085,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.moe.experts_act","order":1454,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1085,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.moe.eact_quant","order":1455,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1086,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l37.moe.experts_down","order":1456,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1086,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l37.moe.shared_gate_up","order":1457,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1087,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l37.moe.shared_clamp","order":1458,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1088,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.moe.shared_act","order":1459,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1088,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.moe.shared_down","order":1460,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1089,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l37.moe.blend","order":1461,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1090,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l37.moe.post","order":1462,"layer":37,"block":"l37.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1091,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.kda.mix","order":1463,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1092,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.pre","order":1464,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1092,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.input_norm","order":1465,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1092,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.q","order":1466,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1093,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.k","order":1467,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1094,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.v","order":1468,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1095,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.qkv","order":1469,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":1096,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.kda.short_conv","order":1470,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1097,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l38.kda.conv_ckpt","order":1471,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":1097,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l38.kda.l2","order":1472,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1097,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.b","order":1473,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1098,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.f_a","order":1474,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1099,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.fa_quant","order":1475,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1100,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.kda.f_b","order":1476,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1101,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l38.kda.gates","order":1477,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":1102,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.kda.recur","order":1478,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1103,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l38.kda.g_a","order":1479,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1104,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.ga_quant","order":1480,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1105,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.kda.g_b","order":1481,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1106,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l38.kda.out_norm","order":1482,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1107,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.kda.o","order":1483,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1108,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.kda.post","order":1484,"layer":38,"block":"l38.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1109,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.moe.mix","order":1485,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1110,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.moe.pre","order":1486,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1110,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.moe.post_norm","order":1487,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1110,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.moe.gate","order":1488,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1111,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l38.moe.top_k","order":1489,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1112,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.moe.xn_quant","order":1490,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1113,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l38.moe.experts_gate_up","order":1491,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1113,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l38.moe.experts_clamp","order":1492,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1114,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.moe.experts_act","order":1493,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1114,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.moe.eact_quant","order":1494,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1115,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l38.moe.experts_down","order":1495,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1115,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l38.moe.shared_gate_up","order":1496,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1116,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l38.moe.shared_clamp","order":1497,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1117,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.moe.shared_act","order":1498,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1117,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.moe.shared_down","order":1499,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1118,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l38.moe.blend","order":1500,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1119,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l38.moe.post","order":1501,"layer":38,"block":"l38.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1120,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.mix","order":1502,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1121,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.pre","order":1503,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1121,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.input_norm","order":1504,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1121,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.xn_quant","order":1505,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1122,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.q_a","order":1506,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1123,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.kv_a","order":1507,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1123,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.q_a_norm","order":1508,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1124,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.qan_quant","order":1509,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1125,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.q_b","order":1510,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1126,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.kv_norm","order":1511,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1127,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.kv_write","order":1512,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":1127,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l39.dsa.idx_k","order":1513,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1128,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.idx_k_norm","order":1514,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1129,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.idx_gate","order":1515,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1130,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.pool","order":1516,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":1131,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l39.dsa.idx_w","order":1517,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1132,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.idx_q","order":1518,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1133,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.select","order":1519,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":1134,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l39.dsa.attend","order":1520,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":1135,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l39.dsa.a_quant","order":1521,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1136,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.o","order":1522,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1137,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l39.dsa.post","order":1523,"layer":39,"block":"l39.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1138,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.moe.mix","order":1524,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1139,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.moe.pre","order":1525,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1139,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.moe.post_norm","order":1526,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1139,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.moe.gate","order":1527,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1140,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l39.moe.top_k","order":1528,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1141,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.moe.xn_quant","order":1529,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1142,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l39.moe.experts_gate_up","order":1530,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1142,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l39.moe.experts_clamp","order":1531,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1143,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.moe.experts_act","order":1532,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1143,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.moe.eact_quant","order":1533,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1144,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l39.moe.experts_down","order":1534,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1144,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l39.moe.shared_gate_up","order":1535,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1145,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l39.moe.shared_clamp","order":1536,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1146,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.moe.shared_act","order":1537,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1146,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.moe.shared_down","order":1538,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1147,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l39.moe.blend","order":1539,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1148,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l39.moe.post","order":1540,"layer":39,"block":"l39.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1149,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.kda.mix","order":1541,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1150,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.pre","order":1542,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1150,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.input_norm","order":1543,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1150,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.q","order":1544,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1151,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.k","order":1545,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1152,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.v","order":1546,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1153,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.qkv","order":1547,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":1154,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.kda.short_conv","order":1548,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1155,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l40.kda.conv_ckpt","order":1549,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":1155,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l40.kda.l2","order":1550,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1155,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.b","order":1551,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1156,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.f_a","order":1552,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1157,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.fa_quant","order":1553,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1158,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.kda.f_b","order":1554,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1159,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l40.kda.gates","order":1555,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":1160,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.kda.recur","order":1556,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1161,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l40.kda.g_a","order":1557,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1162,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.ga_quant","order":1558,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1163,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.kda.g_b","order":1559,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1164,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l40.kda.out_norm","order":1560,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1165,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.kda.o","order":1561,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1166,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.kda.post","order":1562,"layer":40,"block":"l40.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1167,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.moe.mix","order":1563,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1168,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.moe.pre","order":1564,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1168,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.moe.post_norm","order":1565,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1168,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.moe.gate","order":1566,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1169,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l40.moe.top_k","order":1567,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1170,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.moe.xn_quant","order":1568,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1171,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l40.moe.experts_gate_up","order":1569,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1171,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l40.moe.experts_clamp","order":1570,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1172,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.moe.experts_act","order":1571,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1172,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.moe.eact_quant","order":1572,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1173,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l40.moe.experts_down","order":1573,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1173,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l40.moe.shared_gate_up","order":1574,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1174,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l40.moe.shared_clamp","order":1575,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1175,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.moe.shared_act","order":1576,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1175,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.moe.shared_down","order":1577,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1176,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l40.moe.blend","order":1578,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1177,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l40.moe.post","order":1579,"layer":40,"block":"l40.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1178,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.kda.mix","order":1580,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1179,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.pre","order":1581,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1179,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.input_norm","order":1582,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1179,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.q","order":1583,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1180,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.k","order":1584,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1181,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.v","order":1585,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1182,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.qkv","order":1586,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":1183,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.kda.short_conv","order":1587,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1184,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l41.kda.conv_ckpt","order":1588,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":1184,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l41.kda.l2","order":1589,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1184,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.b","order":1590,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1185,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.f_a","order":1591,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1186,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.fa_quant","order":1592,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1187,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.kda.f_b","order":1593,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1188,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l41.kda.gates","order":1594,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":1189,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.kda.recur","order":1595,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1190,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l41.kda.g_a","order":1596,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1191,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.ga_quant","order":1597,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1192,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.kda.g_b","order":1598,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1193,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l41.kda.out_norm","order":1599,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1194,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.kda.o","order":1600,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1195,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.kda.post","order":1601,"layer":41,"block":"l41.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1196,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.moe.mix","order":1602,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1197,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.moe.pre","order":1603,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1197,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.moe.post_norm","order":1604,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1197,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.moe.gate","order":1605,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1198,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l41.moe.top_k","order":1606,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1199,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.moe.xn_quant","order":1607,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1200,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l41.moe.experts_gate_up","order":1608,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1200,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l41.moe.experts_clamp","order":1609,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1201,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.moe.experts_act","order":1610,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1201,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.moe.eact_quant","order":1611,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1202,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l41.moe.experts_down","order":1612,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1202,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l41.moe.shared_gate_up","order":1613,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1203,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l41.moe.shared_clamp","order":1614,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1204,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.moe.shared_act","order":1615,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1204,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.moe.shared_down","order":1616,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1205,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l41.moe.blend","order":1617,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1206,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l41.moe.post","order":1618,"layer":41,"block":"l41.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1207,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.kda.mix","order":1619,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1208,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.pre","order":1620,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1208,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.input_norm","order":1621,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1208,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.q","order":1622,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1209,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.k","order":1623,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1210,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.v","order":1624,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1211,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.qkv","order":1625,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":1212,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.kda.short_conv","order":1626,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1213,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l42.kda.conv_ckpt","order":1627,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":1213,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l42.kda.l2","order":1628,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1213,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.b","order":1629,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1214,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.f_a","order":1630,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1215,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.fa_quant","order":1631,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1216,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.kda.f_b","order":1632,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1217,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l42.kda.gates","order":1633,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":1218,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.kda.recur","order":1634,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1219,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l42.kda.g_a","order":1635,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1220,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.ga_quant","order":1636,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1221,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.kda.g_b","order":1637,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1222,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l42.kda.out_norm","order":1638,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1223,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.kda.o","order":1639,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1224,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.kda.post","order":1640,"layer":42,"block":"l42.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1225,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.moe.mix","order":1641,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1226,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.moe.pre","order":1642,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1226,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.moe.post_norm","order":1643,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1226,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.moe.gate","order":1644,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1227,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l42.moe.top_k","order":1645,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1228,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.moe.xn_quant","order":1646,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1229,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l42.moe.experts_gate_up","order":1647,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1229,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l42.moe.experts_clamp","order":1648,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1230,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.moe.experts_act","order":1649,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1230,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.moe.eact_quant","order":1650,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1231,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l42.moe.experts_down","order":1651,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1231,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l42.moe.shared_gate_up","order":1652,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1232,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l42.moe.shared_clamp","order":1653,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1233,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.moe.shared_act","order":1654,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1233,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.moe.shared_down","order":1655,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1234,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l42.moe.blend","order":1656,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1235,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l42.moe.post","order":1657,"layer":42,"block":"l42.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1236,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.mix","order":1658,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1237,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.pre","order":1659,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1237,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.input_norm","order":1660,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1237,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.xn_quant","order":1661,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1238,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.q_a","order":1662,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_a","roles":["mla_q_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1239,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.kv_a","order":1663,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_kv_a","roles":["mla_kv_a"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1239,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.q_a_norm","order":1664,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1240,"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.qan_quant","order":1665,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1241,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.q_b","order":1666,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:mla_q_b","roles":["mla_q_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1242,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.kv_norm","order":1667,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1243,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.kv_write","order":1668,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kv_write","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["cache fp8"],"group":1243,"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","point":{"weight_form":"plain","layout":"latent","kv_dtype":"fp8"},"compute":"memory","numerics":"reference","where":"device","state":"latent:write"},{"id":"l43.dsa.idx_k","order":1669,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_k","roles":["index_k"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1244,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.idx_k_norm","order":1670,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"layer_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1245,"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.idx_gate","order":1671,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_gate","roles":["index_gate"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1246,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.pool","order":1672,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"kpool_compress","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":null},"steps":["state bf16","compute f32"],"group":1247,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:write,tail:update"},{"id":"l43.dsa.idx_w","order":1673,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_weights","roles":["index_weights"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1248,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.idx_q","order":1674,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:index_q","roles":["index_q"],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1249,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.select","order":1675,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"index_select","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"i32"},"steps":["scores f32","score f32"],"group":1250,"kernel":null,"family":null,"point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"index:read"},{"id":"l43.dsa.attend","order":1676,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"mla_attention","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","cache fp8","scores f32","softmax f32","accumulate f32"],"group":1251,"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","point":{"kv_lora":"512","kv_dtype":"fp8"},"compute":"cuda_core","numerics":"reference","where":"device","state":"latent:read"},{"id":"l43.dsa.a_quant","order":1677,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1252,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.o","order":1678,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1253,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l43.dsa.post","order":1679,"layer":43,"block":"l43.dsa","block_type":"dsa","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1254,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.moe.mix","order":1680,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1255,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.moe.pre","order":1681,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1255,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.moe.post_norm","order":1682,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1255,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.moe.gate","order":1683,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1256,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l43.moe.top_k","order":1684,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1257,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.moe.xn_quant","order":1685,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1258,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l43.moe.experts_gate_up","order":1686,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1258,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l43.moe.experts_clamp","order":1687,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1259,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.moe.experts_act","order":1688,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1259,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.moe.eact_quant","order":1689,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1260,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l43.moe.experts_down","order":1690,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1260,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l43.moe.shared_gate_up","order":1691,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1261,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l43.moe.shared_clamp","order":1692,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1262,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.moe.shared_act","order":1693,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1262,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.moe.shared_down","order":1694,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1263,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l43.moe.blend","order":1695,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1264,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l43.moe.post","order":1696,"layer":43,"block":"l43.moe","block_type":"moe","kind":"deepseek_sparse_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1265,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.kda.mix","order":1697,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1266,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.pre","order":1698,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1266,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.input_norm","order":1699,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1266,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.q","order":1700,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:q","roles":["q"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1267,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.k","order":1701,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:k","roles":["k"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1268,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.v","order":1702,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:v","roles":["v"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1269,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.qkv","order":1703,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"concat","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["move bf16"],"group":1270,"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.kda.short_conv","order":1704,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"conv1d_update","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1271,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:update"},{"id":"l44.kda.conv_ckpt","order":1705,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"state_snapshot","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":null},"steps":["state f32"],"group":1271,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":"conv:snapshot"},{"id":"l44.kda.l2","order":1706,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"l2_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1271,"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.b","order":1707,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_b","roles":["kda_b"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1272,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.f_a","order":1708,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_a","roles":["kda_f_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1273,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.fa_quant","order":1709,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1274,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.kda.f_b","order":1710,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_f_b","roles":["kda_f_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1275,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l44.kda.gates","order":1711,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"gdn_gates","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"steps":["compute f32"],"group":1276,"kernel":null,"family":null,"point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.kda.recur","order":1712,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"gdn_recurrence","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["state f32","compute f32"],"group":1277,"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","point":{"decay":"channel"},"compute":"cuda_core","numerics":"reference","where":"device","state":"h:update"},{"id":"l44.kda.g_a","order":1713,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_a","roles":["kda_g_a"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1278,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.ga_quant","order":1714,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"steps":["compute f32"],"group":1279,"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.kda.g_b","order":1715,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:kda_g_b","roles":["kda_g_b"],"inserted":false,"precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"steps":["act fp8/token","weight fp8/channel->e4m3","mma e4m3*e4m3","accumulate f32","scale f32"],"group":1280,"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","point":null,"compute":"tensor_core:mma.sync.m16n8k32.e4m3","numerics":"reference","where":"device","state":null},{"id":"l44.kda.out_norm","order":1716,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"gated_rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1281,"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","point":{"gate_act":"sigmoid"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.kda.o","order":1717,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"linear:o","roles":["o"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1282,"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.kda.post","order":1718,"layer":44,"block":"l44.kda","block_type":"kda","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1283,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.moe.mix","order":1719,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"linear:hc_mix","roles":["hc_mix"],"inserted":false,"precision":{"weight":"bf16","activation":"f32","output":"f32"},"steps":["act f32","weight bf16->f32","mma f32*f32","accumulate f32","scale none"],"group":1284,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.moe.pre","order":1720,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"hc_pre","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"steps":["compute f32"],"group":1284,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.moe.post_norm","order":1721,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"rms_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1284,"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.moe.gate","order":1722,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"router","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"f32"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1285,"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"l44.moe.top_k","order":1723,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"top_k","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"f32,i32"},"steps":["score f32"],"group":1286,"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","point":{"scoring":"sigmoid_bias"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.moe.xn_quant","order":1724,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1287,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l44.moe.experts_gate_up","order":1725,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"expert_gate_up","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["gather nvfp4/g16","act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1287,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l44.moe.experts_clamp","order":1726,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1288,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.moe.experts_act","order":1727,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1288,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.moe.eact_quant","order":1728,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"act_quant","roles":[],"inserted":true,"precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"steps":["compute f32"],"group":1289,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l44.moe.experts_down","order":1729,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"expert_down","roles":[],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"steps":["act nvfp4/g16","weight nvfp4/g16->e2m1","mma e2m1*e2m1","accumulate f32","scale f32"],"group":1289,"kernel":null,"family":null,"point":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","numerics":"reference","where":"device","state":null},{"id":"l44.moe.shared_gate_up","order":1730,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_gate_up","roles":["shared_gate_up"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1290,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l44.moe.shared_clamp","order":1731,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"swiglu_clamp","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1291,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.moe.shared_act","order":1732,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"silu_mul","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1291,"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.moe.shared_down","order":1733,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"linear:shared_down","roles":["shared_down"],"inserted":false,"precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight nvfp4/g16->bf16","mma bf16*bf16","accumulate f32","scale f32"],"group":1292,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"novel","state":null},{"id":"l44.moe.blend","order":1734,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"blend","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["scatter f32","combine f32"],"group":1293,"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","point":{"shared_gate":"none"},"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"l44.moe.post","order":1735,"layer":44,"block":"l44.moe","block_type":"moe","kind":"linear_attention","op":"hc_post","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"f32"},"steps":["compute f32"],"group":1294,"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"head.contract","order":1736,"layer":null,"block":"head","block_type":"head","kind":null,"op":"hc_contract","roles":[],"inserted":false,"precision":{"weight":null,"activation":"f32","output":"bf16"},"steps":["compute f32"],"group":1295,"kernel":"glm5next_mhc::glm5next_hc_head","family":"glm_mhc","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"head.final_norm","order":1737,"layer":null,"block":"head","block_type":"head","kind":null,"op":"final_norm","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"bf16"},"steps":["compute f32"],"group":1296,"kernel":"norm::rms_norm","family":"rms_norm","point":null,"compute":"memory","numerics":"reference","where":"device","state":null},{"id":"head.lm_head","order":1738,"layer":null,"block":"head","block_type":"head","kind":null,"op":"lm_head","roles":[],"inserted":false,"precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"steps":["act bf16","weight bf16->bf16","mma bf16*bf16","accumulate f32","scale none"],"group":1297,"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","point":null,"compute":"cuda_core","numerics":"reference","where":"device","state":null},{"id":"head.argmax","order":1739,"layer":null,"block":"head","block_type":"head","kind":null,"op":"argmax","roles":[],"inserted":false,"precision":{"weight":null,"activation":"bf16","output":"i32"},"steps":["compare bf16"],"group":1298,"kernel":null,"family":null,"point":null,"compute":null,"numerics":"reference","where":"host","state":null}],"edges":[{"id":"embed.h","from":0,"to":1,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"embed.streams","from":1,"to":2,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"embed.streams","from":1,"to":3,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"embed.streams","from":1,"to":23,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l0.kda.mix","from":2,"to":3,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l0.kda.u","from":3,"to":4,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l0.kda.post","from":3,"to":23,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l0.kda.comb","from":3,"to":23,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l0.kda.xn","from":4,"to":5,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.kda.xn","from":4,"to":6,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.kda.xn","from":4,"to":7,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.kda.xn","from":4,"to":12,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.kda.xn","from":4,"to":13,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.kda.xn","from":4,"to":18,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.kda.q","from":5,"to":8,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l0.kda.k","from":6,"to":8,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l0.kda.v","from":7,"to":8,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l0.kda.qkv","from":8,"to":9,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l0.kda.conv","from":9,"to":10,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l0.kda.conv","from":9,"to":11,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l0.kda.qkvn","from":11,"to":17,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l0.kda.b","from":12,"to":16,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l0.kda.fa","from":13,"to":14,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l0.kda.fa_quant","from":14,"to":15,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l0.kda.f","from":15,"to":16,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l0.kda.decay","from":16,"to":17,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l0.kda.beta","from":16,"to":17,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l0.kda.core","from":17,"to":21,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l0.kda.ga","from":18,"to":19,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l0.kda.ga_quant","from":19,"to":20,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l0.kda.g","from":20,"to":21,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l0.kda.gated","from":21,"to":22,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l0.kda.o","from":22,"to":23,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.kda.y","from":23,"to":24,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l0.kda.y","from":23,"to":25,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l0.kda.y","from":23,"to":33,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l0.mlp.mix","from":24,"to":25,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l0.mlp.u","from":25,"to":26,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l0.mlp.post","from":25,"to":33,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l0.mlp.comb","from":25,"to":33,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l0.mlp.xn","from":26,"to":27,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.mlp.xn_quant","from":27,"to":28,"format":"nvfp4/g16","rows":null,"dim":null,"fused":false},{"id":"l0.mlp.gu","from":28,"to":29,"format":"bf16","rows":"n","dim":"inter*2","fused":false},{"id":"l0.mlp.guc","from":29,"to":30,"format":"f32","rows":"n","dim":"inter*2","fused":true},{"id":"l0.mlp.a","from":30,"to":31,"format":"bf16","rows":"n","dim":"inter","fused":false},{"id":"l0.mlp.a_quant","from":31,"to":32,"format":"nvfp4/g16","rows":null,"dim":null,"fused":false},{"id":"l0.mlp.f","from":32,"to":33,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l0.mlp.y","from":33,"to":34,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l0.mlp.y","from":33,"to":35,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l0.mlp.y","from":33,"to":55,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l1.kda.mix","from":34,"to":35,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l1.kda.u","from":35,"to":36,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l1.kda.post","from":35,"to":55,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l1.kda.comb","from":35,"to":55,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l1.kda.xn","from":36,"to":37,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.kda.xn","from":36,"to":38,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.kda.xn","from":36,"to":39,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.kda.xn","from":36,"to":44,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.kda.xn","from":36,"to":45,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.kda.xn","from":36,"to":50,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.kda.q","from":37,"to":40,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l1.kda.k","from":38,"to":40,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l1.kda.v","from":39,"to":40,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l1.kda.qkv","from":40,"to":41,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l1.kda.conv","from":41,"to":42,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l1.kda.conv","from":41,"to":43,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l1.kda.qkvn","from":43,"to":49,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l1.kda.b","from":44,"to":48,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l1.kda.fa","from":45,"to":46,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l1.kda.fa_quant","from":46,"to":47,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l1.kda.f","from":47,"to":48,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l1.kda.decay","from":48,"to":49,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l1.kda.beta","from":48,"to":49,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l1.kda.core","from":49,"to":53,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l1.kda.ga","from":50,"to":51,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l1.kda.ga_quant","from":51,"to":52,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l1.kda.g","from":52,"to":53,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l1.kda.gated","from":53,"to":54,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l1.kda.o","from":54,"to":55,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.kda.y","from":55,"to":56,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l1.kda.y","from":55,"to":57,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l1.kda.y","from":55,"to":65,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l1.mlp.mix","from":56,"to":57,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l1.mlp.u","from":57,"to":58,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l1.mlp.post","from":57,"to":65,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l1.mlp.comb","from":57,"to":65,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l1.mlp.xn","from":58,"to":59,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.mlp.xn_quant","from":59,"to":60,"format":"nvfp4/g16","rows":null,"dim":null,"fused":false},{"id":"l1.mlp.gu","from":60,"to":61,"format":"bf16","rows":"n","dim":"inter*2","fused":false},{"id":"l1.mlp.guc","from":61,"to":62,"format":"f32","rows":"n","dim":"inter*2","fused":true},{"id":"l1.mlp.a","from":62,"to":63,"format":"bf16","rows":"n","dim":"inter","fused":false},{"id":"l1.mlp.a_quant","from":63,"to":64,"format":"nvfp4/g16","rows":null,"dim":null,"fused":false},{"id":"l1.mlp.f","from":64,"to":65,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l1.mlp.y","from":65,"to":66,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l1.mlp.y","from":65,"to":67,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l1.mlp.y","from":65,"to":87,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l2.kda.mix","from":66,"to":67,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l2.kda.u","from":67,"to":68,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l2.kda.post","from":67,"to":87,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l2.kda.comb","from":67,"to":87,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l2.kda.xn","from":68,"to":69,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.kda.xn","from":68,"to":70,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.kda.xn","from":68,"to":71,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.kda.xn","from":68,"to":76,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.kda.xn","from":68,"to":77,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.kda.xn","from":68,"to":82,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.kda.q","from":69,"to":72,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l2.kda.k","from":70,"to":72,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l2.kda.v","from":71,"to":72,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l2.kda.qkv","from":72,"to":73,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l2.kda.conv","from":73,"to":74,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l2.kda.conv","from":73,"to":75,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l2.kda.qkvn","from":75,"to":81,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l2.kda.b","from":76,"to":80,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l2.kda.fa","from":77,"to":78,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l2.kda.fa_quant","from":78,"to":79,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l2.kda.f","from":79,"to":80,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l2.kda.decay","from":80,"to":81,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l2.kda.beta","from":80,"to":81,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l2.kda.core","from":81,"to":85,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l2.kda.ga","from":82,"to":83,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l2.kda.ga_quant","from":83,"to":84,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l2.kda.g","from":84,"to":85,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l2.kda.gated","from":85,"to":86,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l2.kda.o","from":86,"to":87,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.kda.y","from":87,"to":88,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l2.kda.y","from":87,"to":89,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l2.kda.y","from":87,"to":97,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l2.mlp.mix","from":88,"to":89,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l2.mlp.u","from":89,"to":90,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l2.mlp.post","from":89,"to":97,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l2.mlp.comb","from":89,"to":97,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l2.mlp.xn","from":90,"to":91,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.mlp.xn_quant","from":91,"to":92,"format":"nvfp4/g16","rows":null,"dim":null,"fused":false},{"id":"l2.mlp.gu","from":92,"to":93,"format":"bf16","rows":"n","dim":"inter*2","fused":false},{"id":"l2.mlp.guc","from":93,"to":94,"format":"f32","rows":"n","dim":"inter*2","fused":true},{"id":"l2.mlp.a","from":94,"to":95,"format":"bf16","rows":"n","dim":"inter","fused":false},{"id":"l2.mlp.a_quant","from":95,"to":96,"format":"nvfp4/g16","rows":null,"dim":null,"fused":false},{"id":"l2.mlp.f","from":96,"to":97,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l2.mlp.y","from":97,"to":98,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l2.mlp.y","from":97,"to":99,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l2.mlp.y","from":97,"to":119,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l3.dsa.mix","from":98,"to":99,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l3.dsa.u","from":99,"to":100,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l3.dsa.post","from":99,"to":119,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l3.dsa.comb","from":99,"to":119,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l3.dsa.xn","from":100,"to":101,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.dsa.xn","from":100,"to":111,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.dsa.xn","from":100,"to":113,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.dsa.xn_quant","from":101,"to":102,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l3.dsa.xn_quant","from":101,"to":103,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l3.dsa.xn_quant","from":101,"to":109,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l3.dsa.qa","from":102,"to":104,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l3.dsa.kva","from":103,"to":107,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l3.dsa.qan","from":104,"to":105,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l3.dsa.qan","from":104,"to":114,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l3.dsa.qan_quant","from":105,"to":106,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l3.dsa.q","from":106,"to":116,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l3.dsa.c","from":107,"to":108,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l3.dsa.ik","from":109,"to":110,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l3.dsa.ikn","from":110,"to":112,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l3.dsa.ig","from":111,"to":112,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l3.dsa.iw","from":113,"to":115,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l3.dsa.iq","from":114,"to":115,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l3.dsa.sel","from":115,"to":116,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l3.dsa.a","from":116,"to":117,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l3.dsa.a_quant","from":117,"to":118,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l3.dsa.o","from":118,"to":119,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.dsa.y","from":119,"to":120,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l3.dsa.y","from":119,"to":121,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l3.dsa.y","from":119,"to":136,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l3.moe.mix","from":120,"to":121,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l3.moe.u","from":121,"to":122,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l3.moe.post","from":121,"to":136,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l3.moe.comb","from":121,"to":136,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l3.moe.xn","from":122,"to":123,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.moe.xn","from":122,"to":125,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.moe.xn","from":122,"to":131,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.moe.logits","from":123,"to":124,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l3.moe.topk_w","from":124,"to":135,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l3.moe.topk_id","from":124,"to":126,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l3.moe.topk_id","from":124,"to":130,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l3.moe.xn_quant","from":125,"to":126,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l3.moe.egu","from":126,"to":127,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l3.moe.egc","from":127,"to":128,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l3.moe.eact","from":128,"to":129,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l3.moe.eact_quant","from":129,"to":130,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l3.moe.edown","from":130,"to":135,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l3.moe.sgu","from":131,"to":132,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l3.moe.sgc","from":132,"to":133,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l3.moe.sact","from":133,"to":134,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l3.moe.sdown","from":134,"to":135,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.moe.f","from":135,"to":136,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l3.moe.y","from":136,"to":137,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l3.moe.y","from":136,"to":138,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l3.moe.y","from":136,"to":158,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l4.kda.mix","from":137,"to":138,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l4.kda.u","from":138,"to":139,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l4.kda.post","from":138,"to":158,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l4.kda.comb","from":138,"to":158,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l4.kda.xn","from":139,"to":140,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.kda.xn","from":139,"to":141,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.kda.xn","from":139,"to":142,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.kda.xn","from":139,"to":147,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.kda.xn","from":139,"to":148,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.kda.xn","from":139,"to":153,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.kda.q","from":140,"to":143,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l4.kda.k","from":141,"to":143,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l4.kda.v","from":142,"to":143,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l4.kda.qkv","from":143,"to":144,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l4.kda.conv","from":144,"to":145,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l4.kda.conv","from":144,"to":146,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l4.kda.qkvn","from":146,"to":152,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l4.kda.b","from":147,"to":151,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l4.kda.fa","from":148,"to":149,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l4.kda.fa_quant","from":149,"to":150,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l4.kda.f","from":150,"to":151,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l4.kda.decay","from":151,"to":152,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l4.kda.beta","from":151,"to":152,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l4.kda.core","from":152,"to":156,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l4.kda.ga","from":153,"to":154,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l4.kda.ga_quant","from":154,"to":155,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l4.kda.g","from":155,"to":156,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l4.kda.gated","from":156,"to":157,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l4.kda.o","from":157,"to":158,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.kda.y","from":158,"to":159,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l4.kda.y","from":158,"to":160,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l4.kda.y","from":158,"to":175,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l4.moe.mix","from":159,"to":160,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l4.moe.u","from":160,"to":161,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l4.moe.post","from":160,"to":175,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l4.moe.comb","from":160,"to":175,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l4.moe.xn","from":161,"to":162,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.moe.xn","from":161,"to":164,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.moe.xn","from":161,"to":170,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.moe.logits","from":162,"to":163,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l4.moe.topk_w","from":163,"to":174,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l4.moe.topk_id","from":163,"to":165,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l4.moe.topk_id","from":163,"to":169,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l4.moe.xn_quant","from":164,"to":165,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l4.moe.egu","from":165,"to":166,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l4.moe.egc","from":166,"to":167,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l4.moe.eact","from":167,"to":168,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l4.moe.eact_quant","from":168,"to":169,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l4.moe.edown","from":169,"to":174,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l4.moe.sgu","from":170,"to":171,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l4.moe.sgc","from":171,"to":172,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l4.moe.sact","from":172,"to":173,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l4.moe.sdown","from":173,"to":174,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.moe.f","from":174,"to":175,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l4.moe.y","from":175,"to":176,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l4.moe.y","from":175,"to":177,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l4.moe.y","from":175,"to":197,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l5.kda.mix","from":176,"to":177,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l5.kda.u","from":177,"to":178,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l5.kda.post","from":177,"to":197,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l5.kda.comb","from":177,"to":197,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l5.kda.xn","from":178,"to":179,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.kda.xn","from":178,"to":180,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.kda.xn","from":178,"to":181,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.kda.xn","from":178,"to":186,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.kda.xn","from":178,"to":187,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.kda.xn","from":178,"to":192,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.kda.q","from":179,"to":182,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l5.kda.k","from":180,"to":182,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l5.kda.v","from":181,"to":182,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l5.kda.qkv","from":182,"to":183,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l5.kda.conv","from":183,"to":184,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l5.kda.conv","from":183,"to":185,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l5.kda.qkvn","from":185,"to":191,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l5.kda.b","from":186,"to":190,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l5.kda.fa","from":187,"to":188,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l5.kda.fa_quant","from":188,"to":189,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l5.kda.f","from":189,"to":190,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l5.kda.decay","from":190,"to":191,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l5.kda.beta","from":190,"to":191,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l5.kda.core","from":191,"to":195,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l5.kda.ga","from":192,"to":193,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l5.kda.ga_quant","from":193,"to":194,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l5.kda.g","from":194,"to":195,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l5.kda.gated","from":195,"to":196,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l5.kda.o","from":196,"to":197,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.kda.y","from":197,"to":198,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l5.kda.y","from":197,"to":199,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l5.kda.y","from":197,"to":214,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l5.moe.mix","from":198,"to":199,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l5.moe.u","from":199,"to":200,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l5.moe.post","from":199,"to":214,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l5.moe.comb","from":199,"to":214,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l5.moe.xn","from":200,"to":201,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.moe.xn","from":200,"to":203,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.moe.xn","from":200,"to":209,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.moe.logits","from":201,"to":202,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l5.moe.topk_w","from":202,"to":213,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l5.moe.topk_id","from":202,"to":204,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l5.moe.topk_id","from":202,"to":208,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l5.moe.xn_quant","from":203,"to":204,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l5.moe.egu","from":204,"to":205,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l5.moe.egc","from":205,"to":206,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l5.moe.eact","from":206,"to":207,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l5.moe.eact_quant","from":207,"to":208,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l5.moe.edown","from":208,"to":213,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l5.moe.sgu","from":209,"to":210,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l5.moe.sgc","from":210,"to":211,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l5.moe.sact","from":211,"to":212,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l5.moe.sdown","from":212,"to":213,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.moe.f","from":213,"to":214,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l5.moe.y","from":214,"to":215,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l5.moe.y","from":214,"to":216,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l5.moe.y","from":214,"to":236,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l6.kda.mix","from":215,"to":216,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l6.kda.u","from":216,"to":217,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l6.kda.post","from":216,"to":236,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l6.kda.comb","from":216,"to":236,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l6.kda.xn","from":217,"to":218,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.kda.xn","from":217,"to":219,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.kda.xn","from":217,"to":220,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.kda.xn","from":217,"to":225,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.kda.xn","from":217,"to":226,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.kda.xn","from":217,"to":231,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.kda.q","from":218,"to":221,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l6.kda.k","from":219,"to":221,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l6.kda.v","from":220,"to":221,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l6.kda.qkv","from":221,"to":222,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l6.kda.conv","from":222,"to":223,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l6.kda.conv","from":222,"to":224,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l6.kda.qkvn","from":224,"to":230,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l6.kda.b","from":225,"to":229,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l6.kda.fa","from":226,"to":227,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l6.kda.fa_quant","from":227,"to":228,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l6.kda.f","from":228,"to":229,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l6.kda.decay","from":229,"to":230,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l6.kda.beta","from":229,"to":230,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l6.kda.core","from":230,"to":234,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l6.kda.ga","from":231,"to":232,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l6.kda.ga_quant","from":232,"to":233,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l6.kda.g","from":233,"to":234,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l6.kda.gated","from":234,"to":235,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l6.kda.o","from":235,"to":236,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.kda.y","from":236,"to":237,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l6.kda.y","from":236,"to":238,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l6.kda.y","from":236,"to":253,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l6.moe.mix","from":237,"to":238,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l6.moe.u","from":238,"to":239,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l6.moe.post","from":238,"to":253,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l6.moe.comb","from":238,"to":253,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l6.moe.xn","from":239,"to":240,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.moe.xn","from":239,"to":242,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.moe.xn","from":239,"to":248,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.moe.logits","from":240,"to":241,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l6.moe.topk_w","from":241,"to":252,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l6.moe.topk_id","from":241,"to":243,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l6.moe.topk_id","from":241,"to":247,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l6.moe.xn_quant","from":242,"to":243,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l6.moe.egu","from":243,"to":244,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l6.moe.egc","from":244,"to":245,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l6.moe.eact","from":245,"to":246,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l6.moe.eact_quant","from":246,"to":247,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l6.moe.edown","from":247,"to":252,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l6.moe.sgu","from":248,"to":249,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l6.moe.sgc","from":249,"to":250,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l6.moe.sact","from":250,"to":251,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l6.moe.sdown","from":251,"to":252,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.moe.f","from":252,"to":253,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l6.moe.y","from":253,"to":254,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l6.moe.y","from":253,"to":255,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l6.moe.y","from":253,"to":275,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l7.dsa.mix","from":254,"to":255,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l7.dsa.u","from":255,"to":256,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l7.dsa.post","from":255,"to":275,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l7.dsa.comb","from":255,"to":275,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l7.dsa.xn","from":256,"to":257,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.dsa.xn","from":256,"to":267,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.dsa.xn","from":256,"to":269,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.dsa.xn_quant","from":257,"to":258,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l7.dsa.xn_quant","from":257,"to":259,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l7.dsa.xn_quant","from":257,"to":265,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l7.dsa.qa","from":258,"to":260,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l7.dsa.kva","from":259,"to":263,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l7.dsa.qan","from":260,"to":261,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l7.dsa.qan","from":260,"to":270,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l7.dsa.qan_quant","from":261,"to":262,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l7.dsa.q","from":262,"to":272,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l7.dsa.c","from":263,"to":264,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l7.dsa.ik","from":265,"to":266,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l7.dsa.ikn","from":266,"to":268,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l7.dsa.ig","from":267,"to":268,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l7.dsa.iw","from":269,"to":271,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l7.dsa.iq","from":270,"to":271,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l7.dsa.sel","from":271,"to":272,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l7.dsa.a","from":272,"to":273,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l7.dsa.a_quant","from":273,"to":274,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l7.dsa.o","from":274,"to":275,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.dsa.y","from":275,"to":276,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l7.dsa.y","from":275,"to":277,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l7.dsa.y","from":275,"to":292,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l7.moe.mix","from":276,"to":277,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l7.moe.u","from":277,"to":278,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l7.moe.post","from":277,"to":292,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l7.moe.comb","from":277,"to":292,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l7.moe.xn","from":278,"to":279,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.moe.xn","from":278,"to":281,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.moe.xn","from":278,"to":287,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.moe.logits","from":279,"to":280,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l7.moe.topk_w","from":280,"to":291,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l7.moe.topk_id","from":280,"to":282,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l7.moe.topk_id","from":280,"to":286,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l7.moe.xn_quant","from":281,"to":282,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l7.moe.egu","from":282,"to":283,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l7.moe.egc","from":283,"to":284,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l7.moe.eact","from":284,"to":285,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l7.moe.eact_quant","from":285,"to":286,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l7.moe.edown","from":286,"to":291,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l7.moe.sgu","from":287,"to":288,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l7.moe.sgc","from":288,"to":289,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l7.moe.sact","from":289,"to":290,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l7.moe.sdown","from":290,"to":291,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.moe.f","from":291,"to":292,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l7.moe.y","from":292,"to":293,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l7.moe.y","from":292,"to":294,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l7.moe.y","from":292,"to":314,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l8.kda.mix","from":293,"to":294,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l8.kda.u","from":294,"to":295,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l8.kda.post","from":294,"to":314,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l8.kda.comb","from":294,"to":314,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l8.kda.xn","from":295,"to":296,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.kda.xn","from":295,"to":297,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.kda.xn","from":295,"to":298,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.kda.xn","from":295,"to":303,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.kda.xn","from":295,"to":304,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.kda.xn","from":295,"to":309,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.kda.q","from":296,"to":299,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l8.kda.k","from":297,"to":299,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l8.kda.v","from":298,"to":299,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l8.kda.qkv","from":299,"to":300,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l8.kda.conv","from":300,"to":301,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l8.kda.conv","from":300,"to":302,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l8.kda.qkvn","from":302,"to":308,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l8.kda.b","from":303,"to":307,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l8.kda.fa","from":304,"to":305,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l8.kda.fa_quant","from":305,"to":306,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l8.kda.f","from":306,"to":307,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l8.kda.decay","from":307,"to":308,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l8.kda.beta","from":307,"to":308,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l8.kda.core","from":308,"to":312,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l8.kda.ga","from":309,"to":310,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l8.kda.ga_quant","from":310,"to":311,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l8.kda.g","from":311,"to":312,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l8.kda.gated","from":312,"to":313,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l8.kda.o","from":313,"to":314,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.kda.y","from":314,"to":315,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l8.kda.y","from":314,"to":316,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l8.kda.y","from":314,"to":331,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l8.moe.mix","from":315,"to":316,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l8.moe.u","from":316,"to":317,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l8.moe.post","from":316,"to":331,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l8.moe.comb","from":316,"to":331,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l8.moe.xn","from":317,"to":318,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.moe.xn","from":317,"to":320,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.moe.xn","from":317,"to":326,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.moe.logits","from":318,"to":319,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l8.moe.topk_w","from":319,"to":330,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l8.moe.topk_id","from":319,"to":321,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l8.moe.topk_id","from":319,"to":325,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l8.moe.xn_quant","from":320,"to":321,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l8.moe.egu","from":321,"to":322,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l8.moe.egc","from":322,"to":323,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l8.moe.eact","from":323,"to":324,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l8.moe.eact_quant","from":324,"to":325,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l8.moe.edown","from":325,"to":330,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l8.moe.sgu","from":326,"to":327,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l8.moe.sgc","from":327,"to":328,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l8.moe.sact","from":328,"to":329,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l8.moe.sdown","from":329,"to":330,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.moe.f","from":330,"to":331,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l8.moe.y","from":331,"to":332,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l8.moe.y","from":331,"to":333,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l8.moe.y","from":331,"to":353,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l9.kda.mix","from":332,"to":333,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l9.kda.u","from":333,"to":334,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l9.kda.post","from":333,"to":353,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l9.kda.comb","from":333,"to":353,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l9.kda.xn","from":334,"to":335,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.kda.xn","from":334,"to":336,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.kda.xn","from":334,"to":337,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.kda.xn","from":334,"to":342,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.kda.xn","from":334,"to":343,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.kda.xn","from":334,"to":348,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.kda.q","from":335,"to":338,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l9.kda.k","from":336,"to":338,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l9.kda.v","from":337,"to":338,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l9.kda.qkv","from":338,"to":339,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l9.kda.conv","from":339,"to":340,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l9.kda.conv","from":339,"to":341,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l9.kda.qkvn","from":341,"to":347,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l9.kda.b","from":342,"to":346,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l9.kda.fa","from":343,"to":344,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l9.kda.fa_quant","from":344,"to":345,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l9.kda.f","from":345,"to":346,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l9.kda.decay","from":346,"to":347,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l9.kda.beta","from":346,"to":347,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l9.kda.core","from":347,"to":351,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l9.kda.ga","from":348,"to":349,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l9.kda.ga_quant","from":349,"to":350,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l9.kda.g","from":350,"to":351,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l9.kda.gated","from":351,"to":352,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l9.kda.o","from":352,"to":353,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.kda.y","from":353,"to":354,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l9.kda.y","from":353,"to":355,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l9.kda.y","from":353,"to":370,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l9.moe.mix","from":354,"to":355,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l9.moe.u","from":355,"to":356,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l9.moe.post","from":355,"to":370,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l9.moe.comb","from":355,"to":370,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l9.moe.xn","from":356,"to":357,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.moe.xn","from":356,"to":359,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.moe.xn","from":356,"to":365,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.moe.logits","from":357,"to":358,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l9.moe.topk_w","from":358,"to":369,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l9.moe.topk_id","from":358,"to":360,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l9.moe.topk_id","from":358,"to":364,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l9.moe.xn_quant","from":359,"to":360,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l9.moe.egu","from":360,"to":361,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l9.moe.egc","from":361,"to":362,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l9.moe.eact","from":362,"to":363,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l9.moe.eact_quant","from":363,"to":364,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l9.moe.edown","from":364,"to":369,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l9.moe.sgu","from":365,"to":366,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l9.moe.sgc","from":366,"to":367,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l9.moe.sact","from":367,"to":368,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l9.moe.sdown","from":368,"to":369,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.moe.f","from":369,"to":370,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l9.moe.y","from":370,"to":371,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l9.moe.y","from":370,"to":372,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l9.moe.y","from":370,"to":392,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l10.kda.mix","from":371,"to":372,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l10.kda.u","from":372,"to":373,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l10.kda.post","from":372,"to":392,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l10.kda.comb","from":372,"to":392,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l10.kda.xn","from":373,"to":374,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.kda.xn","from":373,"to":375,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.kda.xn","from":373,"to":376,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.kda.xn","from":373,"to":381,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.kda.xn","from":373,"to":382,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.kda.xn","from":373,"to":387,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.kda.q","from":374,"to":377,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l10.kda.k","from":375,"to":377,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l10.kda.v","from":376,"to":377,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l10.kda.qkv","from":377,"to":378,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l10.kda.conv","from":378,"to":379,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l10.kda.conv","from":378,"to":380,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l10.kda.qkvn","from":380,"to":386,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l10.kda.b","from":381,"to":385,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l10.kda.fa","from":382,"to":383,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l10.kda.fa_quant","from":383,"to":384,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l10.kda.f","from":384,"to":385,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l10.kda.decay","from":385,"to":386,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l10.kda.beta","from":385,"to":386,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l10.kda.core","from":386,"to":390,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l10.kda.ga","from":387,"to":388,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l10.kda.ga_quant","from":388,"to":389,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l10.kda.g","from":389,"to":390,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l10.kda.gated","from":390,"to":391,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l10.kda.o","from":391,"to":392,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.kda.y","from":392,"to":393,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l10.kda.y","from":392,"to":394,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l10.kda.y","from":392,"to":409,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l10.moe.mix","from":393,"to":394,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l10.moe.u","from":394,"to":395,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l10.moe.post","from":394,"to":409,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l10.moe.comb","from":394,"to":409,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l10.moe.xn","from":395,"to":396,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.moe.xn","from":395,"to":398,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.moe.xn","from":395,"to":404,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.moe.logits","from":396,"to":397,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l10.moe.topk_w","from":397,"to":408,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l10.moe.topk_id","from":397,"to":399,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l10.moe.topk_id","from":397,"to":403,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l10.moe.xn_quant","from":398,"to":399,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l10.moe.egu","from":399,"to":400,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l10.moe.egc","from":400,"to":401,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l10.moe.eact","from":401,"to":402,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l10.moe.eact_quant","from":402,"to":403,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l10.moe.edown","from":403,"to":408,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l10.moe.sgu","from":404,"to":405,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l10.moe.sgc","from":405,"to":406,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l10.moe.sact","from":406,"to":407,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l10.moe.sdown","from":407,"to":408,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.moe.f","from":408,"to":409,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l10.moe.y","from":409,"to":410,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l10.moe.y","from":409,"to":411,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l10.moe.y","from":409,"to":431,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l11.dsa.mix","from":410,"to":411,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l11.dsa.u","from":411,"to":412,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l11.dsa.post","from":411,"to":431,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l11.dsa.comb","from":411,"to":431,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l11.dsa.xn","from":412,"to":413,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.dsa.xn","from":412,"to":423,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.dsa.xn","from":412,"to":425,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.dsa.xn_quant","from":413,"to":414,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l11.dsa.xn_quant","from":413,"to":415,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l11.dsa.xn_quant","from":413,"to":421,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l11.dsa.qa","from":414,"to":416,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l11.dsa.kva","from":415,"to":419,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l11.dsa.qan","from":416,"to":417,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l11.dsa.qan","from":416,"to":426,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l11.dsa.qan_quant","from":417,"to":418,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l11.dsa.q","from":418,"to":428,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l11.dsa.c","from":419,"to":420,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l11.dsa.ik","from":421,"to":422,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l11.dsa.ikn","from":422,"to":424,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l11.dsa.ig","from":423,"to":424,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l11.dsa.iw","from":425,"to":427,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l11.dsa.iq","from":426,"to":427,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l11.dsa.sel","from":427,"to":428,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l11.dsa.a","from":428,"to":429,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l11.dsa.a_quant","from":429,"to":430,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l11.dsa.o","from":430,"to":431,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.dsa.y","from":431,"to":432,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l11.dsa.y","from":431,"to":433,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l11.dsa.y","from":431,"to":448,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l11.moe.mix","from":432,"to":433,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l11.moe.u","from":433,"to":434,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l11.moe.post","from":433,"to":448,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l11.moe.comb","from":433,"to":448,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l11.moe.xn","from":434,"to":435,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.moe.xn","from":434,"to":437,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.moe.xn","from":434,"to":443,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.moe.logits","from":435,"to":436,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l11.moe.topk_w","from":436,"to":447,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l11.moe.topk_id","from":436,"to":438,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l11.moe.topk_id","from":436,"to":442,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l11.moe.xn_quant","from":437,"to":438,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l11.moe.egu","from":438,"to":439,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l11.moe.egc","from":439,"to":440,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l11.moe.eact","from":440,"to":441,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l11.moe.eact_quant","from":441,"to":442,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l11.moe.edown","from":442,"to":447,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l11.moe.sgu","from":443,"to":444,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l11.moe.sgc","from":444,"to":445,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l11.moe.sact","from":445,"to":446,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l11.moe.sdown","from":446,"to":447,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.moe.f","from":447,"to":448,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l11.moe.y","from":448,"to":449,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l11.moe.y","from":448,"to":450,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l11.moe.y","from":448,"to":470,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l12.kda.mix","from":449,"to":450,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l12.kda.u","from":450,"to":451,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l12.kda.post","from":450,"to":470,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l12.kda.comb","from":450,"to":470,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l12.kda.xn","from":451,"to":452,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.kda.xn","from":451,"to":453,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.kda.xn","from":451,"to":454,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.kda.xn","from":451,"to":459,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.kda.xn","from":451,"to":460,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.kda.xn","from":451,"to":465,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.kda.q","from":452,"to":455,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l12.kda.k","from":453,"to":455,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l12.kda.v","from":454,"to":455,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l12.kda.qkv","from":455,"to":456,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l12.kda.conv","from":456,"to":457,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l12.kda.conv","from":456,"to":458,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l12.kda.qkvn","from":458,"to":464,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l12.kda.b","from":459,"to":463,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l12.kda.fa","from":460,"to":461,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l12.kda.fa_quant","from":461,"to":462,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l12.kda.f","from":462,"to":463,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l12.kda.decay","from":463,"to":464,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l12.kda.beta","from":463,"to":464,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l12.kda.core","from":464,"to":468,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l12.kda.ga","from":465,"to":466,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l12.kda.ga_quant","from":466,"to":467,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l12.kda.g","from":467,"to":468,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l12.kda.gated","from":468,"to":469,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l12.kda.o","from":469,"to":470,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.kda.y","from":470,"to":471,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l12.kda.y","from":470,"to":472,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l12.kda.y","from":470,"to":487,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l12.moe.mix","from":471,"to":472,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l12.moe.u","from":472,"to":473,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l12.moe.post","from":472,"to":487,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l12.moe.comb","from":472,"to":487,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l12.moe.xn","from":473,"to":474,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.moe.xn","from":473,"to":476,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.moe.xn","from":473,"to":482,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.moe.logits","from":474,"to":475,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l12.moe.topk_w","from":475,"to":486,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l12.moe.topk_id","from":475,"to":477,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l12.moe.topk_id","from":475,"to":481,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l12.moe.xn_quant","from":476,"to":477,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l12.moe.egu","from":477,"to":478,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l12.moe.egc","from":478,"to":479,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l12.moe.eact","from":479,"to":480,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l12.moe.eact_quant","from":480,"to":481,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l12.moe.edown","from":481,"to":486,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l12.moe.sgu","from":482,"to":483,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l12.moe.sgc","from":483,"to":484,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l12.moe.sact","from":484,"to":485,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l12.moe.sdown","from":485,"to":486,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.moe.f","from":486,"to":487,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l12.moe.y","from":487,"to":488,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l12.moe.y","from":487,"to":489,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l12.moe.y","from":487,"to":509,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l13.kda.mix","from":488,"to":489,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l13.kda.u","from":489,"to":490,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l13.kda.post","from":489,"to":509,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l13.kda.comb","from":489,"to":509,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l13.kda.xn","from":490,"to":491,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.kda.xn","from":490,"to":492,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.kda.xn","from":490,"to":493,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.kda.xn","from":490,"to":498,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.kda.xn","from":490,"to":499,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.kda.xn","from":490,"to":504,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.kda.q","from":491,"to":494,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l13.kda.k","from":492,"to":494,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l13.kda.v","from":493,"to":494,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l13.kda.qkv","from":494,"to":495,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l13.kda.conv","from":495,"to":496,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l13.kda.conv","from":495,"to":497,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l13.kda.qkvn","from":497,"to":503,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l13.kda.b","from":498,"to":502,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l13.kda.fa","from":499,"to":500,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l13.kda.fa_quant","from":500,"to":501,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l13.kda.f","from":501,"to":502,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l13.kda.decay","from":502,"to":503,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l13.kda.beta","from":502,"to":503,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l13.kda.core","from":503,"to":507,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l13.kda.ga","from":504,"to":505,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l13.kda.ga_quant","from":505,"to":506,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l13.kda.g","from":506,"to":507,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l13.kda.gated","from":507,"to":508,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l13.kda.o","from":508,"to":509,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.kda.y","from":509,"to":510,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l13.kda.y","from":509,"to":511,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l13.kda.y","from":509,"to":526,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l13.moe.mix","from":510,"to":511,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l13.moe.u","from":511,"to":512,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l13.moe.post","from":511,"to":526,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l13.moe.comb","from":511,"to":526,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l13.moe.xn","from":512,"to":513,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.moe.xn","from":512,"to":515,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.moe.xn","from":512,"to":521,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.moe.logits","from":513,"to":514,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l13.moe.topk_w","from":514,"to":525,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l13.moe.topk_id","from":514,"to":516,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l13.moe.topk_id","from":514,"to":520,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l13.moe.xn_quant","from":515,"to":516,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l13.moe.egu","from":516,"to":517,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l13.moe.egc","from":517,"to":518,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l13.moe.eact","from":518,"to":519,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l13.moe.eact_quant","from":519,"to":520,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l13.moe.edown","from":520,"to":525,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l13.moe.sgu","from":521,"to":522,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l13.moe.sgc","from":522,"to":523,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l13.moe.sact","from":523,"to":524,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l13.moe.sdown","from":524,"to":525,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.moe.f","from":525,"to":526,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l13.moe.y","from":526,"to":527,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l13.moe.y","from":526,"to":528,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l13.moe.y","from":526,"to":548,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l14.kda.mix","from":527,"to":528,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l14.kda.u","from":528,"to":529,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l14.kda.post","from":528,"to":548,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l14.kda.comb","from":528,"to":548,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l14.kda.xn","from":529,"to":530,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.kda.xn","from":529,"to":531,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.kda.xn","from":529,"to":532,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.kda.xn","from":529,"to":537,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.kda.xn","from":529,"to":538,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.kda.xn","from":529,"to":543,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.kda.q","from":530,"to":533,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l14.kda.k","from":531,"to":533,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l14.kda.v","from":532,"to":533,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l14.kda.qkv","from":533,"to":534,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l14.kda.conv","from":534,"to":535,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l14.kda.conv","from":534,"to":536,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l14.kda.qkvn","from":536,"to":542,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l14.kda.b","from":537,"to":541,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l14.kda.fa","from":538,"to":539,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l14.kda.fa_quant","from":539,"to":540,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l14.kda.f","from":540,"to":541,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l14.kda.decay","from":541,"to":542,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l14.kda.beta","from":541,"to":542,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l14.kda.core","from":542,"to":546,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l14.kda.ga","from":543,"to":544,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l14.kda.ga_quant","from":544,"to":545,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l14.kda.g","from":545,"to":546,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l14.kda.gated","from":546,"to":547,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l14.kda.o","from":547,"to":548,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.kda.y","from":548,"to":549,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l14.kda.y","from":548,"to":550,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l14.kda.y","from":548,"to":565,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l14.moe.mix","from":549,"to":550,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l14.moe.u","from":550,"to":551,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l14.moe.post","from":550,"to":565,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l14.moe.comb","from":550,"to":565,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l14.moe.xn","from":551,"to":552,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.moe.xn","from":551,"to":554,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.moe.xn","from":551,"to":560,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.moe.logits","from":552,"to":553,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l14.moe.topk_w","from":553,"to":564,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l14.moe.topk_id","from":553,"to":555,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l14.moe.topk_id","from":553,"to":559,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l14.moe.xn_quant","from":554,"to":555,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l14.moe.egu","from":555,"to":556,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l14.moe.egc","from":556,"to":557,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l14.moe.eact","from":557,"to":558,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l14.moe.eact_quant","from":558,"to":559,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l14.moe.edown","from":559,"to":564,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l14.moe.sgu","from":560,"to":561,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l14.moe.sgc","from":561,"to":562,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l14.moe.sact","from":562,"to":563,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l14.moe.sdown","from":563,"to":564,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.moe.f","from":564,"to":565,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l14.moe.y","from":565,"to":566,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l14.moe.y","from":565,"to":567,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l14.moe.y","from":565,"to":587,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l15.dsa.mix","from":566,"to":567,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l15.dsa.u","from":567,"to":568,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l15.dsa.post","from":567,"to":587,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l15.dsa.comb","from":567,"to":587,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l15.dsa.xn","from":568,"to":569,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.dsa.xn","from":568,"to":579,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.dsa.xn","from":568,"to":581,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.dsa.xn_quant","from":569,"to":570,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l15.dsa.xn_quant","from":569,"to":571,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l15.dsa.xn_quant","from":569,"to":577,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l15.dsa.qa","from":570,"to":572,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l15.dsa.kva","from":571,"to":575,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l15.dsa.qan","from":572,"to":573,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l15.dsa.qan","from":572,"to":582,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l15.dsa.qan_quant","from":573,"to":574,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l15.dsa.q","from":574,"to":584,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l15.dsa.c","from":575,"to":576,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l15.dsa.ik","from":577,"to":578,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l15.dsa.ikn","from":578,"to":580,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l15.dsa.ig","from":579,"to":580,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l15.dsa.iw","from":581,"to":583,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l15.dsa.iq","from":582,"to":583,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l15.dsa.sel","from":583,"to":584,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l15.dsa.a","from":584,"to":585,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l15.dsa.a_quant","from":585,"to":586,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l15.dsa.o","from":586,"to":587,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.dsa.y","from":587,"to":588,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l15.dsa.y","from":587,"to":589,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l15.dsa.y","from":587,"to":604,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l15.moe.mix","from":588,"to":589,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l15.moe.u","from":589,"to":590,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l15.moe.post","from":589,"to":604,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l15.moe.comb","from":589,"to":604,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l15.moe.xn","from":590,"to":591,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.moe.xn","from":590,"to":593,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.moe.xn","from":590,"to":599,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.moe.logits","from":591,"to":592,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l15.moe.topk_w","from":592,"to":603,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l15.moe.topk_id","from":592,"to":594,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l15.moe.topk_id","from":592,"to":598,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l15.moe.xn_quant","from":593,"to":594,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l15.moe.egu","from":594,"to":595,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l15.moe.egc","from":595,"to":596,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l15.moe.eact","from":596,"to":597,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l15.moe.eact_quant","from":597,"to":598,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l15.moe.edown","from":598,"to":603,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l15.moe.sgu","from":599,"to":600,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l15.moe.sgc","from":600,"to":601,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l15.moe.sact","from":601,"to":602,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l15.moe.sdown","from":602,"to":603,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.moe.f","from":603,"to":604,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l15.moe.y","from":604,"to":605,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l15.moe.y","from":604,"to":606,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l15.moe.y","from":604,"to":626,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l16.kda.mix","from":605,"to":606,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l16.kda.u","from":606,"to":607,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l16.kda.post","from":606,"to":626,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l16.kda.comb","from":606,"to":626,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l16.kda.xn","from":607,"to":608,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.kda.xn","from":607,"to":609,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.kda.xn","from":607,"to":610,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.kda.xn","from":607,"to":615,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.kda.xn","from":607,"to":616,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.kda.xn","from":607,"to":621,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.kda.q","from":608,"to":611,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l16.kda.k","from":609,"to":611,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l16.kda.v","from":610,"to":611,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l16.kda.qkv","from":611,"to":612,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l16.kda.conv","from":612,"to":613,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l16.kda.conv","from":612,"to":614,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l16.kda.qkvn","from":614,"to":620,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l16.kda.b","from":615,"to":619,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l16.kda.fa","from":616,"to":617,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l16.kda.fa_quant","from":617,"to":618,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l16.kda.f","from":618,"to":619,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l16.kda.decay","from":619,"to":620,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l16.kda.beta","from":619,"to":620,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l16.kda.core","from":620,"to":624,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l16.kda.ga","from":621,"to":622,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l16.kda.ga_quant","from":622,"to":623,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l16.kda.g","from":623,"to":624,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l16.kda.gated","from":624,"to":625,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l16.kda.o","from":625,"to":626,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.kda.y","from":626,"to":627,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l16.kda.y","from":626,"to":628,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l16.kda.y","from":626,"to":643,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l16.moe.mix","from":627,"to":628,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l16.moe.u","from":628,"to":629,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l16.moe.post","from":628,"to":643,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l16.moe.comb","from":628,"to":643,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l16.moe.xn","from":629,"to":630,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.moe.xn","from":629,"to":632,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.moe.xn","from":629,"to":638,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.moe.logits","from":630,"to":631,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l16.moe.topk_w","from":631,"to":642,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l16.moe.topk_id","from":631,"to":633,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l16.moe.topk_id","from":631,"to":637,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l16.moe.xn_quant","from":632,"to":633,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l16.moe.egu","from":633,"to":634,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l16.moe.egc","from":634,"to":635,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l16.moe.eact","from":635,"to":636,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l16.moe.eact_quant","from":636,"to":637,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l16.moe.edown","from":637,"to":642,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l16.moe.sgu","from":638,"to":639,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l16.moe.sgc","from":639,"to":640,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l16.moe.sact","from":640,"to":641,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l16.moe.sdown","from":641,"to":642,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.moe.f","from":642,"to":643,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l16.moe.y","from":643,"to":644,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l16.moe.y","from":643,"to":645,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l16.moe.y","from":643,"to":665,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l17.kda.mix","from":644,"to":645,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l17.kda.u","from":645,"to":646,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l17.kda.post","from":645,"to":665,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l17.kda.comb","from":645,"to":665,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l17.kda.xn","from":646,"to":647,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.kda.xn","from":646,"to":648,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.kda.xn","from":646,"to":649,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.kda.xn","from":646,"to":654,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.kda.xn","from":646,"to":655,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.kda.xn","from":646,"to":660,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.kda.q","from":647,"to":650,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l17.kda.k","from":648,"to":650,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l17.kda.v","from":649,"to":650,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l17.kda.qkv","from":650,"to":651,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l17.kda.conv","from":651,"to":652,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l17.kda.conv","from":651,"to":653,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l17.kda.qkvn","from":653,"to":659,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l17.kda.b","from":654,"to":658,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l17.kda.fa","from":655,"to":656,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l17.kda.fa_quant","from":656,"to":657,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l17.kda.f","from":657,"to":658,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l17.kda.decay","from":658,"to":659,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l17.kda.beta","from":658,"to":659,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l17.kda.core","from":659,"to":663,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l17.kda.ga","from":660,"to":661,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l17.kda.ga_quant","from":661,"to":662,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l17.kda.g","from":662,"to":663,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l17.kda.gated","from":663,"to":664,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l17.kda.o","from":664,"to":665,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.kda.y","from":665,"to":666,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l17.kda.y","from":665,"to":667,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l17.kda.y","from":665,"to":682,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l17.moe.mix","from":666,"to":667,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l17.moe.u","from":667,"to":668,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l17.moe.post","from":667,"to":682,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l17.moe.comb","from":667,"to":682,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l17.moe.xn","from":668,"to":669,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.moe.xn","from":668,"to":671,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.moe.xn","from":668,"to":677,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.moe.logits","from":669,"to":670,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l17.moe.topk_w","from":670,"to":681,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l17.moe.topk_id","from":670,"to":672,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l17.moe.topk_id","from":670,"to":676,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l17.moe.xn_quant","from":671,"to":672,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l17.moe.egu","from":672,"to":673,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l17.moe.egc","from":673,"to":674,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l17.moe.eact","from":674,"to":675,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l17.moe.eact_quant","from":675,"to":676,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l17.moe.edown","from":676,"to":681,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l17.moe.sgu","from":677,"to":678,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l17.moe.sgc","from":678,"to":679,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l17.moe.sact","from":679,"to":680,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l17.moe.sdown","from":680,"to":681,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.moe.f","from":681,"to":682,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l17.moe.y","from":682,"to":683,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l17.moe.y","from":682,"to":684,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l17.moe.y","from":682,"to":704,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l18.kda.mix","from":683,"to":684,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l18.kda.u","from":684,"to":685,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l18.kda.post","from":684,"to":704,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l18.kda.comb","from":684,"to":704,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l18.kda.xn","from":685,"to":686,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.kda.xn","from":685,"to":687,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.kda.xn","from":685,"to":688,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.kda.xn","from":685,"to":693,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.kda.xn","from":685,"to":694,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.kda.xn","from":685,"to":699,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.kda.q","from":686,"to":689,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l18.kda.k","from":687,"to":689,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l18.kda.v","from":688,"to":689,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l18.kda.qkv","from":689,"to":690,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l18.kda.conv","from":690,"to":691,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l18.kda.conv","from":690,"to":692,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l18.kda.qkvn","from":692,"to":698,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l18.kda.b","from":693,"to":697,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l18.kda.fa","from":694,"to":695,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l18.kda.fa_quant","from":695,"to":696,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l18.kda.f","from":696,"to":697,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l18.kda.decay","from":697,"to":698,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l18.kda.beta","from":697,"to":698,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l18.kda.core","from":698,"to":702,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l18.kda.ga","from":699,"to":700,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l18.kda.ga_quant","from":700,"to":701,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l18.kda.g","from":701,"to":702,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l18.kda.gated","from":702,"to":703,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l18.kda.o","from":703,"to":704,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.kda.y","from":704,"to":705,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l18.kda.y","from":704,"to":706,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l18.kda.y","from":704,"to":721,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l18.moe.mix","from":705,"to":706,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l18.moe.u","from":706,"to":707,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l18.moe.post","from":706,"to":721,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l18.moe.comb","from":706,"to":721,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l18.moe.xn","from":707,"to":708,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.moe.xn","from":707,"to":710,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.moe.xn","from":707,"to":716,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.moe.logits","from":708,"to":709,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l18.moe.topk_w","from":709,"to":720,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l18.moe.topk_id","from":709,"to":711,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l18.moe.topk_id","from":709,"to":715,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l18.moe.xn_quant","from":710,"to":711,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l18.moe.egu","from":711,"to":712,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l18.moe.egc","from":712,"to":713,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l18.moe.eact","from":713,"to":714,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l18.moe.eact_quant","from":714,"to":715,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l18.moe.edown","from":715,"to":720,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l18.moe.sgu","from":716,"to":717,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l18.moe.sgc","from":717,"to":718,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l18.moe.sact","from":718,"to":719,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l18.moe.sdown","from":719,"to":720,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.moe.f","from":720,"to":721,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l18.moe.y","from":721,"to":722,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l18.moe.y","from":721,"to":723,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l18.moe.y","from":721,"to":743,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l19.dsa.mix","from":722,"to":723,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l19.dsa.u","from":723,"to":724,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l19.dsa.post","from":723,"to":743,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l19.dsa.comb","from":723,"to":743,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l19.dsa.xn","from":724,"to":725,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.dsa.xn","from":724,"to":735,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.dsa.xn","from":724,"to":737,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.dsa.xn_quant","from":725,"to":726,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l19.dsa.xn_quant","from":725,"to":727,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l19.dsa.xn_quant","from":725,"to":733,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l19.dsa.qa","from":726,"to":728,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l19.dsa.kva","from":727,"to":731,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l19.dsa.qan","from":728,"to":729,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l19.dsa.qan","from":728,"to":738,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l19.dsa.qan_quant","from":729,"to":730,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l19.dsa.q","from":730,"to":740,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l19.dsa.c","from":731,"to":732,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l19.dsa.ik","from":733,"to":734,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l19.dsa.ikn","from":734,"to":736,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l19.dsa.ig","from":735,"to":736,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l19.dsa.iw","from":737,"to":739,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l19.dsa.iq","from":738,"to":739,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l19.dsa.sel","from":739,"to":740,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l19.dsa.a","from":740,"to":741,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l19.dsa.a_quant","from":741,"to":742,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l19.dsa.o","from":742,"to":743,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.dsa.y","from":743,"to":744,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l19.dsa.y","from":743,"to":745,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l19.dsa.y","from":743,"to":760,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l19.moe.mix","from":744,"to":745,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l19.moe.u","from":745,"to":746,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l19.moe.post","from":745,"to":760,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l19.moe.comb","from":745,"to":760,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l19.moe.xn","from":746,"to":747,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.moe.xn","from":746,"to":749,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.moe.xn","from":746,"to":755,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.moe.logits","from":747,"to":748,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l19.moe.topk_w","from":748,"to":759,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l19.moe.topk_id","from":748,"to":750,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l19.moe.topk_id","from":748,"to":754,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l19.moe.xn_quant","from":749,"to":750,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l19.moe.egu","from":750,"to":751,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l19.moe.egc","from":751,"to":752,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l19.moe.eact","from":752,"to":753,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l19.moe.eact_quant","from":753,"to":754,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l19.moe.edown","from":754,"to":759,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l19.moe.sgu","from":755,"to":756,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l19.moe.sgc","from":756,"to":757,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l19.moe.sact","from":757,"to":758,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l19.moe.sdown","from":758,"to":759,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.moe.f","from":759,"to":760,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l19.moe.y","from":760,"to":761,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l19.moe.y","from":760,"to":762,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l19.moe.y","from":760,"to":782,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l20.kda.mix","from":761,"to":762,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l20.kda.u","from":762,"to":763,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l20.kda.post","from":762,"to":782,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l20.kda.comb","from":762,"to":782,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l20.kda.xn","from":763,"to":764,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.kda.xn","from":763,"to":765,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.kda.xn","from":763,"to":766,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.kda.xn","from":763,"to":771,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.kda.xn","from":763,"to":772,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.kda.xn","from":763,"to":777,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.kda.q","from":764,"to":767,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l20.kda.k","from":765,"to":767,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l20.kda.v","from":766,"to":767,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l20.kda.qkv","from":767,"to":768,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l20.kda.conv","from":768,"to":769,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l20.kda.conv","from":768,"to":770,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l20.kda.qkvn","from":770,"to":776,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l20.kda.b","from":771,"to":775,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l20.kda.fa","from":772,"to":773,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l20.kda.fa_quant","from":773,"to":774,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l20.kda.f","from":774,"to":775,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l20.kda.decay","from":775,"to":776,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l20.kda.beta","from":775,"to":776,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l20.kda.core","from":776,"to":780,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l20.kda.ga","from":777,"to":778,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l20.kda.ga_quant","from":778,"to":779,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l20.kda.g","from":779,"to":780,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l20.kda.gated","from":780,"to":781,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l20.kda.o","from":781,"to":782,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.kda.y","from":782,"to":783,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l20.kda.y","from":782,"to":784,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l20.kda.y","from":782,"to":799,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l20.moe.mix","from":783,"to":784,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l20.moe.u","from":784,"to":785,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l20.moe.post","from":784,"to":799,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l20.moe.comb","from":784,"to":799,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l20.moe.xn","from":785,"to":786,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.moe.xn","from":785,"to":788,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.moe.xn","from":785,"to":794,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.moe.logits","from":786,"to":787,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l20.moe.topk_w","from":787,"to":798,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l20.moe.topk_id","from":787,"to":789,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l20.moe.topk_id","from":787,"to":793,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l20.moe.xn_quant","from":788,"to":789,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l20.moe.egu","from":789,"to":790,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l20.moe.egc","from":790,"to":791,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l20.moe.eact","from":791,"to":792,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l20.moe.eact_quant","from":792,"to":793,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l20.moe.edown","from":793,"to":798,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l20.moe.sgu","from":794,"to":795,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l20.moe.sgc","from":795,"to":796,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l20.moe.sact","from":796,"to":797,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l20.moe.sdown","from":797,"to":798,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.moe.f","from":798,"to":799,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l20.moe.y","from":799,"to":800,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l20.moe.y","from":799,"to":801,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l20.moe.y","from":799,"to":821,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l21.kda.mix","from":800,"to":801,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l21.kda.u","from":801,"to":802,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l21.kda.post","from":801,"to":821,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l21.kda.comb","from":801,"to":821,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l21.kda.xn","from":802,"to":803,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.kda.xn","from":802,"to":804,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.kda.xn","from":802,"to":805,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.kda.xn","from":802,"to":810,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.kda.xn","from":802,"to":811,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.kda.xn","from":802,"to":816,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.kda.q","from":803,"to":806,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l21.kda.k","from":804,"to":806,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l21.kda.v","from":805,"to":806,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l21.kda.qkv","from":806,"to":807,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l21.kda.conv","from":807,"to":808,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l21.kda.conv","from":807,"to":809,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l21.kda.qkvn","from":809,"to":815,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l21.kda.b","from":810,"to":814,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l21.kda.fa","from":811,"to":812,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l21.kda.fa_quant","from":812,"to":813,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l21.kda.f","from":813,"to":814,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l21.kda.decay","from":814,"to":815,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l21.kda.beta","from":814,"to":815,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l21.kda.core","from":815,"to":819,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l21.kda.ga","from":816,"to":817,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l21.kda.ga_quant","from":817,"to":818,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l21.kda.g","from":818,"to":819,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l21.kda.gated","from":819,"to":820,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l21.kda.o","from":820,"to":821,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.kda.y","from":821,"to":822,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l21.kda.y","from":821,"to":823,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l21.kda.y","from":821,"to":838,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l21.moe.mix","from":822,"to":823,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l21.moe.u","from":823,"to":824,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l21.moe.post","from":823,"to":838,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l21.moe.comb","from":823,"to":838,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l21.moe.xn","from":824,"to":825,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.moe.xn","from":824,"to":827,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.moe.xn","from":824,"to":833,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.moe.logits","from":825,"to":826,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l21.moe.topk_w","from":826,"to":837,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l21.moe.topk_id","from":826,"to":828,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l21.moe.topk_id","from":826,"to":832,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l21.moe.xn_quant","from":827,"to":828,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l21.moe.egu","from":828,"to":829,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l21.moe.egc","from":829,"to":830,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l21.moe.eact","from":830,"to":831,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l21.moe.eact_quant","from":831,"to":832,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l21.moe.edown","from":832,"to":837,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l21.moe.sgu","from":833,"to":834,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l21.moe.sgc","from":834,"to":835,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l21.moe.sact","from":835,"to":836,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l21.moe.sdown","from":836,"to":837,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.moe.f","from":837,"to":838,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l21.moe.y","from":838,"to":839,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l21.moe.y","from":838,"to":840,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l21.moe.y","from":838,"to":860,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l22.kda.mix","from":839,"to":840,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l22.kda.u","from":840,"to":841,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l22.kda.post","from":840,"to":860,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l22.kda.comb","from":840,"to":860,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l22.kda.xn","from":841,"to":842,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.kda.xn","from":841,"to":843,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.kda.xn","from":841,"to":844,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.kda.xn","from":841,"to":849,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.kda.xn","from":841,"to":850,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.kda.xn","from":841,"to":855,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.kda.q","from":842,"to":845,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l22.kda.k","from":843,"to":845,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l22.kda.v","from":844,"to":845,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l22.kda.qkv","from":845,"to":846,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l22.kda.conv","from":846,"to":847,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l22.kda.conv","from":846,"to":848,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l22.kda.qkvn","from":848,"to":854,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l22.kda.b","from":849,"to":853,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l22.kda.fa","from":850,"to":851,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l22.kda.fa_quant","from":851,"to":852,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l22.kda.f","from":852,"to":853,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l22.kda.decay","from":853,"to":854,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l22.kda.beta","from":853,"to":854,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l22.kda.core","from":854,"to":858,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l22.kda.ga","from":855,"to":856,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l22.kda.ga_quant","from":856,"to":857,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l22.kda.g","from":857,"to":858,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l22.kda.gated","from":858,"to":859,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l22.kda.o","from":859,"to":860,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.kda.y","from":860,"to":861,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l22.kda.y","from":860,"to":862,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l22.kda.y","from":860,"to":877,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l22.moe.mix","from":861,"to":862,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l22.moe.u","from":862,"to":863,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l22.moe.post","from":862,"to":877,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l22.moe.comb","from":862,"to":877,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l22.moe.xn","from":863,"to":864,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.moe.xn","from":863,"to":866,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.moe.xn","from":863,"to":872,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.moe.logits","from":864,"to":865,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l22.moe.topk_w","from":865,"to":876,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l22.moe.topk_id","from":865,"to":867,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l22.moe.topk_id","from":865,"to":871,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l22.moe.xn_quant","from":866,"to":867,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l22.moe.egu","from":867,"to":868,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l22.moe.egc","from":868,"to":869,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l22.moe.eact","from":869,"to":870,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l22.moe.eact_quant","from":870,"to":871,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l22.moe.edown","from":871,"to":876,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l22.moe.sgu","from":872,"to":873,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l22.moe.sgc","from":873,"to":874,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l22.moe.sact","from":874,"to":875,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l22.moe.sdown","from":875,"to":876,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.moe.f","from":876,"to":877,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l22.moe.y","from":877,"to":878,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l22.moe.y","from":877,"to":879,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l22.moe.y","from":877,"to":899,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l23.dsa.mix","from":878,"to":879,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l23.dsa.u","from":879,"to":880,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l23.dsa.post","from":879,"to":899,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l23.dsa.comb","from":879,"to":899,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l23.dsa.xn","from":880,"to":881,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.dsa.xn","from":880,"to":891,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.dsa.xn","from":880,"to":893,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.dsa.xn_quant","from":881,"to":882,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l23.dsa.xn_quant","from":881,"to":883,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l23.dsa.xn_quant","from":881,"to":889,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l23.dsa.qa","from":882,"to":884,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l23.dsa.kva","from":883,"to":887,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l23.dsa.qan","from":884,"to":885,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l23.dsa.qan","from":884,"to":894,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l23.dsa.qan_quant","from":885,"to":886,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l23.dsa.q","from":886,"to":896,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l23.dsa.c","from":887,"to":888,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l23.dsa.ik","from":889,"to":890,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l23.dsa.ikn","from":890,"to":892,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l23.dsa.ig","from":891,"to":892,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l23.dsa.iw","from":893,"to":895,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l23.dsa.iq","from":894,"to":895,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l23.dsa.sel","from":895,"to":896,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l23.dsa.a","from":896,"to":897,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l23.dsa.a_quant","from":897,"to":898,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l23.dsa.o","from":898,"to":899,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.dsa.y","from":899,"to":900,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l23.dsa.y","from":899,"to":901,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l23.dsa.y","from":899,"to":916,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l23.moe.mix","from":900,"to":901,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l23.moe.u","from":901,"to":902,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l23.moe.post","from":901,"to":916,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l23.moe.comb","from":901,"to":916,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l23.moe.xn","from":902,"to":903,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.moe.xn","from":902,"to":905,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.moe.xn","from":902,"to":911,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.moe.logits","from":903,"to":904,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l23.moe.topk_w","from":904,"to":915,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l23.moe.topk_id","from":904,"to":906,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l23.moe.topk_id","from":904,"to":910,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l23.moe.xn_quant","from":905,"to":906,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l23.moe.egu","from":906,"to":907,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l23.moe.egc","from":907,"to":908,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l23.moe.eact","from":908,"to":909,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l23.moe.eact_quant","from":909,"to":910,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l23.moe.edown","from":910,"to":915,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l23.moe.sgu","from":911,"to":912,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l23.moe.sgc","from":912,"to":913,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l23.moe.sact","from":913,"to":914,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l23.moe.sdown","from":914,"to":915,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.moe.f","from":915,"to":916,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l23.moe.y","from":916,"to":917,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l23.moe.y","from":916,"to":918,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l23.moe.y","from":916,"to":938,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l24.kda.mix","from":917,"to":918,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l24.kda.u","from":918,"to":919,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l24.kda.post","from":918,"to":938,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l24.kda.comb","from":918,"to":938,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l24.kda.xn","from":919,"to":920,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.kda.xn","from":919,"to":921,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.kda.xn","from":919,"to":922,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.kda.xn","from":919,"to":927,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.kda.xn","from":919,"to":928,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.kda.xn","from":919,"to":933,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.kda.q","from":920,"to":923,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l24.kda.k","from":921,"to":923,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l24.kda.v","from":922,"to":923,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l24.kda.qkv","from":923,"to":924,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l24.kda.conv","from":924,"to":925,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l24.kda.conv","from":924,"to":926,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l24.kda.qkvn","from":926,"to":932,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l24.kda.b","from":927,"to":931,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l24.kda.fa","from":928,"to":929,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l24.kda.fa_quant","from":929,"to":930,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l24.kda.f","from":930,"to":931,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l24.kda.decay","from":931,"to":932,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l24.kda.beta","from":931,"to":932,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l24.kda.core","from":932,"to":936,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l24.kda.ga","from":933,"to":934,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l24.kda.ga_quant","from":934,"to":935,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l24.kda.g","from":935,"to":936,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l24.kda.gated","from":936,"to":937,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l24.kda.o","from":937,"to":938,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.kda.y","from":938,"to":939,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l24.kda.y","from":938,"to":940,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l24.kda.y","from":938,"to":955,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l24.moe.mix","from":939,"to":940,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l24.moe.u","from":940,"to":941,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l24.moe.post","from":940,"to":955,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l24.moe.comb","from":940,"to":955,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l24.moe.xn","from":941,"to":942,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.moe.xn","from":941,"to":944,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.moe.xn","from":941,"to":950,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.moe.logits","from":942,"to":943,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l24.moe.topk_w","from":943,"to":954,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l24.moe.topk_id","from":943,"to":945,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l24.moe.topk_id","from":943,"to":949,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l24.moe.xn_quant","from":944,"to":945,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l24.moe.egu","from":945,"to":946,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l24.moe.egc","from":946,"to":947,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l24.moe.eact","from":947,"to":948,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l24.moe.eact_quant","from":948,"to":949,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l24.moe.edown","from":949,"to":954,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l24.moe.sgu","from":950,"to":951,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l24.moe.sgc","from":951,"to":952,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l24.moe.sact","from":952,"to":953,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l24.moe.sdown","from":953,"to":954,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.moe.f","from":954,"to":955,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l24.moe.y","from":955,"to":956,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l24.moe.y","from":955,"to":957,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l24.moe.y","from":955,"to":977,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l25.kda.mix","from":956,"to":957,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l25.kda.u","from":957,"to":958,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l25.kda.post","from":957,"to":977,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l25.kda.comb","from":957,"to":977,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l25.kda.xn","from":958,"to":959,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.kda.xn","from":958,"to":960,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.kda.xn","from":958,"to":961,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.kda.xn","from":958,"to":966,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.kda.xn","from":958,"to":967,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.kda.xn","from":958,"to":972,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.kda.q","from":959,"to":962,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l25.kda.k","from":960,"to":962,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l25.kda.v","from":961,"to":962,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l25.kda.qkv","from":962,"to":963,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l25.kda.conv","from":963,"to":964,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l25.kda.conv","from":963,"to":965,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l25.kda.qkvn","from":965,"to":971,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l25.kda.b","from":966,"to":970,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l25.kda.fa","from":967,"to":968,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l25.kda.fa_quant","from":968,"to":969,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l25.kda.f","from":969,"to":970,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l25.kda.decay","from":970,"to":971,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l25.kda.beta","from":970,"to":971,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l25.kda.core","from":971,"to":975,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l25.kda.ga","from":972,"to":973,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l25.kda.ga_quant","from":973,"to":974,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l25.kda.g","from":974,"to":975,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l25.kda.gated","from":975,"to":976,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l25.kda.o","from":976,"to":977,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.kda.y","from":977,"to":978,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l25.kda.y","from":977,"to":979,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l25.kda.y","from":977,"to":994,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l25.moe.mix","from":978,"to":979,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l25.moe.u","from":979,"to":980,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l25.moe.post","from":979,"to":994,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l25.moe.comb","from":979,"to":994,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l25.moe.xn","from":980,"to":981,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.moe.xn","from":980,"to":983,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.moe.xn","from":980,"to":989,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.moe.logits","from":981,"to":982,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l25.moe.topk_w","from":982,"to":993,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l25.moe.topk_id","from":982,"to":984,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l25.moe.topk_id","from":982,"to":988,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l25.moe.xn_quant","from":983,"to":984,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l25.moe.egu","from":984,"to":985,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l25.moe.egc","from":985,"to":986,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l25.moe.eact","from":986,"to":987,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l25.moe.eact_quant","from":987,"to":988,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l25.moe.edown","from":988,"to":993,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l25.moe.sgu","from":989,"to":990,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l25.moe.sgc","from":990,"to":991,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l25.moe.sact","from":991,"to":992,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l25.moe.sdown","from":992,"to":993,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.moe.f","from":993,"to":994,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l25.moe.y","from":994,"to":995,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l25.moe.y","from":994,"to":996,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l25.moe.y","from":994,"to":1016,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l26.kda.mix","from":995,"to":996,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l26.kda.u","from":996,"to":997,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l26.kda.post","from":996,"to":1016,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l26.kda.comb","from":996,"to":1016,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l26.kda.xn","from":997,"to":998,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.kda.xn","from":997,"to":999,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.kda.xn","from":997,"to":1000,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.kda.xn","from":997,"to":1005,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.kda.xn","from":997,"to":1006,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.kda.xn","from":997,"to":1011,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.kda.q","from":998,"to":1001,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l26.kda.k","from":999,"to":1001,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l26.kda.v","from":1000,"to":1001,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l26.kda.qkv","from":1001,"to":1002,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l26.kda.conv","from":1002,"to":1003,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l26.kda.conv","from":1002,"to":1004,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l26.kda.qkvn","from":1004,"to":1010,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l26.kda.b","from":1005,"to":1009,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l26.kda.fa","from":1006,"to":1007,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l26.kda.fa_quant","from":1007,"to":1008,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l26.kda.f","from":1008,"to":1009,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l26.kda.decay","from":1009,"to":1010,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l26.kda.beta","from":1009,"to":1010,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l26.kda.core","from":1010,"to":1014,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l26.kda.ga","from":1011,"to":1012,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l26.kda.ga_quant","from":1012,"to":1013,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l26.kda.g","from":1013,"to":1014,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l26.kda.gated","from":1014,"to":1015,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l26.kda.o","from":1015,"to":1016,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.kda.y","from":1016,"to":1017,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l26.kda.y","from":1016,"to":1018,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l26.kda.y","from":1016,"to":1033,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l26.moe.mix","from":1017,"to":1018,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l26.moe.u","from":1018,"to":1019,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l26.moe.post","from":1018,"to":1033,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l26.moe.comb","from":1018,"to":1033,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l26.moe.xn","from":1019,"to":1020,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.moe.xn","from":1019,"to":1022,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.moe.xn","from":1019,"to":1028,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.moe.logits","from":1020,"to":1021,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l26.moe.topk_w","from":1021,"to":1032,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l26.moe.topk_id","from":1021,"to":1023,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l26.moe.topk_id","from":1021,"to":1027,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l26.moe.xn_quant","from":1022,"to":1023,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l26.moe.egu","from":1023,"to":1024,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l26.moe.egc","from":1024,"to":1025,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l26.moe.eact","from":1025,"to":1026,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l26.moe.eact_quant","from":1026,"to":1027,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l26.moe.edown","from":1027,"to":1032,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l26.moe.sgu","from":1028,"to":1029,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l26.moe.sgc","from":1029,"to":1030,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l26.moe.sact","from":1030,"to":1031,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l26.moe.sdown","from":1031,"to":1032,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.moe.f","from":1032,"to":1033,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l26.moe.y","from":1033,"to":1034,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l26.moe.y","from":1033,"to":1035,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l26.moe.y","from":1033,"to":1055,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l27.dsa.mix","from":1034,"to":1035,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l27.dsa.u","from":1035,"to":1036,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l27.dsa.post","from":1035,"to":1055,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l27.dsa.comb","from":1035,"to":1055,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l27.dsa.xn","from":1036,"to":1037,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.dsa.xn","from":1036,"to":1047,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.dsa.xn","from":1036,"to":1049,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.dsa.xn_quant","from":1037,"to":1038,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l27.dsa.xn_quant","from":1037,"to":1039,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l27.dsa.xn_quant","from":1037,"to":1045,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l27.dsa.qa","from":1038,"to":1040,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l27.dsa.kva","from":1039,"to":1043,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l27.dsa.qan","from":1040,"to":1041,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l27.dsa.qan","from":1040,"to":1050,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l27.dsa.qan_quant","from":1041,"to":1042,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l27.dsa.q","from":1042,"to":1052,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l27.dsa.c","from":1043,"to":1044,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l27.dsa.ik","from":1045,"to":1046,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l27.dsa.ikn","from":1046,"to":1048,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l27.dsa.ig","from":1047,"to":1048,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l27.dsa.iw","from":1049,"to":1051,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l27.dsa.iq","from":1050,"to":1051,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l27.dsa.sel","from":1051,"to":1052,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l27.dsa.a","from":1052,"to":1053,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l27.dsa.a_quant","from":1053,"to":1054,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l27.dsa.o","from":1054,"to":1055,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.dsa.y","from":1055,"to":1056,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l27.dsa.y","from":1055,"to":1057,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l27.dsa.y","from":1055,"to":1072,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l27.moe.mix","from":1056,"to":1057,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l27.moe.u","from":1057,"to":1058,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l27.moe.post","from":1057,"to":1072,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l27.moe.comb","from":1057,"to":1072,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l27.moe.xn","from":1058,"to":1059,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.moe.xn","from":1058,"to":1061,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.moe.xn","from":1058,"to":1067,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.moe.logits","from":1059,"to":1060,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l27.moe.topk_w","from":1060,"to":1071,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l27.moe.topk_id","from":1060,"to":1062,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l27.moe.topk_id","from":1060,"to":1066,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l27.moe.xn_quant","from":1061,"to":1062,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l27.moe.egu","from":1062,"to":1063,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l27.moe.egc","from":1063,"to":1064,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l27.moe.eact","from":1064,"to":1065,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l27.moe.eact_quant","from":1065,"to":1066,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l27.moe.edown","from":1066,"to":1071,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l27.moe.sgu","from":1067,"to":1068,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l27.moe.sgc","from":1068,"to":1069,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l27.moe.sact","from":1069,"to":1070,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l27.moe.sdown","from":1070,"to":1071,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.moe.f","from":1071,"to":1072,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l27.moe.y","from":1072,"to":1073,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l27.moe.y","from":1072,"to":1074,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l27.moe.y","from":1072,"to":1094,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l28.kda.mix","from":1073,"to":1074,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l28.kda.u","from":1074,"to":1075,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l28.kda.post","from":1074,"to":1094,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l28.kda.comb","from":1074,"to":1094,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l28.kda.xn","from":1075,"to":1076,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.kda.xn","from":1075,"to":1077,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.kda.xn","from":1075,"to":1078,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.kda.xn","from":1075,"to":1083,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.kda.xn","from":1075,"to":1084,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.kda.xn","from":1075,"to":1089,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.kda.q","from":1076,"to":1079,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l28.kda.k","from":1077,"to":1079,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l28.kda.v","from":1078,"to":1079,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l28.kda.qkv","from":1079,"to":1080,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l28.kda.conv","from":1080,"to":1081,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l28.kda.conv","from":1080,"to":1082,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l28.kda.qkvn","from":1082,"to":1088,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l28.kda.b","from":1083,"to":1087,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l28.kda.fa","from":1084,"to":1085,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l28.kda.fa_quant","from":1085,"to":1086,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l28.kda.f","from":1086,"to":1087,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l28.kda.decay","from":1087,"to":1088,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l28.kda.beta","from":1087,"to":1088,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l28.kda.core","from":1088,"to":1092,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l28.kda.ga","from":1089,"to":1090,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l28.kda.ga_quant","from":1090,"to":1091,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l28.kda.g","from":1091,"to":1092,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l28.kda.gated","from":1092,"to":1093,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l28.kda.o","from":1093,"to":1094,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.kda.y","from":1094,"to":1095,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l28.kda.y","from":1094,"to":1096,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l28.kda.y","from":1094,"to":1111,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l28.moe.mix","from":1095,"to":1096,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l28.moe.u","from":1096,"to":1097,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l28.moe.post","from":1096,"to":1111,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l28.moe.comb","from":1096,"to":1111,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l28.moe.xn","from":1097,"to":1098,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.moe.xn","from":1097,"to":1100,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.moe.xn","from":1097,"to":1106,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.moe.logits","from":1098,"to":1099,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l28.moe.topk_w","from":1099,"to":1110,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l28.moe.topk_id","from":1099,"to":1101,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l28.moe.topk_id","from":1099,"to":1105,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l28.moe.xn_quant","from":1100,"to":1101,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l28.moe.egu","from":1101,"to":1102,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l28.moe.egc","from":1102,"to":1103,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l28.moe.eact","from":1103,"to":1104,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l28.moe.eact_quant","from":1104,"to":1105,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l28.moe.edown","from":1105,"to":1110,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l28.moe.sgu","from":1106,"to":1107,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l28.moe.sgc","from":1107,"to":1108,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l28.moe.sact","from":1108,"to":1109,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l28.moe.sdown","from":1109,"to":1110,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.moe.f","from":1110,"to":1111,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l28.moe.y","from":1111,"to":1112,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l28.moe.y","from":1111,"to":1113,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l28.moe.y","from":1111,"to":1133,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l29.kda.mix","from":1112,"to":1113,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l29.kda.u","from":1113,"to":1114,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l29.kda.post","from":1113,"to":1133,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l29.kda.comb","from":1113,"to":1133,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l29.kda.xn","from":1114,"to":1115,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.kda.xn","from":1114,"to":1116,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.kda.xn","from":1114,"to":1117,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.kda.xn","from":1114,"to":1122,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.kda.xn","from":1114,"to":1123,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.kda.xn","from":1114,"to":1128,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.kda.q","from":1115,"to":1118,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l29.kda.k","from":1116,"to":1118,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l29.kda.v","from":1117,"to":1118,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l29.kda.qkv","from":1118,"to":1119,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l29.kda.conv","from":1119,"to":1120,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l29.kda.conv","from":1119,"to":1121,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l29.kda.qkvn","from":1121,"to":1127,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l29.kda.b","from":1122,"to":1126,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l29.kda.fa","from":1123,"to":1124,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l29.kda.fa_quant","from":1124,"to":1125,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l29.kda.f","from":1125,"to":1126,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l29.kda.decay","from":1126,"to":1127,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l29.kda.beta","from":1126,"to":1127,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l29.kda.core","from":1127,"to":1131,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l29.kda.ga","from":1128,"to":1129,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l29.kda.ga_quant","from":1129,"to":1130,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l29.kda.g","from":1130,"to":1131,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l29.kda.gated","from":1131,"to":1132,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l29.kda.o","from":1132,"to":1133,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.kda.y","from":1133,"to":1134,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l29.kda.y","from":1133,"to":1135,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l29.kda.y","from":1133,"to":1150,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l29.moe.mix","from":1134,"to":1135,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l29.moe.u","from":1135,"to":1136,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l29.moe.post","from":1135,"to":1150,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l29.moe.comb","from":1135,"to":1150,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l29.moe.xn","from":1136,"to":1137,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.moe.xn","from":1136,"to":1139,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.moe.xn","from":1136,"to":1145,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.moe.logits","from":1137,"to":1138,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l29.moe.topk_w","from":1138,"to":1149,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l29.moe.topk_id","from":1138,"to":1140,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l29.moe.topk_id","from":1138,"to":1144,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l29.moe.xn_quant","from":1139,"to":1140,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l29.moe.egu","from":1140,"to":1141,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l29.moe.egc","from":1141,"to":1142,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l29.moe.eact","from":1142,"to":1143,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l29.moe.eact_quant","from":1143,"to":1144,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l29.moe.edown","from":1144,"to":1149,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l29.moe.sgu","from":1145,"to":1146,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l29.moe.sgc","from":1146,"to":1147,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l29.moe.sact","from":1147,"to":1148,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l29.moe.sdown","from":1148,"to":1149,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.moe.f","from":1149,"to":1150,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l29.moe.y","from":1150,"to":1151,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l29.moe.y","from":1150,"to":1152,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l29.moe.y","from":1150,"to":1172,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l30.kda.mix","from":1151,"to":1152,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l30.kda.u","from":1152,"to":1153,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l30.kda.post","from":1152,"to":1172,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l30.kda.comb","from":1152,"to":1172,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l30.kda.xn","from":1153,"to":1154,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.kda.xn","from":1153,"to":1155,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.kda.xn","from":1153,"to":1156,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.kda.xn","from":1153,"to":1161,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.kda.xn","from":1153,"to":1162,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.kda.xn","from":1153,"to":1167,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.kda.q","from":1154,"to":1157,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l30.kda.k","from":1155,"to":1157,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l30.kda.v","from":1156,"to":1157,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l30.kda.qkv","from":1157,"to":1158,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l30.kda.conv","from":1158,"to":1159,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l30.kda.conv","from":1158,"to":1160,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l30.kda.qkvn","from":1160,"to":1166,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l30.kda.b","from":1161,"to":1165,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l30.kda.fa","from":1162,"to":1163,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l30.kda.fa_quant","from":1163,"to":1164,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l30.kda.f","from":1164,"to":1165,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l30.kda.decay","from":1165,"to":1166,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l30.kda.beta","from":1165,"to":1166,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l30.kda.core","from":1166,"to":1170,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l30.kda.ga","from":1167,"to":1168,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l30.kda.ga_quant","from":1168,"to":1169,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l30.kda.g","from":1169,"to":1170,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l30.kda.gated","from":1170,"to":1171,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l30.kda.o","from":1171,"to":1172,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.kda.y","from":1172,"to":1173,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l30.kda.y","from":1172,"to":1174,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l30.kda.y","from":1172,"to":1189,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l30.moe.mix","from":1173,"to":1174,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l30.moe.u","from":1174,"to":1175,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l30.moe.post","from":1174,"to":1189,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l30.moe.comb","from":1174,"to":1189,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l30.moe.xn","from":1175,"to":1176,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.moe.xn","from":1175,"to":1178,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.moe.xn","from":1175,"to":1184,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.moe.logits","from":1176,"to":1177,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l30.moe.topk_w","from":1177,"to":1188,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l30.moe.topk_id","from":1177,"to":1179,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l30.moe.topk_id","from":1177,"to":1183,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l30.moe.xn_quant","from":1178,"to":1179,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l30.moe.egu","from":1179,"to":1180,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l30.moe.egc","from":1180,"to":1181,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l30.moe.eact","from":1181,"to":1182,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l30.moe.eact_quant","from":1182,"to":1183,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l30.moe.edown","from":1183,"to":1188,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l30.moe.sgu","from":1184,"to":1185,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l30.moe.sgc","from":1185,"to":1186,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l30.moe.sact","from":1186,"to":1187,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l30.moe.sdown","from":1187,"to":1188,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.moe.f","from":1188,"to":1189,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l30.moe.y","from":1189,"to":1190,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l30.moe.y","from":1189,"to":1191,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l30.moe.y","from":1189,"to":1211,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l31.dsa.mix","from":1190,"to":1191,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l31.dsa.u","from":1191,"to":1192,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l31.dsa.post","from":1191,"to":1211,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l31.dsa.comb","from":1191,"to":1211,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l31.dsa.xn","from":1192,"to":1193,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.dsa.xn","from":1192,"to":1203,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.dsa.xn","from":1192,"to":1205,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.dsa.xn_quant","from":1193,"to":1194,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l31.dsa.xn_quant","from":1193,"to":1195,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l31.dsa.xn_quant","from":1193,"to":1201,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l31.dsa.qa","from":1194,"to":1196,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l31.dsa.kva","from":1195,"to":1199,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l31.dsa.qan","from":1196,"to":1197,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l31.dsa.qan","from":1196,"to":1206,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l31.dsa.qan_quant","from":1197,"to":1198,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l31.dsa.q","from":1198,"to":1208,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l31.dsa.c","from":1199,"to":1200,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l31.dsa.ik","from":1201,"to":1202,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l31.dsa.ikn","from":1202,"to":1204,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l31.dsa.ig","from":1203,"to":1204,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l31.dsa.iw","from":1205,"to":1207,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l31.dsa.iq","from":1206,"to":1207,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l31.dsa.sel","from":1207,"to":1208,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l31.dsa.a","from":1208,"to":1209,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l31.dsa.a_quant","from":1209,"to":1210,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l31.dsa.o","from":1210,"to":1211,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.dsa.y","from":1211,"to":1212,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l31.dsa.y","from":1211,"to":1213,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l31.dsa.y","from":1211,"to":1228,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l31.moe.mix","from":1212,"to":1213,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l31.moe.u","from":1213,"to":1214,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l31.moe.post","from":1213,"to":1228,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l31.moe.comb","from":1213,"to":1228,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l31.moe.xn","from":1214,"to":1215,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.moe.xn","from":1214,"to":1217,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.moe.xn","from":1214,"to":1223,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.moe.logits","from":1215,"to":1216,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l31.moe.topk_w","from":1216,"to":1227,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l31.moe.topk_id","from":1216,"to":1218,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l31.moe.topk_id","from":1216,"to":1222,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l31.moe.xn_quant","from":1217,"to":1218,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l31.moe.egu","from":1218,"to":1219,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l31.moe.egc","from":1219,"to":1220,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l31.moe.eact","from":1220,"to":1221,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l31.moe.eact_quant","from":1221,"to":1222,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l31.moe.edown","from":1222,"to":1227,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l31.moe.sgu","from":1223,"to":1224,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l31.moe.sgc","from":1224,"to":1225,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l31.moe.sact","from":1225,"to":1226,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l31.moe.sdown","from":1226,"to":1227,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.moe.f","from":1227,"to":1228,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l31.moe.y","from":1228,"to":1229,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l31.moe.y","from":1228,"to":1230,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l31.moe.y","from":1228,"to":1250,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l32.kda.mix","from":1229,"to":1230,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l32.kda.u","from":1230,"to":1231,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l32.kda.post","from":1230,"to":1250,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l32.kda.comb","from":1230,"to":1250,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l32.kda.xn","from":1231,"to":1232,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.kda.xn","from":1231,"to":1233,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.kda.xn","from":1231,"to":1234,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.kda.xn","from":1231,"to":1239,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.kda.xn","from":1231,"to":1240,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.kda.xn","from":1231,"to":1245,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.kda.q","from":1232,"to":1235,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l32.kda.k","from":1233,"to":1235,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l32.kda.v","from":1234,"to":1235,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l32.kda.qkv","from":1235,"to":1236,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l32.kda.conv","from":1236,"to":1237,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l32.kda.conv","from":1236,"to":1238,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l32.kda.qkvn","from":1238,"to":1244,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l32.kda.b","from":1239,"to":1243,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l32.kda.fa","from":1240,"to":1241,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l32.kda.fa_quant","from":1241,"to":1242,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l32.kda.f","from":1242,"to":1243,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l32.kda.decay","from":1243,"to":1244,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l32.kda.beta","from":1243,"to":1244,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l32.kda.core","from":1244,"to":1248,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l32.kda.ga","from":1245,"to":1246,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l32.kda.ga_quant","from":1246,"to":1247,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l32.kda.g","from":1247,"to":1248,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l32.kda.gated","from":1248,"to":1249,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l32.kda.o","from":1249,"to":1250,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.kda.y","from":1250,"to":1251,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l32.kda.y","from":1250,"to":1252,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l32.kda.y","from":1250,"to":1267,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l32.moe.mix","from":1251,"to":1252,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l32.moe.u","from":1252,"to":1253,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l32.moe.post","from":1252,"to":1267,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l32.moe.comb","from":1252,"to":1267,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l32.moe.xn","from":1253,"to":1254,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.moe.xn","from":1253,"to":1256,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.moe.xn","from":1253,"to":1262,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.moe.logits","from":1254,"to":1255,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l32.moe.topk_w","from":1255,"to":1266,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l32.moe.topk_id","from":1255,"to":1257,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l32.moe.topk_id","from":1255,"to":1261,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l32.moe.xn_quant","from":1256,"to":1257,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l32.moe.egu","from":1257,"to":1258,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l32.moe.egc","from":1258,"to":1259,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l32.moe.eact","from":1259,"to":1260,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l32.moe.eact_quant","from":1260,"to":1261,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l32.moe.edown","from":1261,"to":1266,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l32.moe.sgu","from":1262,"to":1263,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l32.moe.sgc","from":1263,"to":1264,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l32.moe.sact","from":1264,"to":1265,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l32.moe.sdown","from":1265,"to":1266,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.moe.f","from":1266,"to":1267,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l32.moe.y","from":1267,"to":1268,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l32.moe.y","from":1267,"to":1269,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l32.moe.y","from":1267,"to":1289,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l33.kda.mix","from":1268,"to":1269,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l33.kda.u","from":1269,"to":1270,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l33.kda.post","from":1269,"to":1289,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l33.kda.comb","from":1269,"to":1289,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l33.kda.xn","from":1270,"to":1271,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.kda.xn","from":1270,"to":1272,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.kda.xn","from":1270,"to":1273,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.kda.xn","from":1270,"to":1278,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.kda.xn","from":1270,"to":1279,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.kda.xn","from":1270,"to":1284,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.kda.q","from":1271,"to":1274,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l33.kda.k","from":1272,"to":1274,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l33.kda.v","from":1273,"to":1274,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l33.kda.qkv","from":1274,"to":1275,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l33.kda.conv","from":1275,"to":1276,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l33.kda.conv","from":1275,"to":1277,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l33.kda.qkvn","from":1277,"to":1283,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l33.kda.b","from":1278,"to":1282,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l33.kda.fa","from":1279,"to":1280,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l33.kda.fa_quant","from":1280,"to":1281,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l33.kda.f","from":1281,"to":1282,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l33.kda.decay","from":1282,"to":1283,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l33.kda.beta","from":1282,"to":1283,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l33.kda.core","from":1283,"to":1287,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l33.kda.ga","from":1284,"to":1285,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l33.kda.ga_quant","from":1285,"to":1286,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l33.kda.g","from":1286,"to":1287,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l33.kda.gated","from":1287,"to":1288,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l33.kda.o","from":1288,"to":1289,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.kda.y","from":1289,"to":1290,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l33.kda.y","from":1289,"to":1291,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l33.kda.y","from":1289,"to":1306,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l33.moe.mix","from":1290,"to":1291,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l33.moe.u","from":1291,"to":1292,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l33.moe.post","from":1291,"to":1306,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l33.moe.comb","from":1291,"to":1306,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l33.moe.xn","from":1292,"to":1293,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.moe.xn","from":1292,"to":1295,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.moe.xn","from":1292,"to":1301,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.moe.logits","from":1293,"to":1294,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l33.moe.topk_w","from":1294,"to":1305,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l33.moe.topk_id","from":1294,"to":1296,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l33.moe.topk_id","from":1294,"to":1300,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l33.moe.xn_quant","from":1295,"to":1296,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l33.moe.egu","from":1296,"to":1297,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l33.moe.egc","from":1297,"to":1298,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l33.moe.eact","from":1298,"to":1299,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l33.moe.eact_quant","from":1299,"to":1300,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l33.moe.edown","from":1300,"to":1305,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l33.moe.sgu","from":1301,"to":1302,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l33.moe.sgc","from":1302,"to":1303,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l33.moe.sact","from":1303,"to":1304,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l33.moe.sdown","from":1304,"to":1305,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.moe.f","from":1305,"to":1306,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l33.moe.y","from":1306,"to":1307,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l33.moe.y","from":1306,"to":1308,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l33.moe.y","from":1306,"to":1328,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l34.kda.mix","from":1307,"to":1308,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l34.kda.u","from":1308,"to":1309,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l34.kda.post","from":1308,"to":1328,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l34.kda.comb","from":1308,"to":1328,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l34.kda.xn","from":1309,"to":1310,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.kda.xn","from":1309,"to":1311,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.kda.xn","from":1309,"to":1312,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.kda.xn","from":1309,"to":1317,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.kda.xn","from":1309,"to":1318,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.kda.xn","from":1309,"to":1323,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.kda.q","from":1310,"to":1313,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l34.kda.k","from":1311,"to":1313,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l34.kda.v","from":1312,"to":1313,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l34.kda.qkv","from":1313,"to":1314,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l34.kda.conv","from":1314,"to":1315,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l34.kda.conv","from":1314,"to":1316,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l34.kda.qkvn","from":1316,"to":1322,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l34.kda.b","from":1317,"to":1321,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l34.kda.fa","from":1318,"to":1319,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l34.kda.fa_quant","from":1319,"to":1320,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l34.kda.f","from":1320,"to":1321,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l34.kda.decay","from":1321,"to":1322,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l34.kda.beta","from":1321,"to":1322,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l34.kda.core","from":1322,"to":1326,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l34.kda.ga","from":1323,"to":1324,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l34.kda.ga_quant","from":1324,"to":1325,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l34.kda.g","from":1325,"to":1326,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l34.kda.gated","from":1326,"to":1327,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l34.kda.o","from":1327,"to":1328,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.kda.y","from":1328,"to":1329,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l34.kda.y","from":1328,"to":1330,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l34.kda.y","from":1328,"to":1345,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l34.moe.mix","from":1329,"to":1330,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l34.moe.u","from":1330,"to":1331,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l34.moe.post","from":1330,"to":1345,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l34.moe.comb","from":1330,"to":1345,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l34.moe.xn","from":1331,"to":1332,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.moe.xn","from":1331,"to":1334,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.moe.xn","from":1331,"to":1340,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.moe.logits","from":1332,"to":1333,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l34.moe.topk_w","from":1333,"to":1344,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l34.moe.topk_id","from":1333,"to":1335,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l34.moe.topk_id","from":1333,"to":1339,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l34.moe.xn_quant","from":1334,"to":1335,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l34.moe.egu","from":1335,"to":1336,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l34.moe.egc","from":1336,"to":1337,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l34.moe.eact","from":1337,"to":1338,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l34.moe.eact_quant","from":1338,"to":1339,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l34.moe.edown","from":1339,"to":1344,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l34.moe.sgu","from":1340,"to":1341,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l34.moe.sgc","from":1341,"to":1342,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l34.moe.sact","from":1342,"to":1343,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l34.moe.sdown","from":1343,"to":1344,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.moe.f","from":1344,"to":1345,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l34.moe.y","from":1345,"to":1346,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l34.moe.y","from":1345,"to":1347,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l34.moe.y","from":1345,"to":1367,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l35.dsa.mix","from":1346,"to":1347,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l35.dsa.u","from":1347,"to":1348,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l35.dsa.post","from":1347,"to":1367,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l35.dsa.comb","from":1347,"to":1367,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l35.dsa.xn","from":1348,"to":1349,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.dsa.xn","from":1348,"to":1359,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.dsa.xn","from":1348,"to":1361,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.dsa.xn_quant","from":1349,"to":1350,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l35.dsa.xn_quant","from":1349,"to":1351,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l35.dsa.xn_quant","from":1349,"to":1357,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l35.dsa.qa","from":1350,"to":1352,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l35.dsa.kva","from":1351,"to":1355,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l35.dsa.qan","from":1352,"to":1353,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l35.dsa.qan","from":1352,"to":1362,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l35.dsa.qan_quant","from":1353,"to":1354,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l35.dsa.q","from":1354,"to":1364,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l35.dsa.c","from":1355,"to":1356,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l35.dsa.ik","from":1357,"to":1358,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l35.dsa.ikn","from":1358,"to":1360,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l35.dsa.ig","from":1359,"to":1360,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l35.dsa.iw","from":1361,"to":1363,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l35.dsa.iq","from":1362,"to":1363,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l35.dsa.sel","from":1363,"to":1364,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l35.dsa.a","from":1364,"to":1365,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l35.dsa.a_quant","from":1365,"to":1366,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l35.dsa.o","from":1366,"to":1367,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.dsa.y","from":1367,"to":1368,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l35.dsa.y","from":1367,"to":1369,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l35.dsa.y","from":1367,"to":1384,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l35.moe.mix","from":1368,"to":1369,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l35.moe.u","from":1369,"to":1370,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l35.moe.post","from":1369,"to":1384,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l35.moe.comb","from":1369,"to":1384,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l35.moe.xn","from":1370,"to":1371,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.moe.xn","from":1370,"to":1373,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.moe.xn","from":1370,"to":1379,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.moe.logits","from":1371,"to":1372,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l35.moe.topk_w","from":1372,"to":1383,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l35.moe.topk_id","from":1372,"to":1374,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l35.moe.topk_id","from":1372,"to":1378,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l35.moe.xn_quant","from":1373,"to":1374,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l35.moe.egu","from":1374,"to":1375,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l35.moe.egc","from":1375,"to":1376,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l35.moe.eact","from":1376,"to":1377,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l35.moe.eact_quant","from":1377,"to":1378,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l35.moe.edown","from":1378,"to":1383,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l35.moe.sgu","from":1379,"to":1380,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l35.moe.sgc","from":1380,"to":1381,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l35.moe.sact","from":1381,"to":1382,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l35.moe.sdown","from":1382,"to":1383,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.moe.f","from":1383,"to":1384,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l35.moe.y","from":1384,"to":1385,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l35.moe.y","from":1384,"to":1386,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l35.moe.y","from":1384,"to":1406,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l36.kda.mix","from":1385,"to":1386,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l36.kda.u","from":1386,"to":1387,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l36.kda.post","from":1386,"to":1406,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l36.kda.comb","from":1386,"to":1406,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l36.kda.xn","from":1387,"to":1388,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.kda.xn","from":1387,"to":1389,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.kda.xn","from":1387,"to":1390,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.kda.xn","from":1387,"to":1395,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.kda.xn","from":1387,"to":1396,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.kda.xn","from":1387,"to":1401,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.kda.q","from":1388,"to":1391,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l36.kda.k","from":1389,"to":1391,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l36.kda.v","from":1390,"to":1391,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l36.kda.qkv","from":1391,"to":1392,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l36.kda.conv","from":1392,"to":1393,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l36.kda.conv","from":1392,"to":1394,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l36.kda.qkvn","from":1394,"to":1400,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l36.kda.b","from":1395,"to":1399,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l36.kda.fa","from":1396,"to":1397,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l36.kda.fa_quant","from":1397,"to":1398,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l36.kda.f","from":1398,"to":1399,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l36.kda.decay","from":1399,"to":1400,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l36.kda.beta","from":1399,"to":1400,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l36.kda.core","from":1400,"to":1404,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l36.kda.ga","from":1401,"to":1402,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l36.kda.ga_quant","from":1402,"to":1403,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l36.kda.g","from":1403,"to":1404,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l36.kda.gated","from":1404,"to":1405,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l36.kda.o","from":1405,"to":1406,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.kda.y","from":1406,"to":1407,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l36.kda.y","from":1406,"to":1408,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l36.kda.y","from":1406,"to":1423,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l36.moe.mix","from":1407,"to":1408,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l36.moe.u","from":1408,"to":1409,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l36.moe.post","from":1408,"to":1423,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l36.moe.comb","from":1408,"to":1423,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l36.moe.xn","from":1409,"to":1410,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.moe.xn","from":1409,"to":1412,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.moe.xn","from":1409,"to":1418,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.moe.logits","from":1410,"to":1411,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l36.moe.topk_w","from":1411,"to":1422,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l36.moe.topk_id","from":1411,"to":1413,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l36.moe.topk_id","from":1411,"to":1417,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l36.moe.xn_quant","from":1412,"to":1413,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l36.moe.egu","from":1413,"to":1414,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l36.moe.egc","from":1414,"to":1415,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l36.moe.eact","from":1415,"to":1416,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l36.moe.eact_quant","from":1416,"to":1417,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l36.moe.edown","from":1417,"to":1422,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l36.moe.sgu","from":1418,"to":1419,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l36.moe.sgc","from":1419,"to":1420,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l36.moe.sact","from":1420,"to":1421,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l36.moe.sdown","from":1421,"to":1422,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.moe.f","from":1422,"to":1423,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l36.moe.y","from":1423,"to":1424,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l36.moe.y","from":1423,"to":1425,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l36.moe.y","from":1423,"to":1445,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l37.kda.mix","from":1424,"to":1425,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l37.kda.u","from":1425,"to":1426,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l37.kda.post","from":1425,"to":1445,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l37.kda.comb","from":1425,"to":1445,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l37.kda.xn","from":1426,"to":1427,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.kda.xn","from":1426,"to":1428,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.kda.xn","from":1426,"to":1429,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.kda.xn","from":1426,"to":1434,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.kda.xn","from":1426,"to":1435,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.kda.xn","from":1426,"to":1440,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.kda.q","from":1427,"to":1430,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l37.kda.k","from":1428,"to":1430,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l37.kda.v","from":1429,"to":1430,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l37.kda.qkv","from":1430,"to":1431,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l37.kda.conv","from":1431,"to":1432,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l37.kda.conv","from":1431,"to":1433,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l37.kda.qkvn","from":1433,"to":1439,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l37.kda.b","from":1434,"to":1438,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l37.kda.fa","from":1435,"to":1436,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l37.kda.fa_quant","from":1436,"to":1437,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l37.kda.f","from":1437,"to":1438,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l37.kda.decay","from":1438,"to":1439,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l37.kda.beta","from":1438,"to":1439,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l37.kda.core","from":1439,"to":1443,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l37.kda.ga","from":1440,"to":1441,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l37.kda.ga_quant","from":1441,"to":1442,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l37.kda.g","from":1442,"to":1443,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l37.kda.gated","from":1443,"to":1444,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l37.kda.o","from":1444,"to":1445,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.kda.y","from":1445,"to":1446,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l37.kda.y","from":1445,"to":1447,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l37.kda.y","from":1445,"to":1462,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l37.moe.mix","from":1446,"to":1447,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l37.moe.u","from":1447,"to":1448,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l37.moe.post","from":1447,"to":1462,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l37.moe.comb","from":1447,"to":1462,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l37.moe.xn","from":1448,"to":1449,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.moe.xn","from":1448,"to":1451,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.moe.xn","from":1448,"to":1457,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.moe.logits","from":1449,"to":1450,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l37.moe.topk_w","from":1450,"to":1461,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l37.moe.topk_id","from":1450,"to":1452,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l37.moe.topk_id","from":1450,"to":1456,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l37.moe.xn_quant","from":1451,"to":1452,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l37.moe.egu","from":1452,"to":1453,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l37.moe.egc","from":1453,"to":1454,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l37.moe.eact","from":1454,"to":1455,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l37.moe.eact_quant","from":1455,"to":1456,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l37.moe.edown","from":1456,"to":1461,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l37.moe.sgu","from":1457,"to":1458,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l37.moe.sgc","from":1458,"to":1459,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l37.moe.sact","from":1459,"to":1460,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l37.moe.sdown","from":1460,"to":1461,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.moe.f","from":1461,"to":1462,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l37.moe.y","from":1462,"to":1463,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l37.moe.y","from":1462,"to":1464,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l37.moe.y","from":1462,"to":1484,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l38.kda.mix","from":1463,"to":1464,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l38.kda.u","from":1464,"to":1465,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l38.kda.post","from":1464,"to":1484,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l38.kda.comb","from":1464,"to":1484,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l38.kda.xn","from":1465,"to":1466,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.kda.xn","from":1465,"to":1467,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.kda.xn","from":1465,"to":1468,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.kda.xn","from":1465,"to":1473,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.kda.xn","from":1465,"to":1474,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.kda.xn","from":1465,"to":1479,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.kda.q","from":1466,"to":1469,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l38.kda.k","from":1467,"to":1469,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l38.kda.v","from":1468,"to":1469,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l38.kda.qkv","from":1469,"to":1470,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l38.kda.conv","from":1470,"to":1471,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l38.kda.conv","from":1470,"to":1472,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l38.kda.qkvn","from":1472,"to":1478,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l38.kda.b","from":1473,"to":1477,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l38.kda.fa","from":1474,"to":1475,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l38.kda.fa_quant","from":1475,"to":1476,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l38.kda.f","from":1476,"to":1477,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l38.kda.decay","from":1477,"to":1478,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l38.kda.beta","from":1477,"to":1478,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l38.kda.core","from":1478,"to":1482,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l38.kda.ga","from":1479,"to":1480,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l38.kda.ga_quant","from":1480,"to":1481,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l38.kda.g","from":1481,"to":1482,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l38.kda.gated","from":1482,"to":1483,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l38.kda.o","from":1483,"to":1484,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.kda.y","from":1484,"to":1485,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l38.kda.y","from":1484,"to":1486,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l38.kda.y","from":1484,"to":1501,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l38.moe.mix","from":1485,"to":1486,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l38.moe.u","from":1486,"to":1487,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l38.moe.post","from":1486,"to":1501,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l38.moe.comb","from":1486,"to":1501,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l38.moe.xn","from":1487,"to":1488,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.moe.xn","from":1487,"to":1490,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.moe.xn","from":1487,"to":1496,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.moe.logits","from":1488,"to":1489,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l38.moe.topk_w","from":1489,"to":1500,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l38.moe.topk_id","from":1489,"to":1491,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l38.moe.topk_id","from":1489,"to":1495,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l38.moe.xn_quant","from":1490,"to":1491,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l38.moe.egu","from":1491,"to":1492,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l38.moe.egc","from":1492,"to":1493,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l38.moe.eact","from":1493,"to":1494,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l38.moe.eact_quant","from":1494,"to":1495,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l38.moe.edown","from":1495,"to":1500,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l38.moe.sgu","from":1496,"to":1497,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l38.moe.sgc","from":1497,"to":1498,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l38.moe.sact","from":1498,"to":1499,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l38.moe.sdown","from":1499,"to":1500,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.moe.f","from":1500,"to":1501,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l38.moe.y","from":1501,"to":1502,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l38.moe.y","from":1501,"to":1503,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l38.moe.y","from":1501,"to":1523,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l39.dsa.mix","from":1502,"to":1503,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l39.dsa.u","from":1503,"to":1504,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l39.dsa.post","from":1503,"to":1523,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l39.dsa.comb","from":1503,"to":1523,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l39.dsa.xn","from":1504,"to":1505,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.dsa.xn","from":1504,"to":1515,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.dsa.xn","from":1504,"to":1517,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.dsa.xn_quant","from":1505,"to":1506,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l39.dsa.xn_quant","from":1505,"to":1507,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l39.dsa.xn_quant","from":1505,"to":1513,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l39.dsa.qa","from":1506,"to":1508,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l39.dsa.kva","from":1507,"to":1511,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l39.dsa.qan","from":1508,"to":1509,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l39.dsa.qan","from":1508,"to":1518,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l39.dsa.qan_quant","from":1509,"to":1510,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l39.dsa.q","from":1510,"to":1520,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l39.dsa.c","from":1511,"to":1512,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l39.dsa.ik","from":1513,"to":1514,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l39.dsa.ikn","from":1514,"to":1516,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l39.dsa.ig","from":1515,"to":1516,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l39.dsa.iw","from":1517,"to":1519,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l39.dsa.iq","from":1518,"to":1519,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l39.dsa.sel","from":1519,"to":1520,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l39.dsa.a","from":1520,"to":1521,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l39.dsa.a_quant","from":1521,"to":1522,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l39.dsa.o","from":1522,"to":1523,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.dsa.y","from":1523,"to":1524,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l39.dsa.y","from":1523,"to":1525,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l39.dsa.y","from":1523,"to":1540,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l39.moe.mix","from":1524,"to":1525,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l39.moe.u","from":1525,"to":1526,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l39.moe.post","from":1525,"to":1540,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l39.moe.comb","from":1525,"to":1540,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l39.moe.xn","from":1526,"to":1527,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.moe.xn","from":1526,"to":1529,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.moe.xn","from":1526,"to":1535,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.moe.logits","from":1527,"to":1528,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l39.moe.topk_w","from":1528,"to":1539,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l39.moe.topk_id","from":1528,"to":1530,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l39.moe.topk_id","from":1528,"to":1534,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l39.moe.xn_quant","from":1529,"to":1530,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l39.moe.egu","from":1530,"to":1531,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l39.moe.egc","from":1531,"to":1532,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l39.moe.eact","from":1532,"to":1533,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l39.moe.eact_quant","from":1533,"to":1534,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l39.moe.edown","from":1534,"to":1539,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l39.moe.sgu","from":1535,"to":1536,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l39.moe.sgc","from":1536,"to":1537,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l39.moe.sact","from":1537,"to":1538,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l39.moe.sdown","from":1538,"to":1539,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.moe.f","from":1539,"to":1540,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l39.moe.y","from":1540,"to":1541,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l39.moe.y","from":1540,"to":1542,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l39.moe.y","from":1540,"to":1562,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l40.kda.mix","from":1541,"to":1542,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l40.kda.u","from":1542,"to":1543,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l40.kda.post","from":1542,"to":1562,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l40.kda.comb","from":1542,"to":1562,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l40.kda.xn","from":1543,"to":1544,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.kda.xn","from":1543,"to":1545,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.kda.xn","from":1543,"to":1546,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.kda.xn","from":1543,"to":1551,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.kda.xn","from":1543,"to":1552,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.kda.xn","from":1543,"to":1557,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.kda.q","from":1544,"to":1547,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l40.kda.k","from":1545,"to":1547,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l40.kda.v","from":1546,"to":1547,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l40.kda.qkv","from":1547,"to":1548,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l40.kda.conv","from":1548,"to":1549,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l40.kda.conv","from":1548,"to":1550,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l40.kda.qkvn","from":1550,"to":1556,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l40.kda.b","from":1551,"to":1555,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l40.kda.fa","from":1552,"to":1553,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l40.kda.fa_quant","from":1553,"to":1554,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l40.kda.f","from":1554,"to":1555,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l40.kda.decay","from":1555,"to":1556,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l40.kda.beta","from":1555,"to":1556,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l40.kda.core","from":1556,"to":1560,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l40.kda.ga","from":1557,"to":1558,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l40.kda.ga_quant","from":1558,"to":1559,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l40.kda.g","from":1559,"to":1560,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l40.kda.gated","from":1560,"to":1561,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l40.kda.o","from":1561,"to":1562,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.kda.y","from":1562,"to":1563,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l40.kda.y","from":1562,"to":1564,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l40.kda.y","from":1562,"to":1579,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l40.moe.mix","from":1563,"to":1564,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l40.moe.u","from":1564,"to":1565,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l40.moe.post","from":1564,"to":1579,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l40.moe.comb","from":1564,"to":1579,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l40.moe.xn","from":1565,"to":1566,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.moe.xn","from":1565,"to":1568,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.moe.xn","from":1565,"to":1574,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.moe.logits","from":1566,"to":1567,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l40.moe.topk_w","from":1567,"to":1578,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l40.moe.topk_id","from":1567,"to":1569,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l40.moe.topk_id","from":1567,"to":1573,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l40.moe.xn_quant","from":1568,"to":1569,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l40.moe.egu","from":1569,"to":1570,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l40.moe.egc","from":1570,"to":1571,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l40.moe.eact","from":1571,"to":1572,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l40.moe.eact_quant","from":1572,"to":1573,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l40.moe.edown","from":1573,"to":1578,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l40.moe.sgu","from":1574,"to":1575,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l40.moe.sgc","from":1575,"to":1576,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l40.moe.sact","from":1576,"to":1577,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l40.moe.sdown","from":1577,"to":1578,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.moe.f","from":1578,"to":1579,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l40.moe.y","from":1579,"to":1580,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l40.moe.y","from":1579,"to":1581,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l40.moe.y","from":1579,"to":1601,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l41.kda.mix","from":1580,"to":1581,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l41.kda.u","from":1581,"to":1582,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l41.kda.post","from":1581,"to":1601,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l41.kda.comb","from":1581,"to":1601,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l41.kda.xn","from":1582,"to":1583,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.kda.xn","from":1582,"to":1584,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.kda.xn","from":1582,"to":1585,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.kda.xn","from":1582,"to":1590,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.kda.xn","from":1582,"to":1591,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.kda.xn","from":1582,"to":1596,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.kda.q","from":1583,"to":1586,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l41.kda.k","from":1584,"to":1586,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l41.kda.v","from":1585,"to":1586,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l41.kda.qkv","from":1586,"to":1587,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l41.kda.conv","from":1587,"to":1588,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l41.kda.conv","from":1587,"to":1589,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l41.kda.qkvn","from":1589,"to":1595,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l41.kda.b","from":1590,"to":1594,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l41.kda.fa","from":1591,"to":1592,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l41.kda.fa_quant","from":1592,"to":1593,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l41.kda.f","from":1593,"to":1594,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l41.kda.decay","from":1594,"to":1595,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l41.kda.beta","from":1594,"to":1595,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l41.kda.core","from":1595,"to":1599,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l41.kda.ga","from":1596,"to":1597,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l41.kda.ga_quant","from":1597,"to":1598,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l41.kda.g","from":1598,"to":1599,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l41.kda.gated","from":1599,"to":1600,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l41.kda.o","from":1600,"to":1601,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.kda.y","from":1601,"to":1602,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l41.kda.y","from":1601,"to":1603,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l41.kda.y","from":1601,"to":1618,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l41.moe.mix","from":1602,"to":1603,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l41.moe.u","from":1603,"to":1604,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l41.moe.post","from":1603,"to":1618,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l41.moe.comb","from":1603,"to":1618,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l41.moe.xn","from":1604,"to":1605,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.moe.xn","from":1604,"to":1607,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.moe.xn","from":1604,"to":1613,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.moe.logits","from":1605,"to":1606,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l41.moe.topk_w","from":1606,"to":1617,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l41.moe.topk_id","from":1606,"to":1608,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l41.moe.topk_id","from":1606,"to":1612,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l41.moe.xn_quant","from":1607,"to":1608,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l41.moe.egu","from":1608,"to":1609,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l41.moe.egc","from":1609,"to":1610,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l41.moe.eact","from":1610,"to":1611,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l41.moe.eact_quant","from":1611,"to":1612,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l41.moe.edown","from":1612,"to":1617,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l41.moe.sgu","from":1613,"to":1614,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l41.moe.sgc","from":1614,"to":1615,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l41.moe.sact","from":1615,"to":1616,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l41.moe.sdown","from":1616,"to":1617,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.moe.f","from":1617,"to":1618,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l41.moe.y","from":1618,"to":1619,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l41.moe.y","from":1618,"to":1620,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l41.moe.y","from":1618,"to":1640,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l42.kda.mix","from":1619,"to":1620,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l42.kda.u","from":1620,"to":1621,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l42.kda.post","from":1620,"to":1640,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l42.kda.comb","from":1620,"to":1640,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l42.kda.xn","from":1621,"to":1622,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.kda.xn","from":1621,"to":1623,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.kda.xn","from":1621,"to":1624,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.kda.xn","from":1621,"to":1629,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.kda.xn","from":1621,"to":1630,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.kda.xn","from":1621,"to":1635,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.kda.q","from":1622,"to":1625,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l42.kda.k","from":1623,"to":1625,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l42.kda.v","from":1624,"to":1625,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l42.kda.qkv","from":1625,"to":1626,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l42.kda.conv","from":1626,"to":1627,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l42.kda.conv","from":1626,"to":1628,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l42.kda.qkvn","from":1628,"to":1634,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l42.kda.b","from":1629,"to":1633,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l42.kda.fa","from":1630,"to":1631,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l42.kda.fa_quant","from":1631,"to":1632,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l42.kda.f","from":1632,"to":1633,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l42.kda.decay","from":1633,"to":1634,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l42.kda.beta","from":1633,"to":1634,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l42.kda.core","from":1634,"to":1638,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l42.kda.ga","from":1635,"to":1636,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l42.kda.ga_quant","from":1636,"to":1637,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l42.kda.g","from":1637,"to":1638,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l42.kda.gated","from":1638,"to":1639,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l42.kda.o","from":1639,"to":1640,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.kda.y","from":1640,"to":1641,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l42.kda.y","from":1640,"to":1642,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l42.kda.y","from":1640,"to":1657,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l42.moe.mix","from":1641,"to":1642,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l42.moe.u","from":1642,"to":1643,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l42.moe.post","from":1642,"to":1657,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l42.moe.comb","from":1642,"to":1657,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l42.moe.xn","from":1643,"to":1644,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.moe.xn","from":1643,"to":1646,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.moe.xn","from":1643,"to":1652,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.moe.logits","from":1644,"to":1645,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l42.moe.topk_w","from":1645,"to":1656,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l42.moe.topk_id","from":1645,"to":1647,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l42.moe.topk_id","from":1645,"to":1651,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l42.moe.xn_quant","from":1646,"to":1647,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l42.moe.egu","from":1647,"to":1648,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l42.moe.egc","from":1648,"to":1649,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l42.moe.eact","from":1649,"to":1650,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l42.moe.eact_quant","from":1650,"to":1651,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l42.moe.edown","from":1651,"to":1656,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l42.moe.sgu","from":1652,"to":1653,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l42.moe.sgc","from":1653,"to":1654,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l42.moe.sact","from":1654,"to":1655,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l42.moe.sdown","from":1655,"to":1656,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.moe.f","from":1656,"to":1657,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l42.moe.y","from":1657,"to":1658,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l42.moe.y","from":1657,"to":1659,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l42.moe.y","from":1657,"to":1679,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l43.dsa.mix","from":1658,"to":1659,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l43.dsa.u","from":1659,"to":1660,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l43.dsa.post","from":1659,"to":1679,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l43.dsa.comb","from":1659,"to":1679,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l43.dsa.xn","from":1660,"to":1661,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.dsa.xn","from":1660,"to":1671,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.dsa.xn","from":1660,"to":1673,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.dsa.xn_quant","from":1661,"to":1662,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l43.dsa.xn_quant","from":1661,"to":1663,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l43.dsa.xn_quant","from":1661,"to":1669,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l43.dsa.qa","from":1662,"to":1664,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l43.dsa.kva","from":1663,"to":1667,"format":"bf16","rows":"n","dim":"kv_lora","fused":false},{"id":"l43.dsa.qan","from":1664,"to":1665,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l43.dsa.qan","from":1664,"to":1674,"format":"bf16","rows":"n","dim":"q_lora","fused":false},{"id":"l43.dsa.qan_quant","from":1665,"to":1666,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l43.dsa.q","from":1666,"to":1676,"format":"bf16","rows":"n","dim":"q_heads*mla_qk","fused":false},{"id":"l43.dsa.c","from":1667,"to":1668,"format":"f32","rows":"n","dim":"kv_lora","fused":true},{"id":"l43.dsa.ik","from":1669,"to":1670,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l43.dsa.ikn","from":1670,"to":1672,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l43.dsa.ig","from":1671,"to":1672,"format":"bf16","rows":"n","dim":"index_head_dim","fused":false},{"id":"l43.dsa.iw","from":1673,"to":1675,"format":"f32","rows":"n","dim":"index_heads","fused":false},{"id":"l43.dsa.iq","from":1674,"to":1675,"format":"f32","rows":"n","dim":"index_heads*index_head_dim","fused":false},{"id":"l43.dsa.sel","from":1675,"to":1676,"format":"i32","rows":"n","dim":"index_topk/index_kpool","fused":false},{"id":"l43.dsa.a","from":1676,"to":1677,"format":"bf16","rows":"n","dim":"q_heads*mla_v","fused":false},{"id":"l43.dsa.a_quant","from":1677,"to":1678,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l43.dsa.o","from":1678,"to":1679,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.dsa.y","from":1679,"to":1680,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l43.dsa.y","from":1679,"to":1681,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l43.dsa.y","from":1679,"to":1696,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l43.moe.mix","from":1680,"to":1681,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l43.moe.u","from":1681,"to":1682,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l43.moe.post","from":1681,"to":1696,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l43.moe.comb","from":1681,"to":1696,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l43.moe.xn","from":1682,"to":1683,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.moe.xn","from":1682,"to":1685,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.moe.xn","from":1682,"to":1691,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.moe.logits","from":1683,"to":1684,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l43.moe.topk_w","from":1684,"to":1695,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l43.moe.topk_id","from":1684,"to":1686,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l43.moe.topk_id","from":1684,"to":1690,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l43.moe.xn_quant","from":1685,"to":1686,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l43.moe.egu","from":1686,"to":1687,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l43.moe.egc","from":1687,"to":1688,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l43.moe.eact","from":1688,"to":1689,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l43.moe.eact_quant","from":1689,"to":1690,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l43.moe.edown","from":1690,"to":1695,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l43.moe.sgu","from":1691,"to":1692,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l43.moe.sgc","from":1692,"to":1693,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l43.moe.sact","from":1693,"to":1694,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l43.moe.sdown","from":1694,"to":1695,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.moe.f","from":1695,"to":1696,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l43.moe.y","from":1696,"to":1697,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l43.moe.y","from":1696,"to":1698,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l43.moe.y","from":1696,"to":1718,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l44.kda.mix","from":1697,"to":1698,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l44.kda.u","from":1698,"to":1699,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l44.kda.post","from":1698,"to":1718,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l44.kda.comb","from":1698,"to":1718,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l44.kda.xn","from":1699,"to":1700,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.kda.xn","from":1699,"to":1701,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.kda.xn","from":1699,"to":1702,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.kda.xn","from":1699,"to":1707,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.kda.xn","from":1699,"to":1708,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.kda.xn","from":1699,"to":1713,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.kda.q","from":1700,"to":1703,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l44.kda.k","from":1701,"to":1703,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim","fused":false},{"id":"l44.kda.v","from":1702,"to":1703,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l44.kda.qkv","from":1703,"to":1704,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l44.kda.conv","from":1704,"to":1705,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l44.kda.conv","from":1704,"to":1706,"format":"f32","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":true},{"id":"l44.kda.qkvn","from":1706,"to":1712,"format":"bf16","rows":"n","dim":"lin_k_heads*lin_k_dim*2+lin_v_heads*lin_v_dim","fused":false},{"id":"l44.kda.b","from":1707,"to":1711,"format":"bf16","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l44.kda.fa","from":1708,"to":1709,"format":"bf16","rows":"n","dim":"lin_k_dim","fused":false},{"id":"l44.kda.fa_quant","from":1709,"to":1710,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l44.kda.f","from":1710,"to":1711,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l44.kda.decay","from":1711,"to":1712,"format":"f32","rows":"n","dim":"lin_v_heads*lin_k_dim","fused":false},{"id":"l44.kda.beta","from":1711,"to":1712,"format":"f32","rows":"n","dim":"lin_v_heads","fused":false},{"id":"l44.kda.core","from":1712,"to":1716,"format":"f32","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l44.kda.ga","from":1713,"to":1714,"format":"bf16","rows":"n","dim":"lin_v_dim","fused":false},{"id":"l44.kda.ga_quant","from":1714,"to":1715,"format":"fp8/token","rows":null,"dim":null,"fused":false},{"id":"l44.kda.g","from":1715,"to":1716,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l44.kda.gated","from":1716,"to":1717,"format":"bf16","rows":"n","dim":"lin_v_heads*lin_v_dim","fused":false},{"id":"l44.kda.o","from":1717,"to":1718,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.kda.y","from":1718,"to":1719,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l44.kda.y","from":1718,"to":1720,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l44.kda.y","from":1718,"to":1735,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"l44.moe.mix","from":1719,"to":1720,"format":"f32","rows":"n","dim":"hc*hc+hc*2","fused":true},{"id":"l44.moe.u","from":1720,"to":1721,"format":"bf16","rows":"n","dim":"hidden","fused":true},{"id":"l44.moe.post","from":1720,"to":1735,"format":"f32","rows":"n","dim":"hc","fused":false},{"id":"l44.moe.comb","from":1720,"to":1735,"format":"f32","rows":"n","dim":"hc*hc","fused":false},{"id":"l44.moe.xn","from":1721,"to":1722,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.moe.xn","from":1721,"to":1724,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.moe.xn","from":1721,"to":1730,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.moe.logits","from":1722,"to":1723,"format":"f32","rows":"n","dim":"experts","fused":false},{"id":"l44.moe.topk_w","from":1723,"to":1734,"format":"f32","rows":"n","dim":"top_k","fused":false},{"id":"l44.moe.topk_id","from":1723,"to":1725,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l44.moe.topk_id","from":1723,"to":1729,"format":"i32","rows":"n","dim":"top_k","fused":false},{"id":"l44.moe.xn_quant","from":1724,"to":1725,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l44.moe.egu","from":1725,"to":1726,"format":"bf16","rows":"n*top_k","dim":"moe_inter*2","fused":false},{"id":"l44.moe.egc","from":1726,"to":1727,"format":"f32","rows":"n*top_k","dim":"moe_inter*2","fused":true},{"id":"l44.moe.eact","from":1727,"to":1728,"format":"bf16","rows":"n*top_k","dim":"moe_inter","fused":false},{"id":"l44.moe.eact_quant","from":1728,"to":1729,"format":"nvfp4/g16","rows":null,"dim":null,"fused":true},{"id":"l44.moe.edown","from":1729,"to":1734,"format":"bf16","rows":"n*top_k","dim":"hidden","fused":false},{"id":"l44.moe.sgu","from":1730,"to":1731,"format":"bf16","rows":"n","dim":"shared_inter*2","fused":false},{"id":"l44.moe.sgc","from":1731,"to":1732,"format":"f32","rows":"n","dim":"shared_inter*2","fused":true},{"id":"l44.moe.sact","from":1732,"to":1733,"format":"bf16","rows":"n","dim":"shared_inter","fused":false},{"id":"l44.moe.sdown","from":1733,"to":1734,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.moe.f","from":1734,"to":1735,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"l44.moe.y","from":1735,"to":1736,"format":"f32","rows":"n","dim":"hc*hidden","fused":false},{"id":"head.h","from":1736,"to":1737,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"head.xn","from":1737,"to":1738,"format":"bf16","rows":"n","dim":"hidden","fused":false},{"id":"head.logits","from":1738,"to":1739,"format":"bf16","rows":"n","dim":"vocab","fused":false}],"groups":[{"id":0,"rule":"embed_row_copy","kernels":[],"where":"host","numerics":"reference","compute":null,"nodes":[0]},{"id":1,"rule":"glm_hc_expand","kernels":["glm5next_mhc::glm5next_hc_expand"],"where":"device","numerics":"reference","compute":"memory","nodes":[1]},{"id":2,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[2,3,4]},{"id":3,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[5]},{"id":4,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[6]},{"id":5,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[7]},{"id":6,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[8]},{"id":7,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[9,10,11]},{"id":8,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[12]},{"id":9,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[13]},{"id":10,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[14]},{"id":11,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[15]},{"id":12,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[16]},{"id":13,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[17]},{"id":14,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[18]},{"id":15,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[19]},{"id":16,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[20]},{"id":17,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[21]},{"id":18,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[22]},{"id":19,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[23]},{"id":20,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[24,25,26]},{"id":21,"rule":"w4a4_act_quant","kernels":["w4a4_gemv_mx::w4a4_quant_rows"],"where":"device","numerics":"reference","compute":"memory","nodes":[27]},{"id":22,"rule":"w4a4_gate_up_1_8","kernels":["w4a4_gemv_mx::w4a4_gemv_mx8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[28]},{"id":23,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[29,30]},{"id":24,"rule":"w4a4_act_quant","kernels":["w4a4_gemv_mx::w4a4_quant_rows"],"where":"device","numerics":"reference","compute":"memory","nodes":[31]},{"id":25,"rule":"w4a4_down_1_8","kernels":["w4a4_gemv_mx::w4a4_gemv_mx8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[32]},{"id":26,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[33]},{"id":27,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[34,35,36]},{"id":28,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[37]},{"id":29,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[38]},{"id":30,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[39]},{"id":31,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[40]},{"id":32,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[41,42,43]},{"id":33,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[44]},{"id":34,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[45]},{"id":35,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[46]},{"id":36,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[47]},{"id":37,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[48]},{"id":38,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[49]},{"id":39,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[50]},{"id":40,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[51]},{"id":41,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[52]},{"id":42,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[53]},{"id":43,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[54]},{"id":44,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[55]},{"id":45,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[56,57,58]},{"id":46,"rule":"w4a4_act_quant","kernels":["w4a4_gemv_mx::w4a4_quant_rows"],"where":"device","numerics":"reference","compute":"memory","nodes":[59]},{"id":47,"rule":"w4a4_gate_up_1_8","kernels":["w4a4_gemv_mx::w4a4_gemv_mx8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[60]},{"id":48,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[61,62]},{"id":49,"rule":"w4a4_act_quant","kernels":["w4a4_gemv_mx::w4a4_quant_rows"],"where":"device","numerics":"reference","compute":"memory","nodes":[63]},{"id":50,"rule":"w4a4_down_1_8","kernels":["w4a4_gemv_mx::w4a4_gemv_mx8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[64]},{"id":51,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[65]},{"id":52,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[66,67,68]},{"id":53,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[69]},{"id":54,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[70]},{"id":55,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[71]},{"id":56,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[72]},{"id":57,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[73,74,75]},{"id":58,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[76]},{"id":59,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[77]},{"id":60,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[78]},{"id":61,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[79]},{"id":62,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[80]},{"id":63,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[81]},{"id":64,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[82]},{"id":65,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[83]},{"id":66,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[84]},{"id":67,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[85]},{"id":68,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[86]},{"id":69,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[87]},{"id":70,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[88,89,90]},{"id":71,"rule":"w4a4_act_quant","kernels":["w4a4_gemv_mx::w4a4_quant_rows"],"where":"device","numerics":"reference","compute":"memory","nodes":[91]},{"id":72,"rule":"w4a4_gate_up_1_8","kernels":["w4a4_gemv_mx::w4a4_gemv_mx8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[92]},{"id":73,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[93,94]},{"id":74,"rule":"w4a4_act_quant","kernels":["w4a4_gemv_mx::w4a4_quant_rows"],"where":"device","numerics":"reference","compute":"memory","nodes":[95]},{"id":75,"rule":"w4a4_down_1_8","kernels":["w4a4_gemv_mx::w4a4_gemv_mx8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[96]},{"id":76,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[97]},{"id":77,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[98,99,100]},{"id":78,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[101]},{"id":79,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[102,103]},{"id":80,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[104]},{"id":81,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[105]},{"id":82,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[106]},{"id":83,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[107,108]},{"id":84,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[109]},{"id":85,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[110]},{"id":86,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[111]},{"id":87,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[112]},{"id":88,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[113]},{"id":89,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[114]},{"id":90,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[115]},{"id":91,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[116]},{"id":92,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[117]},{"id":93,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[118]},{"id":94,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[119]},{"id":95,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[120,121,122]},{"id":96,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[123]},{"id":97,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[124]},{"id":98,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[125,126]},{"id":99,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[127,128]},{"id":100,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[129,130]},{"id":101,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[131]},{"id":102,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[132,133]},{"id":103,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[134]},{"id":104,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[135]},{"id":105,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[136]},{"id":106,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[137,138,139]},{"id":107,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[140]},{"id":108,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[141]},{"id":109,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[142]},{"id":110,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[143]},{"id":111,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[144,145,146]},{"id":112,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[147]},{"id":113,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[148]},{"id":114,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[149]},{"id":115,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[150]},{"id":116,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[151]},{"id":117,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[152]},{"id":118,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[153]},{"id":119,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[154]},{"id":120,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[155]},{"id":121,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[156]},{"id":122,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[157]},{"id":123,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[158]},{"id":124,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[159,160,161]},{"id":125,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[162]},{"id":126,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[163]},{"id":127,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[164,165]},{"id":128,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[166,167]},{"id":129,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[168,169]},{"id":130,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[170]},{"id":131,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[171,172]},{"id":132,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[173]},{"id":133,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[174]},{"id":134,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[175]},{"id":135,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[176,177,178]},{"id":136,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[179]},{"id":137,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[180]},{"id":138,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[181]},{"id":139,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[182]},{"id":140,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[183,184,185]},{"id":141,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[186]},{"id":142,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[187]},{"id":143,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[188]},{"id":144,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[189]},{"id":145,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[190]},{"id":146,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[191]},{"id":147,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[192]},{"id":148,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[193]},{"id":149,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[194]},{"id":150,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[195]},{"id":151,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[196]},{"id":152,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[197]},{"id":153,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[198,199,200]},{"id":154,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[201]},{"id":155,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[202]},{"id":156,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[203,204]},{"id":157,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[205,206]},{"id":158,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[207,208]},{"id":159,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[209]},{"id":160,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[210,211]},{"id":161,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[212]},{"id":162,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[213]},{"id":163,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[214]},{"id":164,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[215,216,217]},{"id":165,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[218]},{"id":166,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[219]},{"id":167,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[220]},{"id":168,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[221]},{"id":169,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[222,223,224]},{"id":170,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[225]},{"id":171,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[226]},{"id":172,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[227]},{"id":173,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[228]},{"id":174,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[229]},{"id":175,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[230]},{"id":176,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[231]},{"id":177,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[232]},{"id":178,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[233]},{"id":179,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[234]},{"id":180,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[235]},{"id":181,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[236]},{"id":182,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[237,238,239]},{"id":183,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[240]},{"id":184,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[241]},{"id":185,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[242,243]},{"id":186,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[244,245]},{"id":187,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[246,247]},{"id":188,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[248]},{"id":189,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[249,250]},{"id":190,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[251]},{"id":191,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[252]},{"id":192,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[253]},{"id":193,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[254,255,256]},{"id":194,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[257]},{"id":195,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[258,259]},{"id":196,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[260]},{"id":197,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[261]},{"id":198,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[262]},{"id":199,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[263,264]},{"id":200,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[265]},{"id":201,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[266]},{"id":202,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[267]},{"id":203,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[268]},{"id":204,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[269]},{"id":205,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[270]},{"id":206,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[271]},{"id":207,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[272]},{"id":208,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[273]},{"id":209,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[274]},{"id":210,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[275]},{"id":211,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[276,277,278]},{"id":212,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[279]},{"id":213,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[280]},{"id":214,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[281,282]},{"id":215,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[283,284]},{"id":216,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[285,286]},{"id":217,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[287]},{"id":218,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[288,289]},{"id":219,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[290]},{"id":220,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[291]},{"id":221,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[292]},{"id":222,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[293,294,295]},{"id":223,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[296]},{"id":224,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[297]},{"id":225,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[298]},{"id":226,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[299]},{"id":227,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[300,301,302]},{"id":228,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[303]},{"id":229,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[304]},{"id":230,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[305]},{"id":231,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[306]},{"id":232,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[307]},{"id":233,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[308]},{"id":234,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[309]},{"id":235,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[310]},{"id":236,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[311]},{"id":237,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[312]},{"id":238,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[313]},{"id":239,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[314]},{"id":240,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[315,316,317]},{"id":241,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[318]},{"id":242,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[319]},{"id":243,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[320,321]},{"id":244,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[322,323]},{"id":245,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[324,325]},{"id":246,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[326]},{"id":247,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[327,328]},{"id":248,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[329]},{"id":249,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[330]},{"id":250,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[331]},{"id":251,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[332,333,334]},{"id":252,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[335]},{"id":253,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[336]},{"id":254,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[337]},{"id":255,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[338]},{"id":256,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[339,340,341]},{"id":257,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[342]},{"id":258,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[343]},{"id":259,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[344]},{"id":260,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[345]},{"id":261,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[346]},{"id":262,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[347]},{"id":263,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[348]},{"id":264,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[349]},{"id":265,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[350]},{"id":266,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[351]},{"id":267,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[352]},{"id":268,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[353]},{"id":269,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[354,355,356]},{"id":270,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[357]},{"id":271,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[358]},{"id":272,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[359,360]},{"id":273,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[361,362]},{"id":274,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[363,364]},{"id":275,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[365]},{"id":276,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[366,367]},{"id":277,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[368]},{"id":278,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[369]},{"id":279,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[370]},{"id":280,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[371,372,373]},{"id":281,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[374]},{"id":282,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[375]},{"id":283,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[376]},{"id":284,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[377]},{"id":285,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[378,379,380]},{"id":286,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[381]},{"id":287,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[382]},{"id":288,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[383]},{"id":289,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[384]},{"id":290,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[385]},{"id":291,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[386]},{"id":292,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[387]},{"id":293,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[388]},{"id":294,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[389]},{"id":295,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[390]},{"id":296,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[391]},{"id":297,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[392]},{"id":298,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[393,394,395]},{"id":299,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[396]},{"id":300,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[397]},{"id":301,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[398,399]},{"id":302,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[400,401]},{"id":303,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[402,403]},{"id":304,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[404]},{"id":305,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[405,406]},{"id":306,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[407]},{"id":307,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[408]},{"id":308,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[409]},{"id":309,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[410,411,412]},{"id":310,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[413]},{"id":311,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[414,415]},{"id":312,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[416]},{"id":313,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[417]},{"id":314,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[418]},{"id":315,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[419,420]},{"id":316,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[421]},{"id":317,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[422]},{"id":318,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[423]},{"id":319,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[424]},{"id":320,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[425]},{"id":321,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[426]},{"id":322,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[427]},{"id":323,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[428]},{"id":324,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[429]},{"id":325,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[430]},{"id":326,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[431]},{"id":327,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[432,433,434]},{"id":328,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[435]},{"id":329,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[436]},{"id":330,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[437,438]},{"id":331,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[439,440]},{"id":332,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[441,442]},{"id":333,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[443]},{"id":334,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[444,445]},{"id":335,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[446]},{"id":336,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[447]},{"id":337,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[448]},{"id":338,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[449,450,451]},{"id":339,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[452]},{"id":340,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[453]},{"id":341,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[454]},{"id":342,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[455]},{"id":343,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[456,457,458]},{"id":344,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[459]},{"id":345,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[460]},{"id":346,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[461]},{"id":347,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[462]},{"id":348,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[463]},{"id":349,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[464]},{"id":350,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[465]},{"id":351,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[466]},{"id":352,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[467]},{"id":353,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[468]},{"id":354,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[469]},{"id":355,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[470]},{"id":356,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[471,472,473]},{"id":357,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[474]},{"id":358,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[475]},{"id":359,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[476,477]},{"id":360,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[478,479]},{"id":361,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[480,481]},{"id":362,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[482]},{"id":363,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[483,484]},{"id":364,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[485]},{"id":365,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[486]},{"id":366,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[487]},{"id":367,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[488,489,490]},{"id":368,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[491]},{"id":369,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[492]},{"id":370,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[493]},{"id":371,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[494]},{"id":372,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[495,496,497]},{"id":373,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[498]},{"id":374,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[499]},{"id":375,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[500]},{"id":376,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[501]},{"id":377,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[502]},{"id":378,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[503]},{"id":379,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[504]},{"id":380,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[505]},{"id":381,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[506]},{"id":382,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[507]},{"id":383,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[508]},{"id":384,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[509]},{"id":385,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[510,511,512]},{"id":386,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[513]},{"id":387,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[514]},{"id":388,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[515,516]},{"id":389,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[517,518]},{"id":390,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[519,520]},{"id":391,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[521]},{"id":392,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[522,523]},{"id":393,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[524]},{"id":394,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[525]},{"id":395,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[526]},{"id":396,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[527,528,529]},{"id":397,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[530]},{"id":398,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[531]},{"id":399,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[532]},{"id":400,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[533]},{"id":401,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[534,535,536]},{"id":402,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[537]},{"id":403,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[538]},{"id":404,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[539]},{"id":405,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[540]},{"id":406,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[541]},{"id":407,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[542]},{"id":408,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[543]},{"id":409,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[544]},{"id":410,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[545]},{"id":411,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[546]},{"id":412,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[547]},{"id":413,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[548]},{"id":414,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[549,550,551]},{"id":415,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[552]},{"id":416,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[553]},{"id":417,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[554,555]},{"id":418,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[556,557]},{"id":419,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[558,559]},{"id":420,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[560]},{"id":421,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[561,562]},{"id":422,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[563]},{"id":423,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[564]},{"id":424,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[565]},{"id":425,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[566,567,568]},{"id":426,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[569]},{"id":427,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[570,571]},{"id":428,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[572]},{"id":429,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[573]},{"id":430,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[574]},{"id":431,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[575,576]},{"id":432,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[577]},{"id":433,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[578]},{"id":434,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[579]},{"id":435,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[580]},{"id":436,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[581]},{"id":437,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[582]},{"id":438,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[583]},{"id":439,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[584]},{"id":440,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[585]},{"id":441,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[586]},{"id":442,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[587]},{"id":443,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[588,589,590]},{"id":444,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[591]},{"id":445,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[592]},{"id":446,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[593,594]},{"id":447,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[595,596]},{"id":448,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[597,598]},{"id":449,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[599]},{"id":450,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[600,601]},{"id":451,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[602]},{"id":452,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[603]},{"id":453,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[604]},{"id":454,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[605,606,607]},{"id":455,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[608]},{"id":456,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[609]},{"id":457,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[610]},{"id":458,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[611]},{"id":459,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[612,613,614]},{"id":460,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[615]},{"id":461,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[616]},{"id":462,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[617]},{"id":463,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[618]},{"id":464,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[619]},{"id":465,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[620]},{"id":466,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[621]},{"id":467,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[622]},{"id":468,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[623]},{"id":469,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[624]},{"id":470,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[625]},{"id":471,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[626]},{"id":472,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[627,628,629]},{"id":473,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[630]},{"id":474,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[631]},{"id":475,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[632,633]},{"id":476,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[634,635]},{"id":477,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[636,637]},{"id":478,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[638]},{"id":479,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[639,640]},{"id":480,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[641]},{"id":481,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[642]},{"id":482,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[643]},{"id":483,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[644,645,646]},{"id":484,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[647]},{"id":485,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[648]},{"id":486,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[649]},{"id":487,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[650]},{"id":488,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[651,652,653]},{"id":489,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[654]},{"id":490,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[655]},{"id":491,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[656]},{"id":492,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[657]},{"id":493,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[658]},{"id":494,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[659]},{"id":495,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[660]},{"id":496,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[661]},{"id":497,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[662]},{"id":498,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[663]},{"id":499,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[664]},{"id":500,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[665]},{"id":501,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[666,667,668]},{"id":502,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[669]},{"id":503,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[670]},{"id":504,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[671,672]},{"id":505,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[673,674]},{"id":506,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[675,676]},{"id":507,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[677]},{"id":508,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[678,679]},{"id":509,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[680]},{"id":510,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[681]},{"id":511,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[682]},{"id":512,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[683,684,685]},{"id":513,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[686]},{"id":514,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[687]},{"id":515,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[688]},{"id":516,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[689]},{"id":517,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[690,691,692]},{"id":518,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[693]},{"id":519,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[694]},{"id":520,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[695]},{"id":521,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[696]},{"id":522,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[697]},{"id":523,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[698]},{"id":524,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[699]},{"id":525,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[700]},{"id":526,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[701]},{"id":527,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[702]},{"id":528,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[703]},{"id":529,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[704]},{"id":530,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[705,706,707]},{"id":531,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[708]},{"id":532,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[709]},{"id":533,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[710,711]},{"id":534,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[712,713]},{"id":535,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[714,715]},{"id":536,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[716]},{"id":537,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[717,718]},{"id":538,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[719]},{"id":539,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[720]},{"id":540,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[721]},{"id":541,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[722,723,724]},{"id":542,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[725]},{"id":543,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[726,727]},{"id":544,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[728]},{"id":545,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[729]},{"id":546,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[730]},{"id":547,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[731,732]},{"id":548,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[733]},{"id":549,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[734]},{"id":550,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[735]},{"id":551,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[736]},{"id":552,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[737]},{"id":553,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[738]},{"id":554,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[739]},{"id":555,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[740]},{"id":556,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[741]},{"id":557,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[742]},{"id":558,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[743]},{"id":559,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[744,745,746]},{"id":560,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[747]},{"id":561,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[748]},{"id":562,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[749,750]},{"id":563,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[751,752]},{"id":564,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[753,754]},{"id":565,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[755]},{"id":566,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[756,757]},{"id":567,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[758]},{"id":568,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[759]},{"id":569,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[760]},{"id":570,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[761,762,763]},{"id":571,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[764]},{"id":572,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[765]},{"id":573,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[766]},{"id":574,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[767]},{"id":575,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[768,769,770]},{"id":576,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[771]},{"id":577,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[772]},{"id":578,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[773]},{"id":579,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[774]},{"id":580,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[775]},{"id":581,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[776]},{"id":582,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[777]},{"id":583,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[778]},{"id":584,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[779]},{"id":585,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[780]},{"id":586,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[781]},{"id":587,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[782]},{"id":588,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[783,784,785]},{"id":589,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[786]},{"id":590,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[787]},{"id":591,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[788,789]},{"id":592,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[790,791]},{"id":593,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[792,793]},{"id":594,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[794]},{"id":595,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[795,796]},{"id":596,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[797]},{"id":597,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[798]},{"id":598,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[799]},{"id":599,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[800,801,802]},{"id":600,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[803]},{"id":601,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[804]},{"id":602,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[805]},{"id":603,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[806]},{"id":604,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[807,808,809]},{"id":605,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[810]},{"id":606,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[811]},{"id":607,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[812]},{"id":608,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[813]},{"id":609,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[814]},{"id":610,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[815]},{"id":611,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[816]},{"id":612,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[817]},{"id":613,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[818]},{"id":614,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[819]},{"id":615,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[820]},{"id":616,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[821]},{"id":617,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[822,823,824]},{"id":618,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[825]},{"id":619,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[826]},{"id":620,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[827,828]},{"id":621,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[829,830]},{"id":622,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[831,832]},{"id":623,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[833]},{"id":624,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[834,835]},{"id":625,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[836]},{"id":626,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[837]},{"id":627,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[838]},{"id":628,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[839,840,841]},{"id":629,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[842]},{"id":630,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[843]},{"id":631,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[844]},{"id":632,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[845]},{"id":633,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[846,847,848]},{"id":634,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[849]},{"id":635,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[850]},{"id":636,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[851]},{"id":637,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[852]},{"id":638,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[853]},{"id":639,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[854]},{"id":640,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[855]},{"id":641,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[856]},{"id":642,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[857]},{"id":643,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[858]},{"id":644,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[859]},{"id":645,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[860]},{"id":646,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[861,862,863]},{"id":647,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[864]},{"id":648,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[865]},{"id":649,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[866,867]},{"id":650,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[868,869]},{"id":651,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[870,871]},{"id":652,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[872]},{"id":653,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[873,874]},{"id":654,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[875]},{"id":655,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[876]},{"id":656,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[877]},{"id":657,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[878,879,880]},{"id":658,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[881]},{"id":659,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[882,883]},{"id":660,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[884]},{"id":661,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[885]},{"id":662,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[886]},{"id":663,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[887,888]},{"id":664,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[889]},{"id":665,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[890]},{"id":666,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[891]},{"id":667,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[892]},{"id":668,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[893]},{"id":669,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[894]},{"id":670,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[895]},{"id":671,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[896]},{"id":672,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[897]},{"id":673,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[898]},{"id":674,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[899]},{"id":675,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[900,901,902]},{"id":676,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[903]},{"id":677,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[904]},{"id":678,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[905,906]},{"id":679,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[907,908]},{"id":680,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[909,910]},{"id":681,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[911]},{"id":682,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[912,913]},{"id":683,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[914]},{"id":684,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[915]},{"id":685,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[916]},{"id":686,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[917,918,919]},{"id":687,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[920]},{"id":688,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[921]},{"id":689,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[922]},{"id":690,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[923]},{"id":691,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[924,925,926]},{"id":692,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[927]},{"id":693,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[928]},{"id":694,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[929]},{"id":695,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[930]},{"id":696,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[931]},{"id":697,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[932]},{"id":698,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[933]},{"id":699,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[934]},{"id":700,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[935]},{"id":701,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[936]},{"id":702,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[937]},{"id":703,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[938]},{"id":704,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[939,940,941]},{"id":705,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[942]},{"id":706,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[943]},{"id":707,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[944,945]},{"id":708,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[946,947]},{"id":709,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[948,949]},{"id":710,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[950]},{"id":711,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[951,952]},{"id":712,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[953]},{"id":713,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[954]},{"id":714,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[955]},{"id":715,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[956,957,958]},{"id":716,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[959]},{"id":717,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[960]},{"id":718,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[961]},{"id":719,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[962]},{"id":720,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[963,964,965]},{"id":721,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[966]},{"id":722,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[967]},{"id":723,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[968]},{"id":724,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[969]},{"id":725,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[970]},{"id":726,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[971]},{"id":727,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[972]},{"id":728,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[973]},{"id":729,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[974]},{"id":730,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[975]},{"id":731,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[976]},{"id":732,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[977]},{"id":733,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[978,979,980]},{"id":734,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[981]},{"id":735,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[982]},{"id":736,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[983,984]},{"id":737,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[985,986]},{"id":738,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[987,988]},{"id":739,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[989]},{"id":740,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[990,991]},{"id":741,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[992]},{"id":742,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[993]},{"id":743,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[994]},{"id":744,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[995,996,997]},{"id":745,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[998]},{"id":746,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[999]},{"id":747,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1000]},{"id":748,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1001]},{"id":749,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1002,1003,1004]},{"id":750,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1005]},{"id":751,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1006]},{"id":752,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1007]},{"id":753,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1008]},{"id":754,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1009]},{"id":755,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1010]},{"id":756,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1011]},{"id":757,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1012]},{"id":758,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1013]},{"id":759,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1014]},{"id":760,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1015]},{"id":761,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1016]},{"id":762,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1017,1018,1019]},{"id":763,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1020]},{"id":764,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1021]},{"id":765,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1022,1023]},{"id":766,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1024,1025]},{"id":767,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1026,1027]},{"id":768,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1028]},{"id":769,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1029,1030]},{"id":770,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1031]},{"id":771,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1032]},{"id":772,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1033]},{"id":773,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1034,1035,1036]},{"id":774,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1037]},{"id":775,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1038,1039]},{"id":776,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[1040]},{"id":777,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1041]},{"id":778,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1042]},{"id":779,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[1043,1044]},{"id":780,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1045]},{"id":781,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1046]},{"id":782,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1047]},{"id":783,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1048]},{"id":784,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1049]},{"id":785,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1050]},{"id":786,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1051]},{"id":787,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1052]},{"id":788,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1053]},{"id":789,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1054]},{"id":790,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1055]},{"id":791,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1056,1057,1058]},{"id":792,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1059]},{"id":793,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1060]},{"id":794,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1061,1062]},{"id":795,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1063,1064]},{"id":796,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1065,1066]},{"id":797,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1067]},{"id":798,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1068,1069]},{"id":799,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1070]},{"id":800,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1071]},{"id":801,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1072]},{"id":802,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1073,1074,1075]},{"id":803,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1076]},{"id":804,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1077]},{"id":805,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1078]},{"id":806,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1079]},{"id":807,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1080,1081,1082]},{"id":808,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1083]},{"id":809,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1084]},{"id":810,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1085]},{"id":811,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1086]},{"id":812,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1087]},{"id":813,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1088]},{"id":814,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1089]},{"id":815,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1090]},{"id":816,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1091]},{"id":817,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1092]},{"id":818,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1093]},{"id":819,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1094]},{"id":820,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1095,1096,1097]},{"id":821,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1098]},{"id":822,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1099]},{"id":823,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1100,1101]},{"id":824,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1102,1103]},{"id":825,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1104,1105]},{"id":826,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1106]},{"id":827,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1107,1108]},{"id":828,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1109]},{"id":829,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1110]},{"id":830,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1111]},{"id":831,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1112,1113,1114]},{"id":832,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1115]},{"id":833,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1116]},{"id":834,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1117]},{"id":835,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1118]},{"id":836,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1119,1120,1121]},{"id":837,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1122]},{"id":838,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1123]},{"id":839,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1124]},{"id":840,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1125]},{"id":841,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1126]},{"id":842,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1127]},{"id":843,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1128]},{"id":844,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1129]},{"id":845,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1130]},{"id":846,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1131]},{"id":847,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1132]},{"id":848,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1133]},{"id":849,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1134,1135,1136]},{"id":850,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1137]},{"id":851,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1138]},{"id":852,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1139,1140]},{"id":853,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1141,1142]},{"id":854,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1143,1144]},{"id":855,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1145]},{"id":856,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1146,1147]},{"id":857,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1148]},{"id":858,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1149]},{"id":859,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1150]},{"id":860,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1151,1152,1153]},{"id":861,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1154]},{"id":862,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1155]},{"id":863,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1156]},{"id":864,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1157]},{"id":865,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1158,1159,1160]},{"id":866,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1161]},{"id":867,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1162]},{"id":868,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1163]},{"id":869,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1164]},{"id":870,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1165]},{"id":871,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1166]},{"id":872,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1167]},{"id":873,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1168]},{"id":874,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1169]},{"id":875,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1170]},{"id":876,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1171]},{"id":877,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1172]},{"id":878,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1173,1174,1175]},{"id":879,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1176]},{"id":880,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1177]},{"id":881,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1178,1179]},{"id":882,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1180,1181]},{"id":883,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1182,1183]},{"id":884,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1184]},{"id":885,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1185,1186]},{"id":886,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1187]},{"id":887,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1188]},{"id":888,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1189]},{"id":889,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1190,1191,1192]},{"id":890,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1193]},{"id":891,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1194,1195]},{"id":892,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[1196]},{"id":893,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1197]},{"id":894,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1198]},{"id":895,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[1199,1200]},{"id":896,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1201]},{"id":897,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1202]},{"id":898,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1203]},{"id":899,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1204]},{"id":900,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1205]},{"id":901,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1206]},{"id":902,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1207]},{"id":903,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1208]},{"id":904,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1209]},{"id":905,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1210]},{"id":906,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1211]},{"id":907,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1212,1213,1214]},{"id":908,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1215]},{"id":909,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1216]},{"id":910,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1217,1218]},{"id":911,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1219,1220]},{"id":912,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1221,1222]},{"id":913,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1223]},{"id":914,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1224,1225]},{"id":915,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1226]},{"id":916,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1227]},{"id":917,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1228]},{"id":918,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1229,1230,1231]},{"id":919,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1232]},{"id":920,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1233]},{"id":921,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1234]},{"id":922,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1235]},{"id":923,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1236,1237,1238]},{"id":924,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1239]},{"id":925,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1240]},{"id":926,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1241]},{"id":927,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1242]},{"id":928,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1243]},{"id":929,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1244]},{"id":930,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1245]},{"id":931,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1246]},{"id":932,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1247]},{"id":933,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1248]},{"id":934,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1249]},{"id":935,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1250]},{"id":936,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1251,1252,1253]},{"id":937,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1254]},{"id":938,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1255]},{"id":939,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1256,1257]},{"id":940,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1258,1259]},{"id":941,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1260,1261]},{"id":942,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1262]},{"id":943,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1263,1264]},{"id":944,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1265]},{"id":945,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1266]},{"id":946,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1267]},{"id":947,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1268,1269,1270]},{"id":948,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1271]},{"id":949,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1272]},{"id":950,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1273]},{"id":951,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1274]},{"id":952,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1275,1276,1277]},{"id":953,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1278]},{"id":954,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1279]},{"id":955,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1280]},{"id":956,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1281]},{"id":957,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1282]},{"id":958,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1283]},{"id":959,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1284]},{"id":960,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1285]},{"id":961,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1286]},{"id":962,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1287]},{"id":963,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1288]},{"id":964,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1289]},{"id":965,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1290,1291,1292]},{"id":966,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1293]},{"id":967,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1294]},{"id":968,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1295,1296]},{"id":969,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1297,1298]},{"id":970,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1299,1300]},{"id":971,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1301]},{"id":972,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1302,1303]},{"id":973,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1304]},{"id":974,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1305]},{"id":975,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1306]},{"id":976,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1307,1308,1309]},{"id":977,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1310]},{"id":978,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1311]},{"id":979,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1312]},{"id":980,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1313]},{"id":981,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1314,1315,1316]},{"id":982,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1317]},{"id":983,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1318]},{"id":984,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1319]},{"id":985,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1320]},{"id":986,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1321]},{"id":987,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1322]},{"id":988,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1323]},{"id":989,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1324]},{"id":990,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1325]},{"id":991,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1326]},{"id":992,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1327]},{"id":993,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1328]},{"id":994,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1329,1330,1331]},{"id":995,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1332]},{"id":996,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1333]},{"id":997,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1334,1335]},{"id":998,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1336,1337]},{"id":999,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1338,1339]},{"id":1000,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1340]},{"id":1001,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1341,1342]},{"id":1002,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1343]},{"id":1003,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1344]},{"id":1004,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1345]},{"id":1005,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1346,1347,1348]},{"id":1006,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1349]},{"id":1007,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1350,1351]},{"id":1008,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[1352]},{"id":1009,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1353]},{"id":1010,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1354]},{"id":1011,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[1355,1356]},{"id":1012,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1357]},{"id":1013,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1358]},{"id":1014,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1359]},{"id":1015,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1360]},{"id":1016,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1361]},{"id":1017,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1362]},{"id":1018,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1363]},{"id":1019,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1364]},{"id":1020,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1365]},{"id":1021,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1366]},{"id":1022,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1367]},{"id":1023,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1368,1369,1370]},{"id":1024,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1371]},{"id":1025,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1372]},{"id":1026,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1373,1374]},{"id":1027,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1375,1376]},{"id":1028,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1377,1378]},{"id":1029,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1379]},{"id":1030,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1380,1381]},{"id":1031,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1382]},{"id":1032,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1383]},{"id":1033,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1384]},{"id":1034,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1385,1386,1387]},{"id":1035,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1388]},{"id":1036,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1389]},{"id":1037,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1390]},{"id":1038,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1391]},{"id":1039,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1392,1393,1394]},{"id":1040,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1395]},{"id":1041,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1396]},{"id":1042,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1397]},{"id":1043,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1398]},{"id":1044,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1399]},{"id":1045,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1400]},{"id":1046,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1401]},{"id":1047,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1402]},{"id":1048,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1403]},{"id":1049,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1404]},{"id":1050,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1405]},{"id":1051,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1406]},{"id":1052,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1407,1408,1409]},{"id":1053,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1410]},{"id":1054,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1411]},{"id":1055,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1412,1413]},{"id":1056,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1414,1415]},{"id":1057,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1416,1417]},{"id":1058,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1418]},{"id":1059,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1419,1420]},{"id":1060,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1421]},{"id":1061,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1422]},{"id":1062,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1423]},{"id":1063,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1424,1425,1426]},{"id":1064,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1427]},{"id":1065,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1428]},{"id":1066,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1429]},{"id":1067,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1430]},{"id":1068,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1431,1432,1433]},{"id":1069,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1434]},{"id":1070,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1435]},{"id":1071,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1436]},{"id":1072,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1437]},{"id":1073,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1438]},{"id":1074,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1439]},{"id":1075,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1440]},{"id":1076,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1441]},{"id":1077,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1442]},{"id":1078,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1443]},{"id":1079,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1444]},{"id":1080,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1445]},{"id":1081,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1446,1447,1448]},{"id":1082,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1449]},{"id":1083,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1450]},{"id":1084,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1451,1452]},{"id":1085,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1453,1454]},{"id":1086,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1455,1456]},{"id":1087,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1457]},{"id":1088,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1458,1459]},{"id":1089,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1460]},{"id":1090,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1461]},{"id":1091,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1462]},{"id":1092,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1463,1464,1465]},{"id":1093,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1466]},{"id":1094,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1467]},{"id":1095,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1468]},{"id":1096,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1469]},{"id":1097,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1470,1471,1472]},{"id":1098,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1473]},{"id":1099,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1474]},{"id":1100,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1475]},{"id":1101,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1476]},{"id":1102,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1477]},{"id":1103,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1478]},{"id":1104,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1479]},{"id":1105,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1480]},{"id":1106,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1481]},{"id":1107,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1482]},{"id":1108,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1483]},{"id":1109,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1484]},{"id":1110,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1485,1486,1487]},{"id":1111,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1488]},{"id":1112,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1489]},{"id":1113,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1490,1491]},{"id":1114,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1492,1493]},{"id":1115,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1494,1495]},{"id":1116,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1496]},{"id":1117,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1497,1498]},{"id":1118,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1499]},{"id":1119,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1500]},{"id":1120,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1501]},{"id":1121,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1502,1503,1504]},{"id":1122,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1505]},{"id":1123,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1506,1507]},{"id":1124,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[1508]},{"id":1125,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1509]},{"id":1126,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1510]},{"id":1127,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[1511,1512]},{"id":1128,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1513]},{"id":1129,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1514]},{"id":1130,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1515]},{"id":1131,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1516]},{"id":1132,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1517]},{"id":1133,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1518]},{"id":1134,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1519]},{"id":1135,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1520]},{"id":1136,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1521]},{"id":1137,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1522]},{"id":1138,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1523]},{"id":1139,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1524,1525,1526]},{"id":1140,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1527]},{"id":1141,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1528]},{"id":1142,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1529,1530]},{"id":1143,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1531,1532]},{"id":1144,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1533,1534]},{"id":1145,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1535]},{"id":1146,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1536,1537]},{"id":1147,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1538]},{"id":1148,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1539]},{"id":1149,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1540]},{"id":1150,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1541,1542,1543]},{"id":1151,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1544]},{"id":1152,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1545]},{"id":1153,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1546]},{"id":1154,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1547]},{"id":1155,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1548,1549,1550]},{"id":1156,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1551]},{"id":1157,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1552]},{"id":1158,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1553]},{"id":1159,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1554]},{"id":1160,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1555]},{"id":1161,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1556]},{"id":1162,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1557]},{"id":1163,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1558]},{"id":1164,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1559]},{"id":1165,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1560]},{"id":1166,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1561]},{"id":1167,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1562]},{"id":1168,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1563,1564,1565]},{"id":1169,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1566]},{"id":1170,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1567]},{"id":1171,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1568,1569]},{"id":1172,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1570,1571]},{"id":1173,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1572,1573]},{"id":1174,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1574]},{"id":1175,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1575,1576]},{"id":1176,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1577]},{"id":1177,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1578]},{"id":1178,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1579]},{"id":1179,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1580,1581,1582]},{"id":1180,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1583]},{"id":1181,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1584]},{"id":1182,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1585]},{"id":1183,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1586]},{"id":1184,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1587,1588,1589]},{"id":1185,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1590]},{"id":1186,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1591]},{"id":1187,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1592]},{"id":1188,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1593]},{"id":1189,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1594]},{"id":1190,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1595]},{"id":1191,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1596]},{"id":1192,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1597]},{"id":1193,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1598]},{"id":1194,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1599]},{"id":1195,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1600]},{"id":1196,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1601]},{"id":1197,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1602,1603,1604]},{"id":1198,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1605]},{"id":1199,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1606]},{"id":1200,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1607,1608]},{"id":1201,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1609,1610]},{"id":1202,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1611,1612]},{"id":1203,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1613]},{"id":1204,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1614,1615]},{"id":1205,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1616]},{"id":1206,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1617]},{"id":1207,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1618]},{"id":1208,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1619,1620,1621]},{"id":1209,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1622]},{"id":1210,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1623]},{"id":1211,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1624]},{"id":1212,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1625]},{"id":1213,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1626,1627,1628]},{"id":1214,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1629]},{"id":1215,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1630]},{"id":1216,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1631]},{"id":1217,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1632]},{"id":1218,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1633]},{"id":1219,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1634]},{"id":1220,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1635]},{"id":1221,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1636]},{"id":1222,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1637]},{"id":1223,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1638]},{"id":1224,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1639]},{"id":1225,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1640]},{"id":1226,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1641,1642,1643]},{"id":1227,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1644]},{"id":1228,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1645]},{"id":1229,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1646,1647]},{"id":1230,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1648,1649]},{"id":1231,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1650,1651]},{"id":1232,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1652]},{"id":1233,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1653,1654]},{"id":1234,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1655]},{"id":1235,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1656]},{"id":1236,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1657]},{"id":1237,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1658,1659,1660]},{"id":1238,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1661]},{"id":1239,"rule":"glm_w8a8_dsa_proj_in_split4","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1662,1663]},{"id":1240,"rule":"glm_rms_norm_plain_dsa","kernels":["rms_norm_vanilla::rms_norm_vanilla"],"where":"device","numerics":"reference","compute":"memory","nodes":[1664]},{"id":1241,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1665]},{"id":1242,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1666]},{"id":1243,"rule":"glm_mla_latent_write","kernels":["glm5next_mla_latent_write::glm5next_mla_latent_write_fp8"],"where":"device","numerics":"reference","compute":"memory","nodes":[1667,1668]},{"id":1244,"rule":"glm_w8a8_index_kgate_1row","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1669]},{"id":1245,"rule":"glm_index_k_norm","kernels":["nllb_encoder::nllb_layernorm_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1670]},{"id":1246,"rule":"glm_bf16_gemv_dsa","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1671]},{"id":1247,"rule":"glm_index_store","kernels":["dsa_indexer::dsa_indexer_store","dsa_scores_warp::dsa_pool_keys_store_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1672]},{"id":1248,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1673]},{"id":1249,"rule":"glm_index_f32_gemv","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1674]},{"id":1250,"rule":"glm_index_select_persisted","kernels":["dsa_scores_warp::dsa_index_scores_heads_paged","dsa_topk_mc::dsa_topk_mc_pass","dsa_topk_mc::dsa_topk_mc_collect","dsa_indexer_rows::dsa_expand_selection_rows"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1675]},{"id":1251,"rule":"glm_mla_attend","kernels":["glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1676]},{"id":1252,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1677]},{"id":1253,"rule":"glm_w8a8_dsa_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1678]},{"id":1254,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1679]},{"id":1255,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1680,1681,1682]},{"id":1256,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1683]},{"id":1257,"rule":"glm_router_topk_rank_dsa","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1684]},{"id":1258,"rule":"glm_moe_w4a4_cs_gate_up_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1685,1686]},{"id":1259,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1687,1688]},{"id":1260,"rule":"glm_moe_w4a4_cs_down_1_dsa","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1689,1690]},{"id":1261,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1691]},{"id":1262,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1692,1693]},{"id":1263,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1694]},{"id":1264,"rule":"glm_moe_combine_dsa","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1695]},{"id":1265,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1696]},{"id":1266,"rule":"glm_hc_pre_norm_c1_input","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1697,1698,1699]},{"id":1267,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1700]},{"id":1268,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1701]},{"id":1269,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1702]},{"id":1270,"rule":"glm_kda_pack","kernels":["kda_layer_ops::kda_pack_qkv_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1703]},{"id":1271,"rule":"glm_kda_conv_l2","kernels":["causal_conv1d::causal_conv1d_update_l2norm"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1704,1705,1706]},{"id":1272,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1707]},{"id":1273,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1708]},{"id":1274,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1709]},{"id":1275,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1710]},{"id":1276,"rule":"glm_kda_gates","kernels":["kda_gate::kda_gate_bf16","kda_layer_ops::kda_sigmoid_bf16_f32"],"where":"device","numerics":"reference","compute":"memory","nodes":[1711]},{"id":1277,"rule":"glm_kda_recurrence","kernels":["kda_recurrent::kda_recurrent_decode_bf16_smem"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1712]},{"id":1278,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1713]},{"id":1279,"rule":"w8a8_act_quant_row","kernels":["w8a8_act_quant::w8a8_act_quant_row"],"where":"device","numerics":"reference","compute":"memory","nodes":[1714]},{"id":1280,"rule":"glm_w8a8_kda_mb1_ku8","kernels":["w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k32.e4m3","nodes":[1715]},{"id":1281,"rule":"glm_kda_o_norm","kernels":["kda_layer_ops::kda_o_norm_gated_bf16"],"where":"device","numerics":"reference","compute":"memory","nodes":[1716]},{"id":1282,"rule":"glm_w4a16_gemv_1row","kernels":["w4a16_gemv::w4a16_gemv"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1717]},{"id":1283,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1718]},{"id":1284,"rule":"glm_hc_pre_norm_c1_post","kernels":["glm5next_mhc_c1::glm5next_hc_pre_norm_c1"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1719,1720,1721]},{"id":1285,"rule":"glm_router_f32","kernels":["gemv::dense_gemv_bf16_fp32out"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1722]},{"id":1286,"rule":"glm_router_topk_rank_kda","kernels":["glm5next_ffn::glm5next_router_topk_rank"],"where":"device","numerics":"reference","compute":"memory","nodes":[1723]},{"id":1287,"rule":"glm_moe_w4a4_cs_gate_up_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1724,1725]},{"id":1288,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1726,1727]},{"id":1289,"rule":"glm_moe_w4a4_cs_down_1_kda","kernels":["w4a4_gemv_mx_moe::w4a4_quant_rows_static","w4a4_gemv_mx_moe::w4a4_gemv_mx8_moe_slots_sweep_cs"],"where":"device","numerics":"reference","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","nodes":[1728,1729]},{"id":1290,"rule":"novel.linear:shared_gate_up","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1730]},{"id":1291,"rule":"glm_swiglu_clamp","kernels":["glm5next_ffn::glm5next_swiglu_clamp"],"where":"device","numerics":"reference","compute":"memory","nodes":[1731,1732]},{"id":1292,"rule":"novel.linear:shared_down","kernels":[],"where":"novel","numerics":"reference","compute":null,"nodes":[1733]},{"id":1293,"rule":"glm_moe_combine_kda","kernels":["glm5next_ffn::glm5next_moe_combine"],"where":"device","numerics":"reference","compute":"memory","nodes":[1734]},{"id":1294,"rule":"glm_hc_post","kernels":["glm5next_mhc::glm5next_hc_post"],"where":"device","numerics":"reference","compute":"memory","nodes":[1735]},{"id":1295,"rule":"glm_hc_contract","kernels":["glm5next_mhc::glm5next_hc_head"],"where":"device","numerics":"reference","compute":"memory","nodes":[1736]},{"id":1296,"rule":"final_norm","kernels":["norm::rms_norm"],"where":"device","numerics":"reference","compute":"memory","nodes":[1737]},{"id":1297,"rule":"lm_head_bf16_gemv","kernels":["gemv::dense_gemv_bf16"],"where":"device","numerics":"reference","compute":"cuda_core","nodes":[1738]},{"id":1298,"rule":"argmax_host","kernels":[],"where":"host","numerics":"reference","compute":null,"nodes":[1739]}],"collapsed":{"prologue":["embed"],"layout":["kda+mlp","kda+mlp","kda+mlp","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe","kda+moe","kda+moe","dsa+moe","kda+moe"],"epilogue":["head"],"templates":{"embed":{"blocks":["embed"],"nodes":[{"id":"embed.embed","op":"embed","kind":null,"block_type":"embed","precision":{"weight":null,"activation":null,"output":"bf16"},"kernel":null,"family":null,"compute":null,"where":"host","group":0,"inserted":false},{"id":"embed.expand","op":"hc_expand","kind":null,"block_type":"embed","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_mhc::glm5next_hc_expand","family":"glm_mhc","compute":"memory","where":"device","group":1,"inserted":false}],"edges":[{"from":0,"to":1,"format":"bf16","fused":false}],"ports":{"in":[],"out":[1]},"instances":[]},"kda+mlp":{"blocks":["kda","mlp"],"nodes":[{"id":"kda.mix","op":"linear:hc_mix","kind":"linear_attention","block_type":"kda","precision":{"weight":"bf16","activation":"f32","output":"f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"kda.pre","op":"hc_pre","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"kda.input_norm","op":"rms_norm","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"kda.q","op":"linear:q","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":1,"inserted":false},{"id":"kda.k","op":"linear:k","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":2,"inserted":false},{"id":"kda.v","op":"linear:v","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":3,"inserted":false},{"id":"kda.qkv","op":"concat","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","compute":"memory","where":"device","group":4,"inserted":false},{"id":"kda.short_conv","op":"conv1d_update","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","compute":"cuda_core","where":"device","group":5,"inserted":false},{"id":"kda.conv_ckpt","op":"state_snapshot","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"f32","output":null},"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","compute":"cuda_core","where":"device","group":5,"inserted":false},{"id":"kda.l2","op":"l2_norm","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","compute":"cuda_core","where":"device","group":5,"inserted":false},{"id":"kda.b","op":"linear:kda_b","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":6,"inserted":false},{"id":"kda.f_a","op":"linear:kda_f_a","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":7,"inserted":false},{"id":"kda.fa_quant","op":"act_quant","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","compute":"memory","where":"device","group":8,"inserted":true},{"id":"kda.f_b","op":"linear:kda_f_b","kind":"linear_attention","block_type":"kda","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":9,"inserted":false},{"id":"kda.gates","op":"gdn_gates","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"kernel":null,"family":null,"compute":"memory","where":"device","group":10,"inserted":false},{"id":"kda.recur","op":"gdn_recurrence","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","compute":"cuda_core","where":"device","group":11,"inserted":false},{"id":"kda.g_a","op":"linear:kda_g_a","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":12,"inserted":false},{"id":"kda.ga_quant","op":"act_quant","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","compute":"memory","where":"device","group":13,"inserted":true},{"id":"kda.g_b","op":"linear:kda_g_b","kind":"linear_attention","block_type":"kda","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":14,"inserted":false},{"id":"kda.out_norm","op":"gated_rms_norm","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","compute":"memory","where":"device","group":15,"inserted":false},{"id":"kda.o","op":"linear:o","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":16,"inserted":false},{"id":"kda.post","op":"hc_post","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","compute":"memory","where":"device","group":17,"inserted":false},{"id":"mlp.mix","op":"linear:hc_mix","kind":"linear_attention","block_type":"mlp","precision":{"weight":"bf16","activation":"f32","output":"f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"mlp.pre","op":"hc_pre","kind":"linear_attention","block_type":"mlp","precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"mlp.post_norm","op":"rms_norm","kind":"linear_attention","block_type":"mlp","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"mlp.xn_quant","op":"act_quant","kind":"linear_attention","block_type":"mlp","precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"kernel":"w4a4_gemv_mx::w4a4_quant_rows","family":"w4a4_mx","compute":"memory","where":"device","group":19,"inserted":true},{"id":"mlp.gate_up","op":"linear:gate_up","kind":"linear_attention","block_type":"mlp","precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"kernel":"w4a4_gemv_mx::w4a4_gemv_mx8","family":"w4a4_mx","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":20,"inserted":false},{"id":"mlp.clamp","op":"swiglu_clamp","kind":"linear_attention","block_type":"mlp","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":21,"inserted":false},{"id":"mlp.act","op":"silu_mul","kind":"linear_attention","block_type":"mlp","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":21,"inserted":false},{"id":"mlp.a_quant","op":"act_quant","kind":"linear_attention","block_type":"mlp","precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"kernel":"w4a4_gemv_mx::w4a4_quant_rows","family":"w4a4_mx","compute":"memory","where":"device","group":22,"inserted":true},{"id":"mlp.down","op":"linear:down","kind":"linear_attention","block_type":"mlp","precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"kernel":"w4a4_gemv_mx::w4a4_gemv_mx8","family":"w4a4_mx","compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":23,"inserted":false},{"id":"mlp.post","op":"hc_post","kind":"linear_attention","block_type":"mlp","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","compute":"memory","where":"device","group":24,"inserted":false}],"edges":[{"from":0,"to":1,"format":"f32","fused":true},{"from":1,"to":2,"format":"bf16","fused":true},{"from":1,"to":21,"format":"f32","fused":false},{"from":1,"to":21,"format":"f32","fused":false},{"from":2,"to":3,"format":"bf16","fused":false},{"from":2,"to":4,"format":"bf16","fused":false},{"from":2,"to":5,"format":"bf16","fused":false},{"from":2,"to":10,"format":"bf16","fused":false},{"from":2,"to":11,"format":"bf16","fused":false},{"from":2,"to":16,"format":"bf16","fused":false},{"from":3,"to":6,"format":"bf16","fused":false},{"from":4,"to":6,"format":"bf16","fused":false},{"from":5,"to":6,"format":"bf16","fused":false},{"from":6,"to":7,"format":"bf16","fused":false},{"from":7,"to":8,"format":"f32","fused":true},{"from":7,"to":9,"format":"f32","fused":true},{"from":9,"to":15,"format":"bf16","fused":false},{"from":10,"to":14,"format":"bf16","fused":false},{"from":11,"to":12,"format":"bf16","fused":false},{"from":12,"to":13,"format":"fp8/token","fused":false},{"from":13,"to":14,"format":"bf16","fused":false},{"from":14,"to":15,"format":"f32","fused":false},{"from":14,"to":15,"format":"f32","fused":false},{"from":15,"to":19,"format":"f32","fused":false},{"from":16,"to":17,"format":"bf16","fused":false},{"from":17,"to":18,"format":"fp8/token","fused":false},{"from":18,"to":19,"format":"bf16","fused":false},{"from":19,"to":20,"format":"bf16","fused":false},{"from":20,"to":21,"format":"bf16","fused":false},{"from":21,"to":22,"format":"f32","fused":false},{"from":21,"to":23,"format":"f32","fused":false},{"from":21,"to":31,"format":"f32","fused":false},{"from":22,"to":23,"format":"f32","fused":true},{"from":23,"to":24,"format":"bf16","fused":true},{"from":23,"to":31,"format":"f32","fused":false},{"from":23,"to":31,"format":"f32","fused":false},{"from":24,"to":25,"format":"bf16","fused":false},{"from":25,"to":26,"format":"nvfp4/g16","fused":false},{"from":26,"to":27,"format":"bf16","fused":false},{"from":27,"to":28,"format":"f32","fused":true},{"from":28,"to":29,"format":"bf16","fused":false},{"from":29,"to":30,"format":"nvfp4/g16","fused":false},{"from":30,"to":31,"format":"bf16","fused":false}],"ports":{"in":[0,1,21],"out":[31]},"instances":[0,1,2]},"dsa+moe":{"blocks":["dsa","moe"],"nodes":[{"id":"dsa.mix","op":"linear:hc_mix","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"bf16","activation":"f32","output":"f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"dsa.pre","op":"hc_pre","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"dsa.input_norm","op":"rms_norm","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"dsa.xn_quant","op":"act_quant","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","compute":"memory","where":"device","group":1,"inserted":true},{"id":"dsa.q_a","op":"linear:mla_q_a","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":2,"inserted":false},{"id":"dsa.kv_a","op":"linear:mla_kv_a","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8_split4","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":2,"inserted":false},{"id":"dsa.q_a_norm","op":"rms_norm","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"rms_norm_vanilla::rms_norm_vanilla","family":"rms_norm","compute":"memory","where":"device","group":3,"inserted":false},{"id":"dsa.qan_quant","op":"act_quant","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","compute":"memory","where":"device","group":4,"inserted":true},{"id":"dsa.q_b","op":"linear:mla_q_b","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":5,"inserted":false},{"id":"dsa.kv_norm","op":"rms_norm","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","compute":"memory","where":"device","group":6,"inserted":false},{"id":"dsa.kv_write","op":"kv_write","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"f32","output":null},"kernel":"glm5next_mla_latent_write::glm5next_mla_latent_write_fp8","family":"glm_mla_latent_write","compute":"memory","where":"device","group":6,"inserted":false},{"id":"dsa.idx_k","op":"linear:index_k","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":7,"inserted":false},{"id":"dsa.idx_k_norm","op":"layer_norm","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"nllb_encoder::nllb_layernorm_bf16","family":"layer_norm","compute":"memory","where":"device","group":8,"inserted":false},{"id":"dsa.idx_gate","op":"linear:index_gate","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","compute":"cuda_core","where":"device","group":9,"inserted":false},{"id":"dsa.pool","op":"kpool_compress","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":null},"kernel":null,"family":null,"compute":"cuda_core","where":"device","group":10,"inserted":false},{"id":"dsa.idx_w","op":"linear:index_weights","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"bf16","activation":"bf16","output":"f32"},"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","compute":"cuda_core","where":"device","group":11,"inserted":false},{"id":"dsa.idx_q","op":"linear:index_q","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"bf16","activation":"bf16","output":"f32"},"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","compute":"cuda_core","where":"device","group":12,"inserted":false},{"id":"dsa.select","op":"index_select","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"f32","output":"i32"},"kernel":null,"family":null,"compute":"cuda_core","where":"device","group":13,"inserted":false},{"id":"dsa.attend","op":"mla_attention","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"kernel":"glm5next_dsa_mla_decode::glm5next_dsa_mla_decode_fp8","family":"glm_mla_decode","compute":"cuda_core","where":"device","group":14,"inserted":false},{"id":"dsa.a_quant","op":"act_quant","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","compute":"memory","where":"device","group":15,"inserted":true},{"id":"dsa.o","op":"linear:o","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":16,"inserted":false},{"id":"dsa.post","op":"hc_post","kind":"deepseek_sparse_attention","block_type":"dsa","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","compute":"memory","where":"device","group":17,"inserted":false},{"id":"moe.mix","op":"linear:hc_mix","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":"bf16","activation":"f32","output":"f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"moe.pre","op":"hc_pre","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"moe.post_norm","op":"rms_norm","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"moe.gate","op":"router","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":"bf16","activation":"bf16","output":"f32"},"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","compute":"cuda_core","where":"device","group":19,"inserted":false},{"id":"moe.top_k","op":"top_k","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"f32","output":"f32,i32"},"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","compute":"memory","where":"device","group":20,"inserted":false},{"id":"moe.xn_quant","op":"act_quant","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"kernel":null,"family":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":21,"inserted":true},{"id":"moe.experts_gate_up","op":"expert_gate_up","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"kernel":null,"family":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":21,"inserted":false},{"id":"moe.experts_clamp","op":"swiglu_clamp","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":22,"inserted":false},{"id":"moe.experts_act","op":"silu_mul","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":22,"inserted":false},{"id":"moe.eact_quant","op":"act_quant","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"kernel":null,"family":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":23,"inserted":true},{"id":"moe.experts_down","op":"expert_down","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"kernel":null,"family":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":23,"inserted":false},{"id":"moe.shared_gate_up","op":"linear:shared_gate_up","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":null,"family":null,"compute":null,"where":"novel","group":24,"inserted":false},{"id":"moe.shared_clamp","op":"swiglu_clamp","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":25,"inserted":false},{"id":"moe.shared_act","op":"silu_mul","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":25,"inserted":false},{"id":"moe.shared_down","op":"linear:shared_down","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":null,"family":null,"compute":null,"where":"novel","group":26,"inserted":false},{"id":"moe.blend","op":"blend","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","compute":"memory","where":"device","group":27,"inserted":false},{"id":"moe.post","op":"hc_post","kind":"deepseek_sparse_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","compute":"memory","where":"device","group":28,"inserted":false}],"edges":[{"from":0,"to":1,"format":"f32","fused":true},{"from":1,"to":2,"format":"bf16","fused":true},{"from":1,"to":21,"format":"f32","fused":false},{"from":1,"to":21,"format":"f32","fused":false},{"from":2,"to":3,"format":"bf16","fused":false},{"from":2,"to":13,"format":"bf16","fused":false},{"from":2,"to":15,"format":"bf16","fused":false},{"from":3,"to":4,"format":"fp8/token","fused":false},{"from":3,"to":5,"format":"fp8/token","fused":false},{"from":3,"to":11,"format":"fp8/token","fused":false},{"from":4,"to":6,"format":"bf16","fused":false},{"from":5,"to":9,"format":"bf16","fused":false},{"from":6,"to":7,"format":"bf16","fused":false},{"from":6,"to":16,"format":"bf16","fused":false},{"from":7,"to":8,"format":"fp8/token","fused":false},{"from":8,"to":18,"format":"bf16","fused":false},{"from":9,"to":10,"format":"f32","fused":true},{"from":11,"to":12,"format":"bf16","fused":false},{"from":12,"to":14,"format":"bf16","fused":false},{"from":13,"to":14,"format":"bf16","fused":false},{"from":15,"to":17,"format":"f32","fused":false},{"from":16,"to":17,"format":"f32","fused":false},{"from":17,"to":18,"format":"i32","fused":false},{"from":18,"to":19,"format":"bf16","fused":false},{"from":19,"to":20,"format":"fp8/token","fused":false},{"from":20,"to":21,"format":"bf16","fused":false},{"from":21,"to":22,"format":"f32","fused":false},{"from":21,"to":23,"format":"f32","fused":false},{"from":21,"to":38,"format":"f32","fused":false},{"from":22,"to":23,"format":"f32","fused":true},{"from":23,"to":24,"format":"bf16","fused":true},{"from":23,"to":38,"format":"f32","fused":false},{"from":23,"to":38,"format":"f32","fused":false},{"from":24,"to":25,"format":"bf16","fused":false},{"from":24,"to":27,"format":"bf16","fused":false},{"from":24,"to":33,"format":"bf16","fused":false},{"from":25,"to":26,"format":"f32","fused":false},{"from":26,"to":37,"format":"f32","fused":false},{"from":26,"to":28,"format":"i32","fused":false},{"from":26,"to":32,"format":"i32","fused":false},{"from":27,"to":28,"format":"nvfp4/g16","fused":true},{"from":28,"to":29,"format":"bf16","fused":false},{"from":29,"to":30,"format":"f32","fused":true},{"from":30,"to":31,"format":"bf16","fused":false},{"from":31,"to":32,"format":"nvfp4/g16","fused":true},{"from":32,"to":37,"format":"bf16","fused":false},{"from":33,"to":34,"format":"bf16","fused":false},{"from":34,"to":35,"format":"f32","fused":true},{"from":35,"to":36,"format":"bf16","fused":false},{"from":36,"to":37,"format":"bf16","fused":false},{"from":37,"to":38,"format":"bf16","fused":false}],"ports":{"in":[0,1,21],"out":[38]},"instances":[3,7,11,15,19,23,27,31,35,39,43]},"kda+moe":{"blocks":["kda","moe"],"nodes":[{"id":"kda.mix","op":"linear:hc_mix","kind":"linear_attention","block_type":"kda","precision":{"weight":"bf16","activation":"f32","output":"f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"kda.pre","op":"hc_pre","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"kda.input_norm","op":"rms_norm","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":0,"inserted":false},{"id":"kda.q","op":"linear:q","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":1,"inserted":false},{"id":"kda.k","op":"linear:k","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":2,"inserted":false},{"id":"kda.v","op":"linear:v","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":3,"inserted":false},{"id":"kda.qkv","op":"concat","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"kda_layer_ops::kda_pack_qkv_bf16","family":"kda_pack","compute":"memory","where":"device","group":4,"inserted":false},{"id":"kda.short_conv","op":"conv1d_update","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","compute":"cuda_core","where":"device","group":5,"inserted":false},{"id":"kda.conv_ckpt","op":"state_snapshot","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"f32","output":null},"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","compute":"cuda_core","where":"device","group":5,"inserted":false},{"id":"kda.l2","op":"l2_norm","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"causal_conv1d::causal_conv1d_update_l2norm","family":"causal_conv1d_l2norm","compute":"cuda_core","where":"device","group":5,"inserted":false},{"id":"kda.b","op":"linear:kda_b","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":6,"inserted":false},{"id":"kda.f_a","op":"linear:kda_f_a","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":7,"inserted":false},{"id":"kda.fa_quant","op":"act_quant","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","compute":"memory","where":"device","group":8,"inserted":true},{"id":"kda.f_b","op":"linear:kda_f_b","kind":"linear_attention","block_type":"kda","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":9,"inserted":false},{"id":"kda.gates","op":"gdn_gates","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"f32,f32"},"kernel":null,"family":null,"compute":"memory","where":"device","group":10,"inserted":false},{"id":"kda.recur","op":"gdn_recurrence","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"kda_recurrent::kda_recurrent_decode_bf16_smem","family":"kda_recurrent","compute":"cuda_core","where":"device","group":11,"inserted":false},{"id":"kda.g_a","op":"linear:kda_g_a","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":12,"inserted":false},{"id":"kda.ga_quant","op":"act_quant","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"fp8/token"},"kernel":"w8a8_act_quant::w8a8_act_quant_row","family":"w8a8_act_quant","compute":"memory","where":"device","group":13,"inserted":true},{"id":"kda.g_b","op":"linear:kda_g_b","kind":"linear_attention","block_type":"kda","precision":{"weight":"fp8/channel","activation":"fp8/token","output":"bf16"},"kernel":"w8a8_gemv::w8a8_gemv_rowscale_mb1_ku8","family":"wxay","compute":"tensor_core:mma.sync.m16n8k32.e4m3","where":"device","group":14,"inserted":false},{"id":"kda.out_norm","op":"gated_rms_norm","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"kda_layer_ops::kda_o_norm_gated_bf16","family":"kda_o_norm","compute":"memory","where":"device","group":15,"inserted":false},{"id":"kda.o","op":"linear:o","kind":"linear_attention","block_type":"kda","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":"w4a16_gemv::w4a16_gemv","family":"w4a16_gemv","compute":"cuda_core","where":"device","group":16,"inserted":false},{"id":"kda.post","op":"hc_post","kind":"linear_attention","block_type":"kda","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","compute":"memory","where":"device","group":17,"inserted":false},{"id":"moe.mix","op":"linear:hc_mix","kind":"linear_attention","block_type":"moe","precision":{"weight":"bf16","activation":"f32","output":"f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"moe.pre","op":"hc_pre","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"f32","output":"bf16,f32,f32"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"moe.post_norm","op":"rms_norm","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"glm5next_mhc_c1::glm5next_hc_pre_norm_c1","family":"glm_mhc","compute":"cuda_core","where":"device","group":18,"inserted":false},{"id":"moe.gate","op":"router","kind":"linear_attention","block_type":"moe","precision":{"weight":"bf16","activation":"bf16","output":"f32"},"kernel":"gemv::dense_gemv_bf16_fp32out","family":"dense_bf16","compute":"cuda_core","where":"device","group":19,"inserted":false},{"id":"moe.top_k","op":"top_k","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"f32","output":"f32,i32"},"kernel":"glm5next_ffn::glm5next_router_topk_rank","family":"glm_router_topk","compute":"memory","where":"device","group":20,"inserted":false},{"id":"moe.xn_quant","op":"act_quant","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"kernel":null,"family":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":21,"inserted":true},{"id":"moe.experts_gate_up","op":"expert_gate_up","kind":"linear_attention","block_type":"moe","precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"kernel":null,"family":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":21,"inserted":false},{"id":"moe.experts_clamp","op":"swiglu_clamp","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":22,"inserted":false},{"id":"moe.experts_act","op":"silu_mul","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":22,"inserted":false},{"id":"moe.eact_quant","op":"act_quant","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"nvfp4/g16"},"kernel":null,"family":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":23,"inserted":true},{"id":"moe.experts_down","op":"expert_down","kind":"linear_attention","block_type":"moe","precision":{"weight":"nvfp4/g16","activation":"nvfp4/g16","output":"bf16"},"kernel":null,"family":null,"compute":"tensor_core:mma.sync.m16n8k64.mxf4nvf4.block_scale","where":"device","group":23,"inserted":false},{"id":"moe.shared_gate_up","op":"linear:shared_gate_up","kind":"linear_attention","block_type":"moe","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":null,"family":null,"compute":null,"where":"novel","group":24,"inserted":false},{"id":"moe.shared_clamp","op":"swiglu_clamp","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":25,"inserted":false},{"id":"moe.shared_act","op":"silu_mul","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"glm5next_ffn::glm5next_swiglu_clamp","family":"glm_swiglu_clamp","compute":"memory","where":"device","group":25,"inserted":false},{"id":"moe.shared_down","op":"linear:shared_down","kind":"linear_attention","block_type":"moe","precision":{"weight":"nvfp4/g16","activation":"bf16","output":"bf16"},"kernel":null,"family":null,"compute":null,"where":"novel","group":26,"inserted":false},{"id":"moe.blend","op":"blend","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"glm5next_ffn::glm5next_moe_combine","family":"glm_moe_combine","compute":"memory","where":"device","group":27,"inserted":false},{"id":"moe.post","op":"hc_post","kind":"linear_attention","block_type":"moe","precision":{"weight":null,"activation":"bf16","output":"f32"},"kernel":"glm5next_mhc::glm5next_hc_post","family":"glm_mhc","compute":"memory","where":"device","group":28,"inserted":false}],"edges":[{"from":0,"to":1,"format":"f32","fused":true},{"from":1,"to":2,"format":"bf16","fused":true},{"from":1,"to":21,"format":"f32","fused":false},{"from":1,"to":21,"format":"f32","fused":false},{"from":2,"to":3,"format":"bf16","fused":false},{"from":2,"to":4,"format":"bf16","fused":false},{"from":2,"to":5,"format":"bf16","fused":false},{"from":2,"to":10,"format":"bf16","fused":false},{"from":2,"to":11,"format":"bf16","fused":false},{"from":2,"to":16,"format":"bf16","fused":false},{"from":3,"to":6,"format":"bf16","fused":false},{"from":4,"to":6,"format":"bf16","fused":false},{"from":5,"to":6,"format":"bf16","fused":false},{"from":6,"to":7,"format":"bf16","fused":false},{"from":7,"to":8,"format":"f32","fused":true},{"from":7,"to":9,"format":"f32","fused":true},{"from":9,"to":15,"format":"bf16","fused":false},{"from":10,"to":14,"format":"bf16","fused":false},{"from":11,"to":12,"format":"bf16","fused":false},{"from":12,"to":13,"format":"fp8/token","fused":false},{"from":13,"to":14,"format":"bf16","fused":false},{"from":14,"to":15,"format":"f32","fused":false},{"from":14,"to":15,"format":"f32","fused":false},{"from":15,"to":19,"format":"f32","fused":false},{"from":16,"to":17,"format":"bf16","fused":false},{"from":17,"to":18,"format":"fp8/token","fused":false},{"from":18,"to":19,"format":"bf16","fused":false},{"from":19,"to":20,"format":"bf16","fused":false},{"from":20,"to":21,"format":"bf16","fused":false},{"from":21,"to":22,"format":"f32","fused":false},{"from":21,"to":23,"format":"f32","fused":false},{"from":21,"to":38,"format":"f32","fused":false},{"from":22,"to":23,"format":"f32","fused":true},{"from":23,"to":24,"format":"bf16","fused":true},{"from":23,"to":38,"format":"f32","fused":false},{"from":23,"to":38,"format":"f32","fused":false},{"from":24,"to":25,"format":"bf16","fused":false},{"from":24,"to":27,"format":"bf16","fused":false},{"from":24,"to":33,"format":"bf16","fused":false},{"from":25,"to":26,"format":"f32","fused":false},{"from":26,"to":37,"format":"f32","fused":false},{"from":26,"to":28,"format":"i32","fused":false},{"from":26,"to":32,"format":"i32","fused":false},{"from":27,"to":28,"format":"nvfp4/g16","fused":true},{"from":28,"to":29,"format":"bf16","fused":false},{"from":29,"to":30,"format":"f32","fused":true},{"from":30,"to":31,"format":"bf16","fused":false},{"from":31,"to":32,"format":"nvfp4/g16","fused":true},{"from":32,"to":37,"format":"bf16","fused":false},{"from":33,"to":34,"format":"bf16","fused":false},{"from":34,"to":35,"format":"f32","fused":true},{"from":35,"to":36,"format":"bf16","fused":false},{"from":36,"to":37,"format":"bf16","fused":false},{"from":37,"to":38,"format":"bf16","fused":false}],"ports":{"in":[0,1,21],"out":[38]},"instances":[4,5,6,8,9,10,12,13,14,16,17,18,20,21,22,24,25,26,28,29,30,32,33,34,36,37,38,40,41,42,44]},"head":{"blocks":["head"],"nodes":[{"id":"head.contract","op":"hc_contract","kind":null,"block_type":"head","precision":{"weight":null,"activation":"f32","output":"bf16"},"kernel":"glm5next_mhc::glm5next_hc_head","family":"glm_mhc","compute":"memory","where":"device","group":0,"inserted":false},{"id":"head.final_norm","op":"final_norm","kind":null,"block_type":"head","precision":{"weight":null,"activation":"bf16","output":"bf16"},"kernel":"norm::rms_norm","family":"rms_norm","compute":"memory","where":"device","group":1,"inserted":false},{"id":"head.lm_head","op":"lm_head","kind":null,"block_type":"head","precision":{"weight":"bf16","activation":"bf16","output":"bf16"},"kernel":"gemv::dense_gemv_bf16","family":"dense_bf16","compute":"cuda_core","where":"device","group":2,"inserted":false},{"id":"head.argmax","op":"argmax","kind":null,"block_type":"head","precision":{"weight":null,"activation":"bf16","output":"i32"},"kernel":null,"family":null,"compute":null,"where":"host","group":3,"inserted":false}],"edges":[{"from":0,"to":1,"format":"bf16","fused":false},{"from":1,"to":2,"format":"bf16","fused":false},{"from":2,"to":3,"format":"bf16","fused":false}],"ports":{"in":[0],"out":[]},"instances":[]}}},"provenance":{"kind":"preview","engine_commit":"7f7fb57fc971b8d88f0fb08ab512321dd052f38c","planner_sha256":"f4735654ee1d5a9bf4f56e836969140d5bfb26231104bf13118103c69ee8b156","planner_built_from":"c5b9a80e635df7c1056a5b617272970f25daba64","planner_header":{"recipe":"glm-5.3/glm-5.3-flash-nvfp4-tp3-512k","checkpoint":"nvidia/GLM-5.3-Flash-NVFP4","target":"gb10/glm-5.3-flash/nvfp4","settings":"activation_quantization=adaptive decode_split_silu=on gemv_sw=on glm_mhc_fused=on glm_moe_expert_layout=tp glm_moe_w4a4_grouped=on glm_router_rows=on glm_router_topk_rank=on kv_cache_dtype=fp8 lm_head_dtype=bf16 rms_norm_act_quant=off row_tiers=by_rows ssm_ba_gates_hopper=on ssm_batched_recurrent=on ssm_h_dtype=f32 w4a16_tc=on","opt-in levers":"none"},"commands":["met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode decode --rows 1","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 2","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 4","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 8","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 12","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 16","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 24","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 32","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 48","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 64","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 96","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode multi_seq --rows 128","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode verify --rows 2","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode verify --rows 3","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode verify --rows 4","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode verify --rows 8","met circuit plan --root <tree> --checkpoint glm-5.3/glm-5.3-flash-nvfp4-tp3-512k --hardware gb10 --precision recipe --format plan --mode draft --rows 1"],"files":[{"path":"kernels/circuits/INSTANCES.toml","sha256":"126b177aa899733c7f2909a448bfbfc45c3a97588c31205c405aa8bea6fadb7d"},{"path":"recipes/glm-5.3/glm-5.3-flash-nvfp4-tp3-512k.yaml","sha256":"6e639ddb73e534fa93c43543837dfd30472eea3f377f972ef3de99a97bb22827"},{"path":"kernels/gb10/HARDWARE.toml","sha256":"8a787d560510594f9694a85836879cc9df1c55d874f8fcf37f0701aac4e63a12"},{"path":"kernels/DEVICES.toml","sha256":"256d85840f0e77ec84c5fc739f30aacff6bf24775cc8bef344e36647e51e9c25"},{"path":"kernels/circuits/glm5_next.toml","sha256":"047893d2422df5acbcaac36039e4f0655b679df7ead3265d022139f013b14a81"},{"path":"kernels/circuits/blocks/glm5_next_kda.toml","sha256":"9486bdea4533af4d30c951c449e39037d639bd791ff66a70f62d3d4e6d44b795"},{"path":"kernels/circuits/blocks/glm5_next_dsa.toml","sha256":"fdb3145558a6c1b7f9256c34854ae39114868d534e4f0062d91688fa91fa5eef"},{"path":"kernels/circuits/blocks/glm5_next_ffn.toml","sha256":"4738cd396a115447da27fe1ac4f0d1d324f4ac595af6a98b095231d62b698110"},{"path":"kernels/gb10/common/KERNEL_FAMILIES.toml","sha256":"70c24b8b47644bdbe040157cc1604f99a8a143401f44b4282620737123ac8571"},{"path":"kernels/circuits/precision/glm-5.3-flash-nvfp4-tp3.toml","sha256":"f1e299043e34000299680b8d2fce60b62342ccc487d9cb9734c9ddc7dca6d15a"}]}}