diff --git "a/inc_measure_output_hooks_maxabs_0_8.json" "b/inc_measure_output_hooks_maxabs_0_8.json" new file mode 100644--- /dev/null +++ "b/inc_measure_output_hooks_maxabs_0_8.json" @@ -0,0 +1,83759 @@ +{ + "GlobalRank": null, + "LocalRank": 0, + "Mode": "DynamicRange", + "Nodes": { + "model.layers.0.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.0.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.84765625 + ] + ] + } + }, + "model.layers.0.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 18.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.0.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.431640625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.0.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.06689453125 + ] + ] + ], + "outputs": [ + [ + [ + 0.4765625 + ] + ], + [ + [ + 1.4296875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.47265625 + ] + ] + } + }, + "model.layers.0.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 1.6953125 + ] + ], + [ + [ + 27.625 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.431640625 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 174.0 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 27.75 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 27.625 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 13.9375 + ] + ], + [ + [ + 27.625 + ] + ], + [ + [ + 0.0791015625 + ] + ] + ], + "outputs": [ + [ + [ + 0.0296630859375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.0.mlp.gate_up_proj": { + "inputs": [ + [ + [ + 33.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4453125 + ] + ] + } + }, + "model.layers.0.mlp.down_proj": { + "inputs": [ + [ + [ + 0.455078125 + ] + ] + ], + "outputs": [ + [ + [ + 0.373046875 + ] + ], + [ + [ + 0.55859375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4921875 + ] + ] + } + }, + "model.layers.1.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.1.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.1.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.384765625 + ] + ] + } + }, + "model.layers.1.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.123046875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.1.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.049072265625 + ] + ] + ], + "outputs": [ + [ + [ + 0.126953125 + ] + ], + [ + [ + 0.4609375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.369140625 + ] + ] + } + }, + "model.layers.1.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.59375 + ] + ], + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.123046875 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 149.0 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 36.5 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 43.5 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 0.0400390625 + ] + ] + ], + "outputs": [ + [ + [ + 0.0400390625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.1.mlp.gate_up_proj": { + "inputs": [ + [ + [ + 29.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.306640625 + ] + ] + } + }, + "model.layers.1.mlp.down_proj": { + "inputs": [ + [ + [ + 0.494140625 + ] + ] + ], + "outputs": [ + [ + [ + 0.30078125 + ] + ], + [ + [ + 0.435546875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.345703125 + ] + ] + } + }, + "model.layers.2.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.2.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.2.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.2.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.09912109375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.2.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.03515625 + ] + ] + ], + "outputs": [ + [ + [ + 0.1435546875 + ] + ], + [ + [ + 0.50390625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.283203125 + ] + ] + } + }, + "model.layers.2.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.25 + ] + ], + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.09912109375 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 354.0 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 56.25 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 18.75 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 0.0400390625 + ] + ] + ], + "outputs": [ + [ + [ + 0.03515625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.2.mlp.gate_up_proj": { + "inputs": [ + [ + [ + 39.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.2.mlp.down_proj": { + "inputs": [ + [ + [ + 0.359375 + ] + ] + ], + "outputs": [ + [ + [ + 0.37109375 + ] + ], + [ + [ + 0.7578125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.37890625 + ] + ] + } + }, + "model.layers.3.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 8.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21484375 + ] + ] + } + }, + "model.layers.3.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 8.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.640625 + ] + ] + } + }, + "model.layers.3.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.3.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.1611328125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.3.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.07177734375 + ] + ] + ], + "outputs": [ + [ + [ + 0.1357421875 + ] + ], + [ + [ + 0.65234375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.298828125 + ] + ] + } + }, + "model.layers.3.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.25 + ] + ], + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.1611328125 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 192.0 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 40.75 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 33.5 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 0.07958984375 + ] + ] + ], + "outputs": [ + [ + [ + 0.07177734375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.3.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 10.0625 + ] + ] + ], + "outputs": [ + [ + [ + 0.25390625 + ] + ], + [ + [ + 2.21875 + ] + ], + [ + [ + 2.03125 + ] + ], + [ + [ + 1.5703125 + ] + ], + [ + [ + 0.50390625 + ] + ], + [ + [ + 1.8046875 + ] + ], + [ + [ + 1.28125 + ] + ], + [ + [ + 1.109375 + ] + ], + [ + [ + 1.625 + ] + ], + [ + [ + 0.73828125 + ] + ], + [ + [ + 1.75 + ] + ], + [ + [ + 2.5 + ] + ], + [ + [ + 1.0625 + ] + ], + [ + [ + 1.28125 + ] + ], + [ + [ + 0.95703125 + ] + ], + [ + [ + 1.2578125 + ] + ], + [ + [ + 0.57421875 + ] + ], + [ + [ + 2.25 + ] + ], + [ + [ + 2.359375 + ] + ], + [ + [ + 1.8828125 + ] + ], + [ + [ + 1.7734375 + ] + ], + [ + [ + 2.71875 + ] + ], + [ + [ + 1.53125 + ] + ], + [ + [ + 0.890625 + ] + ], + [ + [ + 1.1953125 + ] + ], + [ + [ + 2.140625 + ] + ], + [ + [ + 1.5 + ] + ], + [ + [ + 0.8984375 + ] + ], + [ + [ + 2.3125 + ] + ], + [ + [ + 1.4140625 + ] + ], + [ + [ + 2.421875 + ] + ], + [ + [ + 1.7109375 + ] + ], + [ + [ + 1.328125 + ] + ] + ] + }, + "model.layers.3.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.283203125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.29296875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059814453125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05517578125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0546875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05078125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2177734375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.56640625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.52734375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.3.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 10.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.546875 + ] + ] + } + }, + "model.layers.3.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 0.2451171875 + ] + ] + ], + "outputs": [ + [ + [ + 0.044921875 + ] + ], + [ + [ + 3.625397700033249e+17 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.4.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 9.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.4.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 9.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 1.328125 + ] + ] + } + }, + "model.layers.4.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 13.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.4.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.79296875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.4.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.1904296875 + ] + ] + ], + "outputs": [ + [ + [ + 0.3515625 + ] + ], + [ + [ + 0.72265625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.4.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.78125 + ] + ], + [ + [ + 6.34375 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.79296875 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 101.0 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 28.125 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 6.34375 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 38.0 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 0.2080078125 + ] + ] + ], + "outputs": [ + [ + [ + 0.1904296875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.4.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 7.3125 + ] + ] + ], + "outputs": [ + [ + [ + 0.14453125 + ] + ], + [ + [ + 2.203125 + ] + ], + [ + [ + 2.5 + ] + ], + [ + [ + 1.6171875 + ] + ], + [ + [ + 2.484375 + ] + ], + [ + [ + 0.90234375 + ] + ], + [ + [ + 2.0625 + ] + ], + [ + [ + 2.3125 + ] + ], + [ + [ + 1.671875 + ] + ], + [ + [ + 2.28125 + ] + ], + [ + [ + 1.359375 + ] + ], + [ + [ + 3.984375 + ] + ], + [ + [ + 2.328125 + ] + ], + [ + [ + 3.203125 + ] + ], + [ + [ + 1.7734375 + ] + ], + [ + [ + 1.796875 + ] + ], + [ + [ + 1.390625 + ] + ], + [ + [ + 1.59375 + ] + ], + [ + [ + 2.1875 + ] + ], + [ + [ + 1.25 + ] + ], + [ + [ + 2.21875 + ] + ], + [ + [ + 1.5 + ] + ], + [ + [ + 1.78125 + ] + ], + [ + [ + 1.7890625 + ] + ], + [ + [ + 2.140625 + ] + ], + [ + [ + 2.328125 + ] + ], + [ + [ + 0.8828125 + ] + ], + [ + [ + 1.4140625 + ] + ], + [ + [ + 2.03125 + ] + ], + [ + [ + 2.1875 + ] + ], + [ + [ + 0.7265625 + ] + ], + [ + [ + 2.078125 + ] + ], + [ + [ + 1.15625 + ] + ] + ] + }, + "model.layers.4.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0615234375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056884765625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05908203125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059814453125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056884765625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0615234375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0556640625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.052490234375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.201171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.4.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 7.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6328125 + ] + ] + } + }, + "model.layers.4.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 0.53515625 + ] + ] + ], + "outputs": [ + [ + [ + 0.06396484375 + ] + ], + [ + [ + 2.8965986363584027e-31 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.5.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 10.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.5.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 10.625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.2265625 + ] + ] + } + }, + "model.layers.5.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.5.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.5.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.1357421875 + ] + ] + ], + "outputs": [ + [ + [ + 0.267578125 + ] + ], + [ + [ + 0.83203125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.5.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.5625 + ] + ], + [ + [ + 7.71875 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.28125 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 235.0 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 42.5 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.71875 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 37.5 + ] + ], + [ + [ + 7.71875 + ] + ], + [ + [ + 0.150390625 + ] + ] + ], + "outputs": [ + [ + [ + 0.1357421875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.5.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "outputs": [ + [ + [ + 0.2294921875 + ] + ], + [ + [ + 0.94921875 + ] + ], + [ + [ + 1.4765625 + ] + ], + [ + [ + 1.3515625 + ] + ], + [ + [ + 2.6875 + ] + ], + [ + [ + 1.1640625 + ] + ], + [ + [ + 2.25 + ] + ], + [ + [ + 3.21875 + ] + ], + [ + [ + 3.375 + ] + ], + [ + [ + 2.53125 + ] + ], + [ + [ + 2.46875 + ] + ], + [ + [ + 3.375 + ] + ], + [ + [ + 2.015625 + ] + ], + [ + [ + 1.8671875 + ] + ], + [ + [ + 1.2734375 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 2.53125 + ] + ], + [ + [ + 2.078125 + ] + ], + [ + [ + 2.609375 + ] + ], + [ + [ + 1.21875 + ] + ], + [ + [ + 2.84375 + ] + ], + [ + [ + 2.0625 + ] + ], + [ + [ + 3.015625 + ] + ], + [ + [ + 2.5 + ] + ], + [ + [ + 3.296875 + ] + ], + [ + [ + 2.75 + ] + ], + [ + [ + 2.5625 + ] + ], + [ + [ + 1.515625 + ] + ], + [ + [ + 2.234375 + ] + ], + [ + [ + 2.375 + ] + ], + [ + [ + 1.4453125 + ] + ], + [ + [ + 3.578125 + ] + ], + [ + [ + 2.28125 + ] + ] + ] + }, + "model.layers.5.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056884765625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.048583984375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.5.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.80859375 + ] + ] + } + }, + "model.layers.5.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 0.8046875 + ] + ] + ], + "outputs": [ + [ + [ + 0.1435546875 + ] + ], + [ + [ + 8.853417493731624e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.314453125 + ] + ] + } + }, + "model.layers.6.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.6.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 1.390625 + ] + ] + } + }, + "model.layers.6.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.6.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.1640625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.6.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.09912109375 + ] + ] + ], + "outputs": [ + [ + [ + 0.25 + ] + ], + [ + [ + 0.88671875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.384765625 + ] + ] + } + }, + "model.layers.6.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.40625 + ] + ], + [ + [ + 7.3125 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.1640625 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 209.0 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 39.5 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.3125 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 29.375 + ] + ], + [ + [ + 7.3125 + ] + ], + [ + [ + 0.10888671875 + ] + ] + ], + "outputs": [ + [ + [ + 0.09912109375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.6.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.46875 + ] + ] + ], + "outputs": [ + [ + [ + 0.205078125 + ] + ], + [ + [ + 2.4375 + ] + ], + [ + [ + 2.703125 + ] + ], + [ + [ + 2.0 + ] + ], + [ + [ + 1.2890625 + ] + ], + [ + [ + 3.625 + ] + ], + [ + [ + 2.59375 + ] + ], + [ + [ + 2.265625 + ] + ], + [ + [ + 3.15625 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 2.734375 + ] + ], + [ + [ + 3.25 + ] + ], + [ + [ + 3.609375 + ] + ], + [ + [ + 2.75 + ] + ], + [ + [ + 3.828125 + ] + ], + [ + [ + 3.640625 + ] + ], + [ + [ + 3.34375 + ] + ], + [ + [ + 2.0625 + ] + ], + [ + [ + 2.078125 + ] + ], + [ + [ + 3.609375 + ] + ], + [ + [ + 3.875 + ] + ], + [ + [ + 2.25 + ] + ], + [ + [ + 2.875 + ] + ], + [ + [ + 3.625 + ] + ], + [ + [ + 4.125 + ] + ], + [ + [ + 4.78125 + ] + ], + [ + [ + 3.1875 + ] + ], + [ + [ + 4.28125 + ] + ], + [ + [ + 1.2265625 + ] + ], + [ + [ + 2.796875 + ] + ], + [ + [ + 4.25 + ] + ], + [ + [ + 2.0 + ] + ], + [ + [ + 2.96875 + ] + ] + ] + }, + "model.layers.6.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05517578125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.052978515625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.052001953125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.047119140625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.053466796875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06298828125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.053466796875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0556640625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.052734375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056396484375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05712890625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05126953125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0615234375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059814453125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.6.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.83984375 + ] + ] + } + }, + "model.layers.6.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 3.921875 + ] + ] + ], + "outputs": [ + [ + [ + 1.7578125 + ] + ], + [ + [ + 2.711709361697228e-30 + ] + ] + ], + "params": { + "weight": [ + [ + 0.447265625 + ] + ] + } + }, + "model.layers.7.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.7.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "params": { + "weight": [ + [ + 1.4609375 + ] + ] + } + }, + "model.layers.7.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.7.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.255859375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.7.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.1181640625 + ] + ] + ], + "outputs": [ + [ + [ + 0.64453125 + ] + ], + [ + [ + 1.078125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.7.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 8.125 + ] + ], + [ + [ + 6.28125 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.255859375 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 159.0 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 48.0 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 6.28125 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 28.125 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 0.1298828125 + ] + ] + ], + "outputs": [ + [ + [ + 0.1181640625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.7.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 2.421875 + ] + ] + ], + "outputs": [ + [ + [ + 0.2255859375 + ] + ], + [ + [ + 4.3125 + ] + ], + [ + [ + 3.8125 + ] + ], + [ + [ + 5.34375 + ] + ], + [ + [ + 4.625 + ] + ], + [ + [ + 2.796875 + ] + ], + [ + [ + 2.375 + ] + ], + [ + [ + 1.4609375 + ] + ], + [ + [ + 3.546875 + ] + ], + [ + [ + 1.046875 + ] + ], + [ + [ + 1.5625 + ] + ], + [ + [ + 3.734375 + ] + ], + [ + [ + 3.109375 + ] + ], + [ + [ + 5.25 + ] + ], + [ + [ + 4.625 + ] + ], + [ + [ + 7.0 + ] + ], + [ + [ + 3.21875 + ] + ], + [ + [ + 3.96875 + ] + ], + [ + [ + 2.015625 + ] + ], + [ + [ + 4.40625 + ] + ], + [ + [ + 2.875 + ] + ], + [ + [ + 4.65625 + ] + ], + [ + [ + 3.34375 + ] + ], + [ + [ + 3.625 + ] + ], + [ + [ + 1.8125 + ] + ], + [ + [ + 2.6875 + ] + ], + [ + [ + 1.375 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 3.734375 + ] + ], + [ + [ + 2.859375 + ] + ], + [ + [ + 3.5 + ] + ], + [ + [ + 4.375 + ] + ], + [ + [ + 4.25 + ] + ] + ] + }, + "model.layers.7.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.048828125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06298828125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05419921875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.055908203125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0576171875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05419921875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05078125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05517578125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.7.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 2.421875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.921875 + ] + ] + } + }, + "model.layers.7.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 0.86328125 + ] + ] + ], + "outputs": [ + [ + [ + 0.10595703125 + ] + ], + [ + [ + 1.1438356907959836e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.8.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 11.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.8.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 11.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.69140625 + ] + ] + } + }, + "model.layers.8.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.8.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.6640625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.8.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.130859375 + ] + ] + ], + "outputs": [ + [ + [ + 0.4375 + ] + ], + [ + [ + 1.3671875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.8.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.1875 + ] + ], + [ + [ + 7.0625 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.6640625 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 74.0 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 42.25 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.0625 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 24.0 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 0.1396484375 + ] + ] + ], + "outputs": [ + [ + [ + 0.130859375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.8.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 2.484375 + ] + ] + ], + "outputs": [ + [ + [ + 0.283203125 + ] + ], + [ + [ + 4.46875 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 3.328125 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 4.65625 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 5.59375 + ] + ], + [ + [ + 4.21875 + ] + ], + [ + [ + 2.765625 + ] + ], + [ + [ + 1.859375 + ] + ], + [ + [ + 5.03125 + ] + ], + [ + [ + 3.96875 + ] + ], + [ + [ + 5.84375 + ] + ], + [ + [ + 3.765625 + ] + ], + [ + [ + 4.375 + ] + ], + [ + [ + 3.359375 + ] + ], + [ + [ + 5.1875 + ] + ], + [ + [ + 2.28125 + ] + ], + [ + [ + 2.46875 + ] + ], + [ + [ + 5.09375 + ] + ], + [ + [ + 3.140625 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 7.6875 + ] + ], + [ + [ + 6.25 + ] + ], + [ + [ + 4.34375 + ] + ], + [ + [ + 2.625 + ] + ], + [ + [ + 2.734375 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 3.484375 + ] + ], + [ + [ + 5.9375 + ] + ], + [ + [ + 5.28125 + ] + ], + [ + [ + 5.03125 + ] + ] + ] + }, + "model.layers.8.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05908203125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0537109375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05908203125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0556640625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.359375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.33203125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1962890625 + ] + ] + } + }, + "model.layers.8.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 2.484375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.78125 + ] + ] + } + }, + "model.layers.8.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 1.9140625 + ] + ] + ], + "outputs": [ + [ + [ + 1.34375 + ] + ], + [ + [ + 1.0218588621870899e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6796875 + ] + ] + } + }, + "model.layers.9.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.9.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 1.65625 + ] + ] + } + }, + "model.layers.9.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.9.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 1.0234375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.9.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.49609375 + ] + ] + ], + "outputs": [ + [ + [ + 0.7890625 + ] + ], + [ + [ + 2.484375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.9.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.65625 + ] + ], + [ + [ + 4.15625 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.0234375 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 136.0 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 29.375 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.15625 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 58.5 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 0.5390625 + ] + ] + ], + "outputs": [ + [ + [ + 0.49609375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.9.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.390625 + ] + ] + ], + "outputs": [ + [ + [ + 0.59375 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 3.28125 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 5.0 + ] + ], + [ + [ + 6.4375 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 4.46875 + ] + ], + [ + [ + 5.875 + ] + ], + [ + [ + 4.625 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 7.25 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 5.375 + ] + ], + [ + [ + 3.515625 + ] + ], + [ + [ + 5.34375 + ] + ], + [ + [ + 7.3125 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 5.875 + ] + ], + [ + [ + 4.78125 + ] + ], + [ + [ + 1.25 + ] + ], + [ + [ + 2.453125 + ] + ], + [ + [ + 4.46875 + ] + ], + [ + [ + 4.59375 + ] + ], + [ + [ + 5.0625 + ] + ], + [ + [ + 1.9765625 + ] + ], + [ + [ + 6.96875 + ] + ], + [ + [ + 7.90625 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 4.625 + ] + ], + [ + [ + 11.0 + ] + ] + ] + }, + "model.layers.9.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056884765625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0546875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05712890625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056884765625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0546875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19140625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.9.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.390625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.55078125 + ] + ] + } + }, + "model.layers.9.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 2.359375 + ] + ] + ], + "outputs": [ + [ + [ + 0.2890625 + ] + ], + [ + [ + 8.853417493731624e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4375 + ] + ] + } + }, + "model.layers.10.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 2.984375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.10.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 2.984375 + ] + ] + ], + "params": { + "weight": [ + [ + 1.7109375 + ] + ] + } + }, + "model.layers.10.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.10.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.64453125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.10.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.244140625 + ] + ] + ], + "outputs": [ + [ + [ + 1.078125 + ] + ], + [ + [ + 3.171875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5625 + ] + ] + } + }, + "model.layers.10.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.46875 + ] + ], + [ + [ + 5.0 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.64453125 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 70.0 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.625 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.0 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 40.0 + ] + ], + [ + [ + 5.0 + ] + ], + [ + [ + 0.494140625 + ] + ] + ], + "outputs": [ + [ + [ + 0.244140625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.10.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.53125 + ] + ] + ], + "outputs": [ + [ + [ + 1.390625 + ] + ], + [ + [ + 3.953125 + ] + ], + [ + [ + 2.0625 + ] + ], + [ + [ + 4.84375 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 11.875 + ] + ], + [ + [ + 3.59375 + ] + ], + [ + [ + 8.125 + ] + ], + [ + [ + 2.65625 + ] + ], + [ + [ + 5.59375 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 1.984375 + ] + ], + [ + [ + 4.25 + ] + ], + [ + [ + 9.4375 + ] + ], + [ + [ + 4.34375 + ] + ], + [ + [ + 2.671875 + ] + ], + [ + [ + 2.75 + ] + ], + [ + [ + 4.84375 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 4.84375 + ] + ], + [ + [ + 2.703125 + ] + ], + [ + [ + 4.3125 + ] + ], + [ + [ + 8.125 + ] + ], + [ + [ + 5.09375 + ] + ], + [ + [ + 3.84375 + ] + ], + [ + [ + 4.65625 + ] + ], + [ + [ + 3.96875 + ] + ], + [ + [ + 3.59375 + ] + ], + [ + [ + 4.8125 + ] + ], + [ + [ + 2.890625 + ] + ], + [ + [ + 1.984375 + ] + ], + [ + [ + 5.0 + ] + ], + [ + [ + 3.640625 + ] + ] + ] + }, + "model.layers.10.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0546875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2099609375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06298828125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059814453125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05712890625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0576171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.244140625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.263671875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.380859375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.298828125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.10.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.53125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.7109375 + ] + ] + } + }, + "model.layers.10.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 1.03125 + ] + ] + ], + "outputs": [ + [ + [ + 0.298828125 + ] + ], + [ + [ + 2.8823037615171174e+19 + ] + ] + ], + "params": { + "weight": [ + [ + 0.361328125 + ] + ] + } + }, + "model.layers.11.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.11.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.671875 + ] + ] + } + }, + "model.layers.11.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 13.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.11.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.92578125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.11.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.33984375 + ] + ] + ], + "outputs": [ + [ + [ + 0.828125 + ] + ], + [ + [ + 2.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.30078125 + ] + ] + } + }, + "model.layers.11.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.78125 + ] + ], + [ + [ + 3.71875 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.92578125 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 100.5 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 27.0 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 3.71875 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 58.25 + ] + ], + [ + [ + 3.71875 + ] + ], + [ + [ + 0.50390625 + ] + ] + ], + "outputs": [ + [ + [ + 0.337890625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.11.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.734375 + ] + ] + ], + "outputs": [ + [ + [ + 0.359375 + ] + ], + [ + [ + 4.5 + ] + ], + [ + [ + 7.09375 + ] + ], + [ + [ + 4.625 + ] + ], + [ + [ + 6.375 + ] + ], + [ + [ + 5.84375 + ] + ], + [ + [ + 4.90625 + ] + ], + [ + [ + 4.46875 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 4.5625 + ] + ], + [ + [ + 3.65625 + ] + ], + [ + [ + 3.75 + ] + ], + [ + [ + 4.59375 + ] + ], + [ + [ + 3.78125 + ] + ], + [ + [ + 4.6875 + ] + ], + [ + [ + 3.625 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 2.53125 + ] + ], + [ + [ + 6.4375 + ] + ], + [ + [ + 4.625 + ] + ], + [ + [ + 6.4375 + ] + ], + [ + [ + 3.953125 + ] + ], + [ + [ + 5.8125 + ] + ], + [ + [ + 5.5625 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 3.78125 + ] + ], + [ + [ + 4.125 + ] + ], + [ + [ + 4.9375 + ] + ], + [ + [ + 5.75 + ] + ], + [ + [ + 4.75 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 4.15625 + ] + ] + ] + }, + "model.layers.11.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056884765625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0556640625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0576171875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05908203125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059814453125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.11.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.734375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5546875 + ] + ] + } + }, + "model.layers.11.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 1.21875 + ] + ] + ], + "outputs": [ + [ + [ + 0.365234375 + ] + ], + [ + [ + 4.2012834183813297e-19 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4453125 + ] + ] + } + }, + "model.layers.12.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.03125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.12.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.03125 + ] + ] + ], + "params": { + "weight": [ + [ + 1.546875 + ] + ] + } + }, + "model.layers.12.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.12.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.12.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.279296875 + ] + ] + ], + "outputs": [ + [ + [ + 0.6484375 + ] + ], + [ + [ + 2.546875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.47265625 + ] + ] + } + }, + "model.layers.12.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.0625 + ] + ], + [ + [ + 4.5625 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.5625 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 124.5 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.0 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.5625 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 40.25 + ] + ], + [ + [ + 4.5625 + ] + ], + [ + [ + 0.337890625 + ] + ] + ], + "outputs": [ + [ + [ + 0.279296875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.12.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 4.625 + ] + ] + ], + "outputs": [ + [ + [ + 0.404296875 + ] + ], + [ + [ + 5.65625 + ] + ], + [ + [ + 2.53125 + ] + ], + [ + [ + 4.34375 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 2.90625 + ] + ], + [ + [ + 4.1875 + ] + ], + [ + [ + 7.0 + ] + ], + [ + [ + 6.6875 + ] + ], + [ + [ + 2.5 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 2.90625 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 7.71875 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 5.28125 + ] + ], + [ + [ + 7.21875 + ] + ], + [ + [ + 7.0 + ] + ], + [ + [ + 4.0 + ] + ], + [ + [ + 8.125 + ] + ], + [ + [ + 4.96875 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 3.65625 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 7.5625 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 7.71875 + ] + ], + [ + [ + 5.5625 + ] + ], + [ + [ + 6.03125 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 3.484375 + ] + ], + [ + [ + 4.5 + ] + ] + ] + }, + "model.layers.12.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0556640625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0615234375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.27734375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.12.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 4.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5859375 + ] + ] + } + }, + "model.layers.12.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 1.9921875 + ] + ] + ], + "outputs": [ + [ + [ + 0.2041015625 + ] + ], + [ + [ + 2.908056841006738e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.357421875 + ] + ] + } + }, + "model.layers.13.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.453125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.13.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.453125 + ] + ] + ], + "params": { + "weight": [ + [ + 1.6484375 + ] + ] + } + }, + "model.layers.13.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.13.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.13.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.248046875 + ] + ] + ], + "outputs": [ + [ + [ + 0.87109375 + ] + ], + [ + [ + 4.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.369140625 + ] + ] + } + }, + "model.layers.13.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.5625 + ] + ], + [ + [ + 4.09375 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.75 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 124.0 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 23.375 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.09375 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 42.75 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 0.5078125 + ] + ] + ], + "outputs": [ + [ + [ + 0.248046875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.13.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 4.28125 + ] + ] + ], + "outputs": [ + [ + [ + 0.470703125 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 5.4375 + ] + ], + [ + [ + 7.71875 + ] + ], + [ + [ + 5.71875 + ] + ], + [ + [ + 6.875 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 4.75 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 3.703125 + ] + ], + [ + [ + 3.25 + ] + ], + [ + [ + 3.28125 + ] + ], + [ + [ + 5.0625 + ] + ], + [ + [ + 4.0625 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 7.40625 + ] + ], + [ + [ + 4.75 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 7.46875 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 2.984375 + ] + ], + [ + [ + 2.921875 + ] + ], + [ + [ + 3.109375 + ] + ], + [ + [ + 5.75 + ] + ], + [ + [ + 8.125 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 5.46875 + ] + ], + [ + [ + 3.546875 + ] + ], + [ + [ + 5.375 + ] + ], + [ + [ + 1.4921875 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 3.671875 + ] + ] + ] + }, + "model.layers.13.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060546875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1865234375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.13.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 4.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.47265625 + ] + ] + } + }, + "model.layers.13.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 25.75 + ] + ] + ], + "outputs": [ + [ + [ + 2.796875 + ] + ], + [ + [ + 3.2473301391241907e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.47265625 + ] + ] + } + }, + "model.layers.14.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.14.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.5390625 + ] + ] + } + }, + "model.layers.14.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.14.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.953125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2255859375 + ] + ] + } + }, + "model.layers.14.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.267578125 + ] + ] + ], + "outputs": [ + [ + [ + 1.3515625 + ] + ], + [ + [ + 2.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.14.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.65625 + ] + ], + [ + [ + 4.8125 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.953125 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 77.0 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.0 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.8125 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 58.5 + ] + ], + [ + [ + 4.8125 + ] + ], + [ + [ + 0.380859375 + ] + ] + ], + "outputs": [ + [ + [ + 0.267578125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.14.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "outputs": [ + [ + [ + 0.353515625 + ] + ], + [ + [ + 7.0 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 5.75 + ] + ], + [ + [ + 3.796875 + ] + ], + [ + [ + 3.734375 + ] + ], + [ + [ + 3.3125 + ] + ], + [ + [ + 4.90625 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 3.703125 + ] + ], + [ + [ + 5.96875 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 3.578125 + ] + ], + [ + [ + 10.125 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 4.375 + ] + ], + [ + [ + 5.125 + ] + ], + [ + [ + 4.3125 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 8.4375 + ] + ], + [ + [ + 8.8125 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 6.03125 + ] + ], + [ + [ + 4.78125 + ] + ], + [ + [ + 4.40625 + ] + ], + [ + [ + 4.5625 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 4.0 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 4.46875 + ] + ], + [ + [ + 2.484375 + ] + ], + [ + [ + 6.25 + ] + ], + [ + [ + 5.84375 + ] + ] + ] + }, + "model.layers.14.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.14.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5859375 + ] + ] + } + }, + "model.layers.14.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 2.609375 + ] + ] + ], + "outputs": [ + [ + [ + 0.8984375 + ] + ], + [ + [ + 4.3198680309969317e-19 + ] + ] + ], + "params": { + "weight": [ + [ + 0.921875 + ] + ] + } + }, + "model.layers.15.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 2.046875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.15.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 2.046875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.3359375 + ] + ] + } + }, + "model.layers.15.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 15.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.15.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 1.0703125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.15.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.357421875 + ] + ] + ], + "outputs": [ + [ + [ + 1.421875 + ] + ], + [ + [ + 3.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.15.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 9.5 + ] + ], + [ + [ + 3.265625 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.0703125 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 77.5 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.25 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 3.265625 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 70.5 + ] + ], + [ + [ + 3.265625 + ] + ], + [ + [ + 0.53125 + ] + ] + ], + "outputs": [ + [ + [ + 0.357421875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.15.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 4.5625 + ] + ] + ], + "outputs": [ + [ + [ + 0.4296875 + ] + ], + [ + [ + 4.6875 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 3.578125 + ] + ], + [ + [ + 5.53125 + ] + ], + [ + [ + 11.125 + ] + ], + [ + [ + 11.1875 + ] + ], + [ + [ + 5.59375 + ] + ], + [ + [ + 6.09375 + ] + ], + [ + [ + 5.0625 + ] + ], + [ + [ + 10.75 + ] + ], + [ + [ + 7.96875 + ] + ], + [ + [ + 3.234375 + ] + ], + [ + [ + 7.53125 + ] + ], + [ + [ + 7.65625 + ] + ], + [ + [ + 5.5 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 8.1875 + ] + ], + [ + [ + 3.890625 + ] + ], + [ + [ + 4.9375 + ] + ], + [ + [ + 6.65625 + ] + ], + [ + [ + 5.1875 + ] + ], + [ + [ + 6.65625 + ] + ], + [ + [ + 4.875 + ] + ], + [ + [ + 11.125 + ] + ], + [ + [ + 5.6875 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 9.1875 + ] + ], + [ + [ + 4.5 + ] + ], + [ + [ + 5.125 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 7.875 + ] + ] + ] + }, + "model.layers.15.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0576171875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06298828125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.15.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 4.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.53125 + ] + ] + } + }, + "model.layers.15.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "outputs": [ + [ + [ + 0.55078125 + ] + ], + [ + [ + 1.224227306578481e-22 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6484375 + ] + ] + } + }, + "model.layers.16.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.078125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.16.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.078125 + ] + ] + ], + "params": { + "weight": [ + [ + 1.203125 + ] + ] + } + }, + "model.layers.16.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.16.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 1.046875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2255859375 + ] + ] + } + }, + "model.layers.16.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.58203125 + ] + ] + ], + "outputs": [ + [ + [ + 1.203125 + ] + ], + [ + [ + 3.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.408203125 + ] + ] + } + }, + "model.layers.16.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.21875 + ] + ], + [ + [ + 4.09375 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.046875 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 139.0 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 30.875 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.09375 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 54.0 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 0.67578125 + ] + ] + ], + "outputs": [ + [ + [ + 0.58203125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.16.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "outputs": [ + [ + [ + 0.984375 + ] + ], + [ + [ + 3.640625 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 3.3125 + ] + ], + [ + [ + 5.46875 + ] + ], + [ + [ + 4.3125 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 3.96875 + ] + ], + [ + [ + 5.71875 + ] + ], + [ + [ + 6.09375 + ] + ], + [ + [ + 7.4375 + ] + ], + [ + [ + 3.953125 + ] + ], + [ + [ + 5.96875 + ] + ], + [ + [ + 3.796875 + ] + ], + [ + [ + 5.5 + ] + ], + [ + [ + 5.03125 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 6.25 + ] + ], + [ + [ + 6.6875 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 2.84375 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 3.875 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 5.71875 + ] + ], + [ + [ + 4.03125 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 2.96875 + ] + ], + [ + [ + 3.75 + ] + ], + [ + [ + 9.25 + ] + ] + ] + }, + "model.layers.16.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.390625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.16.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.69921875 + ] + ] + } + }, + "model.layers.16.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 4.875 + ] + ] + ], + "outputs": [ + [ + [ + 0.94140625 + ] + ], + [ + [ + 2.6584559915698317e+38 + ] + ] + ], + "params": { + "weight": [ + [ + 1.203125 + ] + ] + } + }, + "model.layers.17.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 1.921875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.17.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 1.921875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.40625 + ] + ] + } + }, + "model.layers.17.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.17.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 2.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.17.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.97265625 + ] + ] + ], + "outputs": [ + [ + [ + 1.3828125 + ] + ], + [ + [ + 3.109375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.17.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.78125 + ] + ], + [ + [ + 3.375 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 2.09375 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 44.0 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.25 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 3.375 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 50.25 + ] + ], + [ + [ + 3.375 + ] + ], + [ + [ + 1.015625 + ] + ] + ], + "outputs": [ + [ + [ + 0.97265625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.17.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 5.65625 + ] + ] + ], + "outputs": [ + [ + [ + 1.2265625 + ] + ], + [ + [ + 3.09375 + ] + ], + [ + [ + 7.3125 + ] + ], + [ + [ + 8.1875 + ] + ], + [ + [ + 5.375 + ] + ], + [ + [ + 5.875 + ] + ], + [ + [ + 18.0 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 6.53125 + ] + ], + [ + [ + 5.71875 + ] + ], + [ + [ + 9.1875 + ] + ], + [ + [ + 3.828125 + ] + ], + [ + [ + 6.0 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 6.78125 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 5.53125 + ] + ], + [ + [ + 12.625 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 5.78125 + ] + ], + [ + [ + 6.84375 + ] + ], + [ + [ + 10.5 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 4.59375 + ] + ], + [ + [ + 6.03125 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 18.375 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 4.125 + ] + ] + ] + }, + "model.layers.17.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.17.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 5.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.455078125 + ] + ] + } + }, + "model.layers.17.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 3.78125 + ] + ] + ], + "outputs": [ + [ + [ + 0.79296875 + ] + ], + [ + [ + 4.218621124020441e-22 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9921875 + ] + ] + } + }, + "model.layers.18.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.796875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.18.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.796875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.125 + ] + ] + } + }, + "model.layers.18.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 11.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.302734375 + ] + ] + } + }, + "model.layers.18.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 1.3359375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.18.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.4140625 + ] + ] + ], + "outputs": [ + [ + [ + 2.171875 + ] + ], + [ + [ + 3.703125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.53515625 + ] + ] + } + }, + "model.layers.18.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.46875 + ] + ], + [ + [ + 4.71875 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.3359375 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 68.0 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 23.0 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.71875 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 59.0 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 0.53125 + ] + ] + ], + "outputs": [ + [ + [ + 0.4140625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.18.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 5.75 + ] + ] + ], + "outputs": [ + [ + [ + 0.94921875 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 2.859375 + ] + ], + [ + [ + 6.59375 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 7.3125 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 4.1875 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 5.125 + ] + ], + [ + [ + 4.8125 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 5.4375 + ] + ], + [ + [ + 4.5625 + ] + ], + [ + [ + 5.09375 + ] + ], + [ + [ + 5.1875 + ] + ], + [ + [ + 15.5625 + ] + ], + [ + [ + 5.21875 + ] + ], + [ + [ + 5.4375 + ] + ], + [ + [ + 4.96875 + ] + ], + [ + [ + 5.25 + ] + ], + [ + [ + 11.6875 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 2.28125 + ] + ], + [ + [ + 4.25 + ] + ], + [ + [ + 7.28125 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 10.3125 + ] + ], + [ + [ + 7.0 + ] + ], + [ + [ + 7.6875 + ] + ], + [ + [ + 6.15625 + ] + ], + [ + [ + 6.4375 + ] + ], + [ + [ + 7.875 + ] + ] + ] + }, + "model.layers.18.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2177734375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2890625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1982421875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.18.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 5.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.56640625 + ] + ] + } + }, + "model.layers.18.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 3.671875 + ] + ] + ], + "outputs": [ + [ + [ + 0.71875 + ] + ], + [ + [ + 5.169878828456423e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9375 + ] + ] + } + }, + "model.layers.19.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.140625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.19.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.140625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.1953125 + ] + ] + } + }, + "model.layers.19.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 13.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2041015625 + ] + ] + } + }, + "model.layers.19.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 2.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.19.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.66796875 + ] + ] + ], + "outputs": [ + [ + [ + 2.765625 + ] + ], + [ + [ + 4.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.51171875 + ] + ] + } + }, + "model.layers.19.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.5 + ] + ], + [ + [ + 3.3125 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 2.5 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 145.0 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.625 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 3.3125 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 42.0 + ] + ], + [ + [ + 3.3125 + ] + ], + [ + [ + 1.453125 + ] + ] + ], + "outputs": [ + [ + [ + 0.66796875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.19.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 6.09375 + ] + ] + ], + "outputs": [ + [ + [ + 0.828125 + ] + ], + [ + [ + 6.375 + ] + ], + [ + [ + 5.96875 + ] + ], + [ + [ + 7.5 + ] + ], + [ + [ + 7.78125 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 5.0625 + ] + ], + [ + [ + 8.1875 + ] + ], + [ + [ + 6.625 + ] + ], + [ + [ + 5.0 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 9.1875 + ] + ], + [ + [ + 8.75 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 7.40625 + ] + ], + [ + [ + 4.875 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 12.4375 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 7.125 + ] + ], + [ + [ + 6.625 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 6.15625 + ] + ], + [ + [ + 14.375 + ] + ], + [ + [ + 7.375 + ] + ], + [ + [ + 4.9375 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 5.21875 + ] + ], + [ + [ + 8.75 + ] + ], + [ + [ + 7.78125 + ] + ] + ] + }, + "model.layers.19.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2060546875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.296875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.19.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 6.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.19.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 7.625 + ] + ] + ], + "outputs": [ + [ + [ + 0.8203125 + ] + ], + [ + [ + 2.7321894746634712e-17 + ] + ] + ], + "params": { + "weight": [ + [ + 0.52734375 + ] + ] + } + }, + "model.layers.20.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1806640625 + ] + ] + } + }, + "model.layers.20.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "params": { + "weight": [ + [ + 1.078125 + ] + ] + } + }, + "model.layers.20.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.20.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 2.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.20.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.1171875 + ] + ] + ], + "outputs": [ + [ + [ + 1.4453125 + ] + ], + [ + [ + 4.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.20.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 8.375 + ] + ], + [ + [ + 4.46875 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 2.28125 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 61.5 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.0 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.46875 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 60.25 + ] + ], + [ + [ + 4.46875 + ] + ], + [ + [ + 1.1640625 + ] + ] + ], + "outputs": [ + [ + [ + 1.1171875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.20.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 6.65625 + ] + ] + ], + "outputs": [ + [ + [ + 0.734375 + ] + ], + [ + [ + 7.8125 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 6.8125 + ] + ], + [ + [ + 4.34375 + ] + ], + [ + [ + 12.25 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 6.96875 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 6.4375 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 5.3125 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 3.625 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 6.59375 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 7.28125 + ] + ], + [ + [ + 5.375 + ] + ], + [ + [ + 11.0 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 6.96875 + ] + ], + [ + [ + 12.375 + ] + ], + [ + [ + 14.125 + ] + ], + [ + [ + 11.8125 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 6.46875 + ] + ], + [ + [ + 6.0 + ] + ], + [ + [ + 8.9375 + ] + ], + [ + [ + 13.375 + ] + ] + ] + }, + "model.layers.20.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.412109375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.20.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 6.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.455078125 + ] + ] + } + }, + "model.layers.20.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 6.03125 + ] + ] + ], + "outputs": [ + [ + [ + 3.796875 + ] + ], + [ + [ + 2.925538317939874e+19 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0859375 + ] + ] + } + }, + "model.layers.21.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.390625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.21.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.390625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.359375 + ] + ] + } + }, + "model.layers.21.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.21.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 3.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.21.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.0625 + ] + ] + ], + "outputs": [ + [ + [ + 1.1796875 + ] + ], + [ + [ + 3.71875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.21.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.4375 + ] + ], + [ + [ + 5.34375 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 3.46875 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 84.0 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.125 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.34375 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 59.5 + ] + ], + [ + [ + 5.34375 + ] + ], + [ + [ + 1.1796875 + ] + ] + ], + "outputs": [ + [ + [ + 1.0625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.21.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 6.875 + ] + ] + ], + "outputs": [ + [ + [ + 0.734375 + ] + ], + [ + [ + 11.1875 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 7.53125 + ] + ], + [ + [ + 7.90625 + ] + ], + [ + [ + 6.71875 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 20.75 + ] + ], + [ + [ + 12.1875 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 17.25 + ] + ], + [ + [ + 5.1875 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 8.4375 + ] + ], + [ + [ + 7.5625 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 11.5625 + ] + ], + [ + [ + 4.0625 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 15.875 + ] + ], + [ + [ + 8.9375 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 8.0 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 4.90625 + ] + ], + [ + [ + 5.0 + ] + ], + [ + [ + 10.0625 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 7.90625 + ] + ] + ] + }, + "model.layers.21.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.21.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 6.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.21.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 4.75 + ] + ] + ], + "outputs": [ + [ + [ + 1.5390625 + ] + ], + [ + [ + 3.764318021969833e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.89453125 + ] + ] + } + }, + "model.layers.22.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1962890625 + ] + ] + } + }, + "model.layers.22.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9453125 + ] + ] + } + }, + "model.layers.22.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.22.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 3.40625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.22.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.265625 + ] + ] + ], + "outputs": [ + [ + [ + 3.015625 + ] + ], + [ + [ + 5.59375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.22.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.71875 + ] + ], + [ + [ + 5.3125 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 3.40625 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 82.5 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 24.125 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.3125 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 44.5 + ] + ], + [ + [ + 5.3125 + ] + ], + [ + [ + 2.3125 + ] + ] + ], + "outputs": [ + [ + [ + 2.265625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.22.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 6.9375 + ] + ] + ], + "outputs": [ + [ + [ + 0.74609375 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 11.625 + ] + ], + [ + [ + 10.5 + ] + ], + [ + [ + 11.4375 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 7.78125 + ] + ], + [ + [ + 9.875 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 7.21875 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 6.34375 + ] + ], + [ + [ + 6.09375 + ] + ], + [ + [ + 15.4375 + ] + ], + [ + [ + 9.5625 + ] + ], + [ + [ + 10.75 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 11.3125 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 9.8125 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 7.78125 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 11.6875 + ] + ], + [ + [ + 14.8125 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 11.25 + ] + ], + [ + [ + 9.4375 + ] + ], + [ + [ + 7.1875 + ] + ], + [ + [ + 18.5 + ] + ], + [ + [ + 5.46875 + ] + ], + [ + [ + 15.6875 + ] + ] + ] + }, + "model.layers.22.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.330078125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.22.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 6.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6015625 + ] + ] + } + }, + "model.layers.22.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 10.25 + ] + ] + ], + "outputs": [ + [ + [ + 3.265625 + ] + ], + [ + [ + 2.034864306880448e-22 + ] + ] + ], + "params": { + "weight": [ + [ + 0.43359375 + ] + ] + } + }, + "model.layers.23.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.23.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.09375 + ] + ] + } + }, + "model.layers.23.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.23.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 4.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.23.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.234375 + ] + ] + ], + "outputs": [ + [ + [ + 1.5625 + ] + ], + [ + [ + 4.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.23.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.9375 + ] + ], + [ + [ + 5.84375 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 4.46875 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 51.75 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 23.625 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.84375 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 44.25 + ] + ], + [ + [ + 5.84375 + ] + ], + [ + [ + 1.71875 + ] + ] + ], + "outputs": [ + [ + [ + 1.234375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.23.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 7.125 + ] + ] + ], + "outputs": [ + [ + [ + 1.3125 + ] + ], + [ + [ + 17.125 + ] + ], + [ + [ + 9.5 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 5.4375 + ] + ], + [ + [ + 13.5625 + ] + ], + [ + [ + 5.78125 + ] + ], + [ + [ + 13.625 + ] + ], + [ + [ + 15.75 + ] + ], + [ + [ + 8.75 + ] + ], + [ + [ + 12.8125 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 6.1875 + ] + ], + [ + [ + 20.0 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 6.0625 + ] + ], + [ + [ + 12.25 + ] + ], + [ + [ + 13.1875 + ] + ], + [ + [ + 26.25 + ] + ], + [ + [ + 11.25 + ] + ], + [ + [ + 9.5 + ] + ], + [ + [ + 11.3125 + ] + ], + [ + [ + 7.15625 + ] + ], + [ + [ + 15.25 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 7.84375 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 11.0625 + ] + ], + [ + [ + 10.9375 + ] + ], + [ + [ + 11.125 + ] + ], + [ + [ + 10.5625 + ] + ] + ] + }, + "model.layers.23.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.201171875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.306640625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.23.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 7.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.49609375 + ] + ] + } + }, + "model.layers.23.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 5.4375 + ] + ] + ], + "outputs": [ + [ + [ + 1.6484375 + ] + ], + [ + [ + 1.2904017555827232e-21 + ] + ] + ], + "params": { + "weight": [ + [ + 0.71484375 + ] + ] + } + }, + "model.layers.24.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.24.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.96484375 + ] + ] + } + }, + "model.layers.24.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.24.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 4.59375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.291015625 + ] + ] + } + }, + "model.layers.24.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.0078125 + ] + ] + ], + "outputs": [ + [ + [ + 2.34375 + ] + ], + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.287109375 + ] + ] + } + }, + "model.layers.24.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.25 + ] + ], + [ + [ + 4.75 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 4.59375 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 45.75 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.125 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.75 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 39.0 + ] + ], + [ + [ + 4.75 + ] + ], + [ + [ + 1.3125 + ] + ] + ], + "outputs": [ + [ + [ + 1.0078125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.24.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 7.65625 + ] + ] + ], + "outputs": [ + [ + [ + 0.8984375 + ] + ], + [ + [ + 9.5625 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 10.3125 + ] + ], + [ + [ + 15.3125 + ] + ], + [ + [ + 12.5 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 9.1875 + ] + ], + [ + [ + 11.6875 + ] + ], + [ + [ + 5.125 + ] + ], + [ + [ + 12.0 + ] + ], + [ + [ + 12.1875 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 9.9375 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 11.4375 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 9.9375 + ] + ], + [ + [ + 9.8125 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 18.625 + ] + ], + [ + [ + 8.75 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 9.5625 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 12.4375 + ] + ], + [ + [ + 15.0 + ] + ], + [ + [ + 13.3125 + ] + ], + [ + [ + 9.9375 + ] + ], + [ + [ + 11.125 + ] + ] + ] + }, + "model.layers.24.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21484375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.24.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 7.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.34375 + ] + ] + } + }, + "model.layers.24.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 5.0 + ] + ] + ], + "outputs": [ + [ + [ + 1.8671875 + ] + ], + [ + [ + 2.1584244108805566e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 0.86328125 + ] + ] + } + }, + "model.layers.25.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.25.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0390625 + ] + ] + } + }, + "model.layers.25.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.25.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21484375 + ] + ] + } + }, + "model.layers.25.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.8984375 + ] + ] + ], + "outputs": [ + [ + [ + 2.546875 + ] + ], + [ + [ + 7.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3828125 + ] + ] + } + }, + "model.layers.25.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.90625 + ] + ], + [ + [ + 5.25 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 5.25 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 77.0 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.75 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 45.5 + ] + ], + [ + [ + 5.21875 + ] + ], + [ + [ + 1.15625 + ] + ] + ], + "outputs": [ + [ + [ + 0.8984375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.25.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 7.90625 + ] + ] + ], + "outputs": [ + [ + [ + 0.984375 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 15.5625 + ] + ], + [ + [ + 11.875 + ] + ], + [ + [ + 7.71875 + ] + ], + [ + [ + 13.9375 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 13.125 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 11.875 + ] + ], + [ + [ + 7.90625 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 11.0625 + ] + ], + [ + [ + 15.0625 + ] + ], + [ + [ + 8.5 + ] + ], + [ + [ + 11.1875 + ] + ], + [ + [ + 11.0 + ] + ], + [ + [ + 18.75 + ] + ], + [ + [ + 18.0 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 8.0 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 15.0 + ] + ], + [ + [ + 11.5625 + ] + ], + [ + [ + 15.4375 + ] + ], + [ + [ + 10.4375 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 18.875 + ] + ], + [ + [ + 8.8125 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.25.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.232421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.25.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 7.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.42578125 + ] + ] + } + }, + "model.layers.25.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 9.1875 + ] + ] + ], + "outputs": [ + [ + [ + 2.09375 + ] + ], + [ + [ + 4.0657581468206416e-19 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8359375 + ] + ] + } + }, + "model.layers.26.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.26.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9375 + ] + ] + } + }, + "model.layers.26.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.26.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.26.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.3828125 + ] + ] + ], + "outputs": [ + [ + [ + 4.84375 + ] + ], + [ + [ + 7.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.306640625 + ] + ] + } + }, + "model.layers.26.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.21875 + ] + ], + [ + [ + 9.0625 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.0625 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 43.5 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 15.5625 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 33.5 + ] + ], + [ + [ + 5.5 + ] + ], + [ + [ + 1.6796875 + ] + ] + ], + "outputs": [ + [ + [ + 1.3828125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.26.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ], + "outputs": [ + [ + [ + 1.1328125 + ] + ], + [ + [ + 11.375 + ] + ], + [ + [ + 12.9375 + ] + ], + [ + [ + 14.1875 + ] + ], + [ + [ + 9.9375 + ] + ], + [ + [ + 18.0 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 15.3125 + ] + ], + [ + [ + 14.4375 + ] + ], + [ + [ + 9.5 + ] + ], + [ + [ + 5.65625 + ] + ], + [ + [ + 18.5 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 15.875 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 12.25 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 11.0625 + ] + ], + [ + [ + 16.875 + ] + ], + [ + [ + 7.625 + ] + ], + [ + [ + 13.5 + ] + ], + [ + [ + 9.75 + ] + ], + [ + [ + 7.09375 + ] + ], + [ + [ + 9.875 + ] + ], + [ + [ + 11.6875 + ] + ], + [ + [ + 14.6875 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 5.8125 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 21.625 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 9.125 + ] + ], + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.26.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.244140625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.232421875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.314453125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.26.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4921875 + ] + ] + } + }, + "model.layers.26.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "outputs": [ + [ + [ + 3.671875 + ] + ], + [ + [ + 5.2732764050255514e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9140625 + ] + ] + } + }, + "model.layers.27.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.27.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8515625 + ] + ] + } + }, + "model.layers.27.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.27.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 8.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.27.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.21875 + ] + ] + ], + "outputs": [ + [ + [ + 1.828125 + ] + ], + [ + [ + 6.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.27.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.59375 + ] + ], + [ + [ + 8.25 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 8.25 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 44.75 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.125 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.25 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 35.75 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 2.125 + ] + ] + ], + "outputs": [ + [ + [ + 1.21875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.27.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ], + "outputs": [ + [ + [ + 2.140625 + ] + ], + [ + [ + 23.875 + ] + ], + [ + [ + 15.8125 + ] + ], + [ + [ + 15.1875 + ] + ], + [ + [ + 27.625 + ] + ], + [ + [ + 10.6875 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 11.4375 + ] + ], + [ + [ + 12.8125 + ] + ], + [ + [ + 12.0 + ] + ], + [ + [ + 19.75 + ] + ], + [ + [ + 4.59375 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 11.0 + ] + ], + [ + [ + 11.0625 + ] + ], + [ + [ + 16.875 + ] + ], + [ + [ + 11.3125 + ] + ], + [ + [ + 18.0 + ] + ], + [ + [ + 10.6875 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 15.375 + ] + ], + [ + [ + 15.75 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 24.25 + ] + ], + [ + [ + 9.125 + ] + ], + [ + [ + 19.5 + ] + ], + [ + [ + 42.75 + ] + ], + [ + [ + 12.5 + ] + ], + [ + [ + 14.6875 + ] + ], + [ + [ + 12.75 + ] + ], + [ + [ + 19.375 + ] + ] + ] + }, + "model.layers.27.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.37109375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.27.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.31640625 + ] + ] + } + }, + "model.layers.27.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 5.59375 + ] + ] + ], + "outputs": [ + [ + [ + 1.7890625 + ] + ], + [ + [ + 1.164670302474663e-21 + ] + ] + ], + "params": { + "weight": [ + [ + 0.96484375 + ] + ] + } + }, + "model.layers.28.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.28.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8515625 + ] + ] + } + }, + "model.layers.28.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.53125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.28.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.28.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.328125 + ] + ] + ], + "outputs": [ + [ + [ + 4.28125 + ] + ], + [ + [ + 7.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3359375 + ] + ] + } + }, + "model.layers.28.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.609375 + ] + ], + [ + [ + 9.1875 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.1875 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 76.0 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.75 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.1875 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 28.25 + ] + ], + [ + [ + 5.9375 + ] + ], + [ + [ + 2.03125 + ] + ] + ], + "outputs": [ + [ + [ + 1.328125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.28.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 8.75 + ] + ] + ], + "outputs": [ + [ + [ + 2.140625 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 24.5 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 12.5625 + ] + ], + [ + [ + 24.5 + ] + ], + [ + [ + 14.875 + ] + ], + [ + [ + 12.1875 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 12.25 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 13.75 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 14.3125 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 14.0 + ] + ], + [ + [ + 8.1875 + ] + ], + [ + [ + 10.6875 + ] + ], + [ + [ + 12.0 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 9.5 + ] + ], + [ + [ + 10.0 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 18.75 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 24.125 + ] + ] + ] + }, + "model.layers.28.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.28.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 8.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.333984375 + ] + ] + } + }, + "model.layers.28.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 7.625 + ] + ] + ], + "outputs": [ + [ + [ + 2.109375 + ] + ], + [ + [ + 3.9898639947466563e-17 + ] + ] + ], + "params": { + "weight": [ + [ + 1.125 + ] + ] + } + }, + "model.layers.29.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.29.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.890625 + ] + ] + } + }, + "model.layers.29.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.29.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.29.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.4453125 + ] + ] + ], + "outputs": [ + [ + [ + 2.359375 + ] + ], + [ + [ + 8.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.29.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.40625 + ] + ], + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 61.25 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 18.125 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 27.25 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 2.765625 + ] + ] + ], + "outputs": [ + [ + [ + 1.4453125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.29.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ], + "outputs": [ + [ + [ + 2.171875 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 13.1875 + ] + ], + [ + [ + 13.3125 + ] + ], + [ + [ + 25.875 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 8.75 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 21.875 + ] + ], + [ + [ + 18.875 + ] + ], + [ + [ + 10.8125 + ] + ], + [ + [ + 10.125 + ] + ], + [ + [ + 12.3125 + ] + ], + [ + [ + 15.0625 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 17.5 + ] + ], + [ + [ + 19.125 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 10.8125 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 15.25 + ] + ], + [ + [ + 15.25 + ] + ], + [ + [ + 11.4375 + ] + ], + [ + [ + 9.4375 + ] + ], + [ + [ + 7.75 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 23.375 + ] + ], + [ + [ + 17.5 + ] + ], + [ + [ + 14.25 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 9.9375 + ] + ] + ] + }, + "model.layers.29.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.29.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.474609375 + ] + ] + } + }, + "model.layers.29.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 7.6875 + ] + ] + ], + "outputs": [ + [ + [ + 3.59375 + ] + ], + [ + [ + 7.651420666115506e-23 + ] + ] + ], + "params": { + "weight": [ + [ + 1.2578125 + ] + ] + } + }, + "model.layers.30.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.30.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.80078125 + ] + ] + } + }, + "model.layers.30.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.30.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 6.21875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.30.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.5703125 + ] + ] + ], + "outputs": [ + [ + [ + 3.4375 + ] + ], + [ + [ + 9.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.30.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.71875 + ] + ], + [ + [ + 7.9375 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 6.21875 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 45.5 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 16.875 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.9375 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 44.75 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 2.484375 + ] + ] + ], + "outputs": [ + [ + [ + 1.5703125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.30.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ], + "outputs": [ + [ + [ + 1.609375 + ] + ], + [ + [ + 13.25 + ] + ], + [ + [ + 14.25 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 10.8125 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 21.5 + ] + ], + [ + [ + 21.875 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 16.875 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 14.5 + ] + ], + [ + [ + 18.75 + ] + ], + [ + [ + 13.9375 + ] + ], + [ + [ + 15.6875 + ] + ], + [ + [ + 10.4375 + ] + ], + [ + [ + 15.4375 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 13.0625 + ] + ], + [ + [ + 10.75 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 14.1875 + ] + ], + [ + [ + 18.875 + ] + ], + [ + [ + 12.5 + ] + ], + [ + [ + 23.125 + ] + ], + [ + [ + 10.3125 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 13.0625 + ] + ], + [ + [ + 10.3125 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 12.625 + ] + ] + ] + }, + "model.layers.30.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.20703125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.255859375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1982421875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.30.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.546875 + ] + ] + } + }, + "model.layers.30.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 5.8125 + ] + ] + ], + "outputs": [ + [ + [ + 3.015625 + ] + ], + [ + [ + 2.7090165061111656e-23 + ] + ] + ], + "params": { + "weight": [ + [ + 1.5078125 + ] + ] + } + }, + "model.layers.31.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.31.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.89453125 + ] + ] + } + }, + "model.layers.31.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.31.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.275390625 + ] + ] + } + }, + "model.layers.31.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.515625 + ] + ] + ], + "outputs": [ + [ + [ + 5.5 + ] + ], + [ + [ + 11.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.34765625 + ] + ] + } + }, + "model.layers.31.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.25 + ] + ], + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 6.15625 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 93.5 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 23.5 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 34.0 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 2.125 + ] + ] + ], + "outputs": [ + [ + [ + 1.515625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.31.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 9.75 + ] + ] + ], + "outputs": [ + [ + [ + 1.25 + ] + ], + [ + [ + 25.375 + ] + ], + [ + [ + 32.5 + ] + ], + [ + [ + 20.25 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 13.625 + ] + ], + [ + [ + 12.5 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 14.0 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 20.5 + ] + ], + [ + [ + 7.25 + ] + ], + [ + [ + 15.625 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 14.5 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 22.625 + ] + ], + [ + [ + 12.3125 + ] + ], + [ + [ + 9.5 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 31.875 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 16.875 + ] + ], + [ + [ + 23.75 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 9.5 + ] + ], + [ + [ + 21.5 + ] + ], + [ + [ + 27.0 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.31.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.419921875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2421875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.31.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 9.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.46875 + ] + ] + } + }, + "model.layers.31.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 11.3125 + ] + ] + ], + "outputs": [ + [ + [ + 5.46875 + ] + ], + [ + [ + 1.0218588621870899e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 1.765625 + ] + ] + } + }, + "model.layers.32.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.32.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.94921875 + ] + ] + } + }, + "model.layers.32.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.32.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 7.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.32.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.7109375 + ] + ] + ], + "outputs": [ + [ + [ + 2.015625 + ] + ], + [ + [ + 8.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.32.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.34375 + ] + ], + [ + [ + 8.375 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 7.0625 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 83.0 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.625 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 33.75 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 2.90625 + ] + ] + ], + "outputs": [ + [ + [ + 1.7109375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.32.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 10.6875 + ] + ] + ], + "outputs": [ + [ + [ + 1.2578125 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 12.9375 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 15.25 + ] + ], + [ + [ + 14.625 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 31.375 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 18.375 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 10.3125 + ] + ], + [ + [ + 26.375 + ] + ], + [ + [ + 18.5 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 11.4375 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 12.5625 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 10.0 + ] + ] + ] + }, + "model.layers.32.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.283203125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.32.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 10.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.361328125 + ] + ] + } + }, + "model.layers.32.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 11.4375 + ] + ] + ], + "outputs": [ + [ + [ + 3.109375 + ] + ], + [ + [ + 1.4734154661100805e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 0.60546875 + ] + ] + } + }, + "model.layers.33.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.71875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.33.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.71875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.2734375 + ] + ] + } + }, + "model.layers.33.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.33.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 6.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.33.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.375 + ] + ] + ], + "outputs": [ + [ + [ + 2.8125 + ] + ], + [ + [ + 7.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.33.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.65625 + ] + ], + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 6.875 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 53.5 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 13.9375 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 40.5 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 2.765625 + ] + ] + ], + "outputs": [ + [ + [ + 2.375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.33.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.0625 + ] + ] + ], + "outputs": [ + [ + [ + 1.421875 + ] + ], + [ + [ + 17.75 + ] + ], + [ + [ + 15.5625 + ] + ], + [ + [ + 17.125 + ] + ], + [ + [ + 28.25 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 14.9375 + ] + ], + [ + [ + 13.6875 + ] + ], + [ + [ + 23.375 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 14.9375 + ] + ], + [ + [ + 12.8125 + ] + ], + [ + [ + 22.375 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 22.375 + ] + ], + [ + [ + 20.25 + ] + ], + [ + [ + 31.25 + ] + ], + [ + [ + 21.375 + ] + ], + [ + [ + 8.75 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 13.0625 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 12.5625 + ] + ], + [ + [ + 22.75 + ] + ], + [ + [ + 28.625 + ] + ], + [ + [ + 11.125 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 18.25 + ] + ] + ] + }, + "model.layers.33.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.33.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.51953125 + ] + ] + } + }, + "model.layers.33.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 153.0 + ] + ] + ], + "outputs": [ + [ + [ + 25.75 + ] + ], + [ + [ + 8.724170523020214e-26 + ] + ] + ], + "params": { + "weight": [ + [ + 1.6484375 + ] + ] + } + }, + "model.layers.34.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.34.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.7890625 + ] + ] + } + }, + "model.layers.34.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.34.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 7.96875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2041015625 + ] + ] + } + }, + "model.layers.34.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.5859375 + ] + ] + ], + "outputs": [ + [ + [ + 4.15625 + ] + ], + [ + [ + 11.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3671875 + ] + ] + } + }, + "model.layers.34.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.28125 + ] + ], + [ + [ + 7.96875 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 7.96875 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 88.0 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.25 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.96875 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 25.5 + ] + ], + [ + [ + 6.1875 + ] + ], + [ + [ + 2.609375 + ] + ] + ], + "outputs": [ + [ + [ + 1.5859375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.34.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ], + "outputs": [ + [ + [ + 2.984375 + ] + ], + [ + [ + 30.375 + ] + ], + [ + [ + 18.375 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 14.6875 + ] + ], + [ + [ + 24.25 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 28.75 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 10.3125 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 29.5 + ] + ], + [ + [ + 25.25 + ] + ], + [ + [ + 20.625 + ] + ], + [ + [ + 14.0625 + ] + ], + [ + [ + 24.25 + ] + ], + [ + [ + 26.75 + ] + ], + [ + [ + 14.3125 + ] + ], + [ + [ + 26.0 + ] + ], + [ + [ + 26.25 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 8.0 + ] + ], + [ + [ + 21.25 + ] + ] + ] + }, + "model.layers.34.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.34.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.75390625 + ] + ] + } + }, + "model.layers.34.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 10.8125 + ] + ] + ], + "outputs": [ + [ + [ + 5.3125 + ] + ], + [ + [ + 1.1926223897340549e-18 + ] + ] + ], + "params": { + "weight": [ + [ + 1.2421875 + ] + ] + } + }, + "model.layers.35.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.35.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.83984375 + ] + ] + } + }, + "model.layers.35.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.296875 + ] + ] + } + }, + "model.layers.35.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.35.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.9453125 + ] + ] + ], + "outputs": [ + [ + [ + 6.53125 + ] + ], + [ + [ + 10.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.35.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.625 + ] + ], + [ + [ + 7.5 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 7.5 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 117.5 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 29.375 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 49.25 + ] + ], + [ + [ + 6.875 + ] + ], + [ + [ + 2.59375 + ] + ] + ], + "outputs": [ + [ + [ + 1.9453125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.35.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.6875 + ] + ] + ], + "outputs": [ + [ + [ + 1.796875 + ] + ], + [ + [ + 19.25 + ] + ], + [ + [ + 23.75 + ] + ], + [ + [ + 21.875 + ] + ], + [ + [ + 11.25 + ] + ], + [ + [ + 23.5 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 15.5 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 13.125 + ] + ], + [ + [ + 12.3125 + ] + ], + [ + [ + 21.375 + ] + ], + [ + [ + 26.625 + ] + ], + [ + [ + 22.625 + ] + ], + [ + [ + 35.25 + ] + ], + [ + [ + 22.5 + ] + ], + [ + [ + 23.25 + ] + ], + [ + [ + 31.0 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 25.625 + ] + ], + [ + [ + 30.875 + ] + ], + [ + [ + 30.625 + ] + ], + [ + [ + 21.75 + ] + ], + [ + [ + 14.5 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 22.5 + ] + ], + [ + [ + 25.25 + ] + ], + [ + [ + 18.375 + ] + ], + [ + [ + 23.25 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 27.75 + ] + ] + ] + }, + "model.layers.35.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.35.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5546875 + ] + ] + } + }, + "model.layers.35.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 25.0 + ] + ] + ], + "outputs": [ + [ + [ + 5.71875 + ] + ], + [ + [ + 4.607859233063394e-18 + ] + ] + ], + "params": { + "weight": [ + [ + 1.421875 + ] + ] + } + }, + "model.layers.36.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.36.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.59375 + ] + ] + } + }, + "model.layers.36.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.36.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.36.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.328125 + ] + ] + ], + "outputs": [ + [ + [ + 3.546875 + ] + ], + [ + [ + 12.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.36.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.328125 + ] + ], + [ + [ + 9.3125 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.3125 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 111.0 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.5 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.3125 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 26.25 + ] + ], + [ + [ + 8.0 + ] + ], + [ + [ + 2.890625 + ] + ] + ], + "outputs": [ + [ + [ + 2.328125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.36.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.5 + ] + ] + ], + "outputs": [ + [ + [ + 1.65625 + ] + ], + [ + [ + 32.25 + ] + ], + [ + [ + 8.75 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 27.25 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 23.625 + ] + ], + [ + [ + 25.5 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 22.0 + ] + ], + [ + [ + 15.8125 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 11.0625 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 25.25 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 23.75 + ] + ], + [ + [ + 21.5 + ] + ], + [ + [ + 24.5 + ] + ], + [ + [ + 37.0 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 30.75 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 17.25 + ] + ], + [ + [ + 30.375 + ] + ], + [ + [ + 66.0 + ] + ] + ] + }, + "model.layers.36.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.57421875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.20703125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.30078125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.36.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.29296875 + ] + ] + } + }, + "model.layers.36.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 26.25 + ] + ] + ], + "outputs": [ + [ + [ + 4.53125 + ] + ], + [ + [ + 3.259091613458929e-22 + ] + ] + ], + "params": { + "weight": [ + [ + 0.55859375 + ] + ] + } + }, + "model.layers.37.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.37.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.63671875 + ] + ] + } + }, + "model.layers.37.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.37.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.37.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.578125 + ] + ] + ], + "outputs": [ + [ + [ + 8.1875 + ] + ], + [ + [ + 11.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.37.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.09375 + ] + ], + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 69.5 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.0 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 41.0 + ] + ], + [ + [ + 6.46875 + ] + ], + [ + [ + 3.765625 + ] + ] + ], + "outputs": [ + [ + [ + 2.578125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.37.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.875 + ] + ] + ], + "outputs": [ + [ + [ + 1.703125 + ] + ], + [ + [ + 13.875 + ] + ], + [ + [ + 21.625 + ] + ], + [ + [ + 13.6875 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 18.625 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 26.0 + ] + ], + [ + [ + 24.5 + ] + ], + [ + [ + 14.0625 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 29.125 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 27.375 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 19.5 + ] + ], + [ + [ + 24.125 + ] + ], + [ + [ + 14.8125 + ] + ], + [ + [ + 11.875 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 36.0 + ] + ], + [ + [ + 11.5625 + ] + ], + [ + [ + 39.0 + ] + ], + [ + [ + 26.0 + ] + ], + [ + [ + 19.25 + ] + ], + [ + [ + 13.8125 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 19.25 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 15.125 + ] + ], + [ + [ + 22.625 + ] + ] + ] + }, + "model.layers.37.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.244140625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.37.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5390625 + ] + ] + } + }, + "model.layers.37.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 19.625 + ] + ] + ], + "outputs": [ + [ + [ + 5.53125 + ] + ], + [ + [ + 3.365363543395006e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 1.9296875 + ] + ] + } + }, + "model.layers.38.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.38.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9765625 + ] + ] + } + }, + "model.layers.38.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.38.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 8.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.38.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.75 + ] + ] + ], + "outputs": [ + [ + [ + 8.4375 + ] + ], + [ + [ + 18.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.447265625 + ] + ] + } + }, + "model.layers.38.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.34375 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 84.0 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 23.0 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 34.5 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 3.90625 + ] + ] + ], + "outputs": [ + [ + [ + 2.75 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.38.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.875 + ] + ] + ], + "outputs": [ + [ + [ + 2.25 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 37.75 + ] + ], + [ + [ + 17.125 + ] + ], + [ + [ + 14.875 + ] + ], + [ + [ + 21.625 + ] + ], + [ + [ + 21.875 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 23.75 + ] + ], + [ + [ + 28.875 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 26.5 + ] + ], + [ + [ + 14.0 + ] + ], + [ + [ + 23.625 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 27.375 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 30.5 + ] + ], + [ + [ + 27.625 + ] + ], + [ + [ + 29.5 + ] + ], + [ + [ + 19.75 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 22.625 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 26.125 + ] + ], + [ + [ + 10.125 + ] + ], + [ + [ + 41.75 + ] + ] + ] + }, + "model.layers.38.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.38.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.484375 + ] + ] + } + }, + "model.layers.38.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 15.875 + ] + ] + ], + "outputs": [ + [ + [ + 4.90625 + ] + ], + [ + [ + 2.3418766925686896e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 1.296875 + ] + ] + } + }, + "model.layers.39.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.39.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.76171875 + ] + ] + } + }, + "model.layers.39.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.21875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.515625 + ] + ] + } + }, + "model.layers.39.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.396484375 + ] + ] + } + }, + "model.layers.39.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.59375 + ] + ] + ], + "outputs": [ + [ + [ + 7.78125 + ] + ], + [ + [ + 22.0 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0859375 + ] + ] + } + }, + "model.layers.39.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.75 + ] + ], + [ + [ + 9.375 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.375 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 119.5 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 29.75 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 36.5 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 4.3125 + ] + ] + ], + "outputs": [ + [ + [ + 2.59375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.39.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.1875 + ] + ] + ], + "outputs": [ + [ + [ + 3.046875 + ] + ], + [ + [ + 27.625 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 46.0 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 20.0 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 19.125 + ] + ], + [ + [ + 77.5 + ] + ], + [ + [ + 31.375 + ] + ], + [ + [ + 27.125 + ] + ], + [ + [ + 24.875 + ] + ], + [ + [ + 11.875 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 21.0 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 21.875 + ] + ], + [ + [ + 36.75 + ] + ], + [ + [ + 25.75 + ] + ], + [ + [ + 25.5 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 29.0 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 32.5 + ] + ], + [ + [ + 26.125 + ] + ], + [ + [ + 32.0 + ] + ], + [ + [ + 31.5 + ] + ], + [ + [ + 19.25 + ] + ], + [ + [ + 40.5 + ] + ], + [ + [ + 16.875 + ] + ] + ] + }, + "model.layers.39.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1806640625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.388671875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.73046875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.275390625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2041015625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.515625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.39.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.39.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 22.5 + ] + ] + ], + "outputs": [ + [ + [ + 13.125 + ] + ], + [ + [ + 4.198527278764174e-32 + ] + ] + ], + "params": { + "weight": [ + [ + 1.953125 + ] + ] + } + }, + "model.layers.40.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2109375 + ] + ] + } + }, + "model.layers.40.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6328125 + ] + ] + } + }, + "model.layers.40.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.40625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.40.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 7.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2890625 + ] + ] + } + }, + "model.layers.40.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.875 + ] + ] + ], + "outputs": [ + [ + [ + 3.90625 + ] + ], + [ + [ + 15.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3046875 + ] + ] + } + }, + "model.layers.40.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.421875 + ] + ], + [ + [ + 10.0625 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 7.78125 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 124.5 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 28.375 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 10.0625 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 26.625 + ] + ], + [ + [ + 10.0625 + ] + ], + [ + [ + 3.453125 + ] + ] + ], + "outputs": [ + [ + [ + 2.875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.40.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.25 + ] + ] + ], + "outputs": [ + [ + [ + 1.96875 + ] + ], + [ + [ + 17.5 + ] + ], + [ + [ + 45.75 + ] + ], + [ + [ + 71.0 + ] + ], + [ + [ + 14.125 + ] + ], + [ + [ + 30.5 + ] + ], + [ + [ + 20.75 + ] + ], + [ + [ + 15.125 + ] + ], + [ + [ + 20.5 + ] + ], + [ + [ + 27.0 + ] + ], + [ + [ + 18.75 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 24.125 + ] + ], + [ + [ + 30.625 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 26.125 + ] + ], + [ + [ + 30.125 + ] + ], + [ + [ + 42.0 + ] + ], + [ + [ + 40.25 + ] + ], + [ + [ + 27.875 + ] + ], + [ + [ + 30.625 + ] + ], + [ + [ + 14.625 + ] + ], + [ + [ + 28.125 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 18.75 + ] + ], + [ + [ + 49.0 + ] + ], + [ + [ + 27.875 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 41.25 + ] + ], + [ + [ + 24.75 + ] + ], + [ + [ + 27.625 + ] + ] + ] + }, + "model.layers.40.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1865234375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.40.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.25 + ] + ] + ], + "params": { + "weight": [ + [ + 1.40625 + ] + ] + } + }, + "model.layers.40.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 30.875 + ] + ] + ], + "outputs": [ + [ + [ + 31.75 + ] + ], + [ + [ + 4.40619762898109e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 2.40625 + ] + ] + } + }, + "model.layers.41.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.41.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.578125 + ] + ] + } + }, + "model.layers.41.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2060546875 + ] + ] + } + }, + "model.layers.41.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 12.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21484375 + ] + ] + } + }, + "model.layers.41.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.859375 + ] + ] + ], + "outputs": [ + [ + [ + 9.625 + ] + ], + [ + [ + 19.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.333984375 + ] + ] + } + }, + "model.layers.41.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.296875 + ] + ], + [ + [ + 12.0 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 12.0 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 118.0 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 23.875 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 12.0 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 26.5 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 4.0 + ] + ] + ], + "outputs": [ + [ + [ + 2.859375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.41.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.25 + ] + ] + ], + "outputs": [ + [ + [ + 2.625 + ] + ], + [ + [ + 38.5 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 15.875 + ] + ], + [ + [ + 29.875 + ] + ], + [ + [ + 27.375 + ] + ], + [ + [ + 26.25 + ] + ], + [ + [ + 23.125 + ] + ], + [ + [ + 21.0 + ] + ], + [ + [ + 30.75 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 56.75 + ] + ], + [ + [ + 28.75 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 28.25 + ] + ], + [ + [ + 15.875 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 31.0 + ] + ], + [ + [ + 30.875 + ] + ], + [ + [ + 29.875 + ] + ], + [ + [ + 19.5 + ] + ], + [ + [ + 40.0 + ] + ], + [ + [ + 44.25 + ] + ], + [ + [ + 23.625 + ] + ], + [ + [ + 31.25 + ] + ], + [ + [ + 41.75 + ] + ], + [ + [ + 18.375 + ] + ], + [ + [ + 26.375 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 51.5 + ] + ], + [ + [ + 54.0 + ] + ], + [ + [ + 30.25 + ] + ] + ] + }, + "model.layers.41.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.310546875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.41.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.396484375 + ] + ] + } + }, + "model.layers.41.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 28.25 + ] + ] + ], + "outputs": [ + [ + [ + 9.5 + ] + ], + [ + [ + 2.574980159653073e-19 + ] + ] + ], + "params": { + "weight": [ + [ + 2.09375 + ] + ] + } + }, + "model.layers.42.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.42.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.7421875 + ] + ] + } + }, + "model.layers.42.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.42.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 10.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.42.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 3.328125 + ] + ] + ], + "outputs": [ + [ + [ + 13.5625 + ] + ], + [ + [ + 25.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5625 + ] + ] + } + }, + "model.layers.42.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.5 + ] + ], + [ + [ + 10.8125 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 10.8125 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 100.5 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 18.25 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 10.8125 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 18.75 + ] + ], + [ + [ + 7.5625 + ] + ], + [ + [ + 4.28125 + ] + ] + ], + "outputs": [ + [ + [ + 3.328125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.42.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "outputs": [ + [ + [ + 2.765625 + ] + ], + [ + [ + 32.25 + ] + ], + [ + [ + 37.0 + ] + ], + [ + [ + 18.0 + ] + ], + [ + [ + 42.0 + ] + ], + [ + [ + 22.625 + ] + ], + [ + [ + 30.75 + ] + ], + [ + [ + 38.75 + ] + ], + [ + [ + 30.75 + ] + ], + [ + [ + 12.8125 + ] + ], + [ + [ + 26.5 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 36.0 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 57.25 + ] + ], + [ + [ + 28.875 + ] + ], + [ + [ + 28.25 + ] + ], + [ + [ + 14.0 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 39.5 + ] + ], + [ + [ + 12.5625 + ] + ], + [ + [ + 45.0 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 49.25 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 19.25 + ] + ], + [ + [ + 40.5 + ] + ], + [ + [ + 15.5 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 63.5 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 25.375 + ] + ] + ] + }, + "model.layers.42.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.42.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.734375 + ] + ] + } + }, + "model.layers.42.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 30.375 + ] + ] + ], + "outputs": [ + [ + [ + 14.4375 + ] + ], + [ + [ + 8.401053096241687e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 1.984375 + ] + ] + } + }, + "model.layers.43.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.96875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.43.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.96875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8125 + ] + ] + } + }, + "model.layers.43.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.43.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.43.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 3.640625 + ] + ] + ], + "outputs": [ + [ + [ + 2.25 + ] + ], + [ + [ + 8.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.404296875 + ] + ] + } + }, + "model.layers.43.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.671875 + ] + ], + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 108.0 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.5 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 23.0 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 5.625 + ] + ] + ], + "outputs": [ + [ + [ + 3.640625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.43.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.75 + ] + ] + ], + "outputs": [ + [ + [ + 2.546875 + ] + ], + [ + [ + 32.75 + ] + ], + [ + [ + 17.5 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 17.5 + ] + ], + [ + [ + 59.0 + ] + ], + [ + [ + 29.5 + ] + ], + [ + [ + 48.0 + ] + ], + [ + [ + 31.375 + ] + ], + [ + [ + 12.125 + ] + ], + [ + [ + 47.5 + ] + ], + [ + [ + 55.0 + ] + ], + [ + [ + 21.5 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 45.0 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 37.0 + ] + ], + [ + [ + 49.5 + ] + ], + [ + [ + 25.5 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 19.5 + ] + ], + [ + [ + 23.625 + ] + ], + [ + [ + 69.5 + ] + ], + [ + [ + 59.5 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 33.75 + ] + ], + [ + [ + 25.25 + ] + ], + [ + [ + 20.5 + ] + ], + [ + [ + 46.0 + ] + ], + [ + [ + 33.0 + ] + ] + ] + }, + "model.layers.43.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.263671875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2060546875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.43.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3046875 + ] + ] + } + }, + "model.layers.43.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 30.25 + ] + ] + ], + "outputs": [ + [ + [ + 5.28125 + ] + ], + [ + [ + 5.161607022330893e-22 + ] + ] + ], + "params": { + "weight": [ + [ + 1.96875 + ] + ] + } + }, + "model.layers.44.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.44.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.416015625 + ] + ] + } + }, + "model.layers.44.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.44.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 8.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.44.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.796875 + ] + ] + ], + "outputs": [ + [ + [ + 22.125 + ] + ], + [ + [ + 40.0 + ] + ] + ], + "params": { + "weight": [ + [ + 1.234375 + ] + ] + } + }, + "model.layers.44.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.75 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 88.5 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 36.5 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 24.0 + ] + ], + [ + [ + 7.28125 + ] + ], + [ + [ + 3.734375 + ] + ] + ], + "outputs": [ + [ + [ + 2.796875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.44.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 13.0 + ] + ] + ], + "outputs": [ + [ + [ + 2.796875 + ] + ], + [ + [ + 20.75 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 15.375 + ] + ], + [ + [ + 73.5 + ] + ], + [ + [ + 16.875 + ] + ], + [ + [ + 22.0 + ] + ], + [ + [ + 27.125 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 47.0 + ] + ], + [ + [ + 42.0 + ] + ], + [ + [ + 30.25 + ] + ], + [ + [ + 26.0 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 43.5 + ] + ], + [ + [ + 57.25 + ] + ], + [ + [ + 18.375 + ] + ], + [ + [ + 8.125 + ] + ], + [ + [ + 36.75 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 37.25 + ] + ], + [ + [ + 22.375 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 12.6875 + ] + ], + [ + [ + 46.75 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 22.375 + ] + ], + [ + [ + 31.875 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 26.25 + ] + ], + [ + [ + 34.75 + ] + ], + [ + [ + 39.25 + ] + ] + ] + }, + "model.layers.44.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.546875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.349609375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2041015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.32421875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.44.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 13.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.369140625 + ] + ] + } + }, + "model.layers.44.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 32.5 + ] + ] + ], + "outputs": [ + [ + [ + 9.25 + ] + ], + [ + [ + 3.970466940254533e-23 + ] + ] + ], + "params": { + "weight": [ + [ + 1.890625 + ] + ] + } + }, + "model.layers.45.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.53125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.45.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.53125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6640625 + ] + ] + } + }, + "model.layers.45.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.45.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 10.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.53125 + ] + ] + } + }, + "model.layers.45.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 3.6875 + ] + ] + ], + "outputs": [ + [ + [ + 4.25 + ] + ], + [ + [ + 17.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19140625 + ] + ] + } + }, + "model.layers.45.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.5625 + ] + ], + [ + [ + 10.125 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 10.125 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 121.5 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.0 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 10.125 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 20.375 + ] + ], + [ + [ + 9.125 + ] + ], + [ + [ + 4.1875 + ] + ] + ], + "outputs": [ + [ + [ + 3.6875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.45.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 13.0625 + ] + ] + ], + "outputs": [ + [ + [ + 3.71875 + ] + ], + [ + [ + 32.75 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 39.0 + ] + ], + [ + [ + 29.5 + ] + ], + [ + [ + 63.75 + ] + ], + [ + [ + 30.0 + ] + ], + [ + [ + 47.0 + ] + ], + [ + [ + 44.0 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 37.75 + ] + ], + [ + [ + 59.0 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 77.0 + ] + ], + [ + [ + 23.5 + ] + ], + [ + [ + 31.5 + ] + ], + [ + [ + 30.0 + ] + ], + [ + [ + 55.0 + ] + ], + [ + [ + 24.5 + ] + ], + [ + [ + 62.75 + ] + ], + [ + [ + 56.25 + ] + ], + [ + [ + 44.25 + ] + ], + [ + [ + 38.75 + ] + ], + [ + [ + 50.5 + ] + ], + [ + [ + 39.25 + ] + ], + [ + [ + 61.5 + ] + ], + [ + [ + 19.125 + ] + ], + [ + [ + 34.25 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 55.75 + ] + ], + [ + [ + 38.25 + ] + ] + ] + }, + "model.layers.45.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28515625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.328125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1865234375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.349609375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.45.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 13.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.45.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 36.75 + ] + ] + ], + "outputs": [ + [ + [ + 27.5 + ] + ], + [ + [ + 6.175615574477433e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 2.03125 + ] + ] + } + }, + "model.layers.46.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.46.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8203125 + ] + ] + } + }, + "model.layers.46.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 4.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.46.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.41796875 + ] + ] + } + }, + "model.layers.46.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.6875 + ] + ] + ], + "outputs": [ + [ + [ + 5.65625 + ] + ], + [ + [ + 13.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.333984375 + ] + ] + } + }, + "model.layers.46.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.28125 + ] + ], + [ + [ + 15.4375 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 125.0 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 24.125 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 15.4375 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 20.75 + ] + ], + [ + [ + 15.4375 + ] + ], + [ + [ + 7.0625 + ] + ] + ], + "outputs": [ + [ + [ + 4.6875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.46.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 13.6875 + ] + ] + ], + "outputs": [ + [ + [ + 2.484375 + ] + ], + [ + [ + 46.0 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 19.5 + ] + ], + [ + [ + 37.0 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 25.5 + ] + ], + [ + [ + 63.5 + ] + ], + [ + [ + 41.25 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 45.25 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 31.5 + ] + ], + [ + [ + 57.25 + ] + ], + [ + [ + 37.25 + ] + ], + [ + [ + 82.5 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 96.5 + ] + ], + [ + [ + 44.75 + ] + ], + [ + [ + 58.0 + ] + ], + [ + [ + 56.25 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 61.0 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 54.5 + ] + ], + [ + [ + 50.5 + ] + ], + [ + [ + 62.0 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 45.0 + ] + ], + [ + [ + 61.0 + ] + ], + [ + [ + 43.5 + ] + ] + ] + }, + "model.layers.46.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.46.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 13.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.41015625 + ] + ] + } + }, + "model.layers.46.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 32.75 + ] + ] + ], + "outputs": [ + [ + [ + 8.9375 + ] + ], + [ + [ + 2.1871393585115584e-14 + ] + ] + ], + "params": { + "weight": [ + [ + 1.7890625 + ] + ] + } + }, + "model.layers.47.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.47.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8828125 + ] + ] + } + }, + "model.layers.47.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.45703125 + ] + ] + } + }, + "model.layers.47.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 11.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.47.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.75 + ] + ] + ], + "outputs": [ + [ + [ + 24.875 + ] + ], + [ + [ + 41.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2109375 + ] + ] + } + }, + "model.layers.47.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.546875 + ] + ], + [ + [ + 11.0625 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 11.0625 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 40.75 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 15.3125 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 11.0625 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 27.5 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 7.65625 + ] + ] + ], + "outputs": [ + [ + [ + 4.75 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.47.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 14.125 + ] + ] + ], + "outputs": [ + [ + [ + 3.140625 + ] + ], + [ + [ + 53.0 + ] + ], + [ + [ + 45.25 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 55.75 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 50.0 + ] + ], + [ + [ + 36.75 + ] + ], + [ + [ + 42.5 + ] + ], + [ + [ + 54.25 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 59.5 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 51.5 + ] + ], + [ + [ + 32.5 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 41.25 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 23.25 + ] + ], + [ + [ + 70.5 + ] + ], + [ + [ + 43.0 + ] + ], + [ + [ + 24.625 + ] + ], + [ + [ + 21.375 + ] + ], + [ + [ + 76.5 + ] + ], + [ + [ + 36.75 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 30.0 + ] + ], + [ + [ + 52.25 + ] + ], + [ + [ + 36.25 + ] + ], + [ + [ + 35.5 + ] + ] + ] + }, + "model.layers.47.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2255859375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.47.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 14.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.478515625 + ] + ] + } + }, + "model.layers.47.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 58.25 + ] + ] + ], + "outputs": [ + [ + [ + 16.75 + ] + ], + [ + [ + 6.661338147750939e-15 + ] + ] + ], + "params": { + "weight": [ + [ + 1.984375 + ] + ] + } + }, + "model.layers.48.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.40625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.48.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.40625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.7109375 + ] + ] + } + }, + "model.layers.48.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.48.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 15.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.30859375 + ] + ] + } + }, + "model.layers.48.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "outputs": [ + [ + [ + 15.0 + ] + ], + [ + [ + 39.25 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0 + ] + ] + } + }, + "model.layers.48.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.6875 + ] + ], + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 70.0 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.875 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 27.25 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 6.15625 + ] + ] + ], + "outputs": [ + [ + [ + 4.375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.48.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "outputs": [ + [ + [ + 3.734375 + ] + ], + [ + [ + 26.375 + ] + ], + [ + [ + 42.75 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 62.25 + ] + ], + [ + [ + 23.125 + ] + ], + [ + [ + 55.75 + ] + ], + [ + [ + 67.0 + ] + ], + [ + [ + 30.125 + ] + ], + [ + [ + 50.0 + ] + ], + [ + [ + 45.0 + ] + ], + [ + [ + 81.5 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 44.0 + ] + ], + [ + [ + 63.25 + ] + ], + [ + [ + 52.25 + ] + ], + [ + [ + 41.75 + ] + ], + [ + [ + 108.0 + ] + ], + [ + [ + 42.75 + ] + ], + [ + [ + 29.5 + ] + ], + [ + [ + 108.5 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 53.75 + ] + ], + [ + [ + 72.5 + ] + ], + [ + [ + 90.5 + ] + ], + [ + [ + 86.0 + ] + ], + [ + [ + 46.0 + ] + ], + [ + [ + 52.25 + ] + ], + [ + [ + 25.125 + ] + ], + [ + [ + 20.625 + ] + ], + [ + [ + 63.5 + ] + ], + [ + [ + 38.75 + ] + ] + ] + }, + "model.layers.48.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.330078125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.48.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.373046875 + ] + ] + } + }, + "model.layers.48.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 40.5 + ] + ] + ], + "outputs": [ + [ + [ + 11.9375 + ] + ], + [ + [ + 2.0095036745715333e-14 + ] + ] + ], + "params": { + "weight": [ + [ + 1.7265625 + ] + ] + } + }, + "model.layers.49.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.49.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.75390625 + ] + ] + } + }, + "model.layers.49.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.49.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 12.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.49.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 5.15625 + ] + ] + ], + "outputs": [ + [ + [ + 22.0 + ] + ], + [ + [ + 40.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.49.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.109375 + ] + ], + [ + [ + 12.75 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 12.75 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 135.0 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 35.0 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 12.75 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 18.0 + ] + ], + [ + [ + 8.9375 + ] + ], + [ + [ + 9.125 + ] + ] + ], + "outputs": [ + [ + [ + 5.15625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.49.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 14.9375 + ] + ] + ], + "outputs": [ + [ + [ + 6.15625 + ] + ], + [ + [ + 43.75 + ] + ], + [ + [ + 36.5 + ] + ], + [ + [ + 50.5 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 59.75 + ] + ], + [ + [ + 60.5 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 56.5 + ] + ], + [ + [ + 52.25 + ] + ], + [ + [ + 56.75 + ] + ], + [ + [ + 46.75 + ] + ], + [ + [ + 67.5 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 26.0 + ] + ], + [ + [ + 23.625 + ] + ], + [ + [ + 36.0 + ] + ], + [ + [ + 47.0 + ] + ], + [ + [ + 30.875 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 26.625 + ] + ], + [ + [ + 51.25 + ] + ], + [ + [ + 39.75 + ] + ], + [ + [ + 20.0 + ] + ], + [ + [ + 45.25 + ] + ], + [ + [ + 71.0 + ] + ], + [ + [ + 25.625 + ] + ], + [ + [ + 22.375 + ] + ], + [ + [ + 54.75 + ] + ], + [ + [ + 63.5 + ] + ], + [ + [ + 39.5 + ] + ], + [ + [ + 49.0 + ] + ], + [ + [ + 26.25 + ] + ] + ] + }, + "model.layers.49.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.53125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21484375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.296875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.49.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 14.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.33203125 + ] + ] + } + }, + "model.layers.49.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 66.0 + ] + ] + ], + "outputs": [ + [ + [ + 7.1875 + ] + ], + [ + [ + 2.0643209364124004e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 1.4140625 + ] + ] + } + }, + "model.layers.50.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.50.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6796875 + ] + ] + } + }, + "model.layers.50.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 4.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.50.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 14.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.318359375 + ] + ] + } + }, + "model.layers.50.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 6.4375 + ] + ] + ], + "outputs": [ + [ + [ + 20.125 + ] + ], + [ + [ + 24.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.50.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.46875 + ] + ], + [ + [ + 14.625 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.625 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 100.5 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.75 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 14.625 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 28.25 + ] + ], + [ + [ + 12.4375 + ] + ], + [ + [ + 9.0 + ] + ] + ], + "outputs": [ + [ + [ + 6.4375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.50.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 15.25 + ] + ] + ], + "outputs": [ + [ + [ + 5.1875 + ] + ], + [ + [ + 47.5 + ] + ], + [ + [ + 97.5 + ] + ], + [ + [ + 29.125 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 71.5 + ] + ], + [ + [ + 36.0 + ] + ], + [ + [ + 65.0 + ] + ], + [ + [ + 39.0 + ] + ], + [ + [ + 84.5 + ] + ], + [ + [ + 41.0 + ] + ], + [ + [ + 78.5 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 45.5 + ] + ], + [ + [ + 27.5 + ] + ], + [ + [ + 64.5 + ] + ], + [ + [ + 83.0 + ] + ], + [ + [ + 38.5 + ] + ], + [ + [ + 118.0 + ] + ], + [ + [ + 54.5 + ] + ], + [ + [ + 49.5 + ] + ], + [ + [ + 42.25 + ] + ], + [ + [ + 23.875 + ] + ], + [ + [ + 34.75 + ] + ], + [ + [ + 21.0 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 30.875 + ] + ], + [ + [ + 63.5 + ] + ], + [ + [ + 107.5 + ] + ], + [ + [ + 31.5 + ] + ], + [ + [ + 15.5 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 18.75 + ] + ] + ] + }, + "model.layers.50.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2021484375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2421875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1982421875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.232421875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.37109375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.50.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 15.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.384765625 + ] + ] + } + }, + "model.layers.50.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 65.5 + ] + ] + ], + "outputs": [ + [ + [ + 16.875 + ] + ], + [ + [ + 4.5075054799781356e-14 + ] + ] + ], + "params": { + "weight": [ + [ + 2.59375 + ] + ] + } + }, + "model.layers.51.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.34375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.51.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.34375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5390625 + ] + ] + } + }, + "model.layers.51.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.37890625 + ] + ] + } + }, + "model.layers.51.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 14.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.51.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 7.25 + ] + ] + ], + "outputs": [ + [ + [ + 10.0 + ] + ], + [ + [ + 28.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3828125 + ] + ] + } + }, + "model.layers.51.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.71875 + ] + ], + [ + [ + 14.9375 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.9375 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 71.5 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.75 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 14.9375 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 51.5 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 7.4375 + ] + ] + ], + "outputs": [ + [ + [ + 7.25 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.51.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 15.5 + ] + ] + ], + "outputs": [ + [ + [ + 3.9375 + ] + ], + [ + [ + 46.75 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 49.5 + ] + ], + [ + [ + 60.5 + ] + ], + [ + [ + 85.0 + ] + ], + [ + [ + 113.5 + ] + ], + [ + [ + 70.0 + ] + ], + [ + [ + 104.5 + ] + ], + [ + [ + 55.0 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 22.625 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 53.25 + ] + ], + [ + [ + 44.75 + ] + ], + [ + [ + 49.5 + ] + ], + [ + [ + 68.5 + ] + ], + [ + [ + 49.75 + ] + ], + [ + [ + 44.75 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 37.5 + ] + ], + [ + [ + 46.5 + ] + ], + [ + [ + 79.0 + ] + ], + [ + [ + 43.5 + ] + ], + [ + [ + 31.75 + ] + ], + [ + [ + 39.75 + ] + ], + [ + [ + 17.125 + ] + ], + [ + [ + 26.25 + ] + ], + [ + [ + 67.0 + ] + ], + [ + [ + 60.25 + ] + ], + [ + [ + 64.0 + ] + ], + [ + [ + 34.75 + ] + ] + ] + }, + "model.layers.51.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.29296875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.255859375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.27734375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.51.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 15.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.64453125 + ] + ] + } + }, + "model.layers.51.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 73.5 + ] + ] + ], + "outputs": [ + [ + [ + 18.25 + ] + ], + [ + [ + 7.0827339949853e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 1.78125 + ] + ] + } + }, + "model.layers.52.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.52.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.60546875 + ] + ] + } + }, + "model.layers.52.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.52.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 14.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.232421875 + ] + ] + } + }, + "model.layers.52.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 10.75 + ] + ] + ], + "outputs": [ + [ + [ + 25.375 + ] + ], + [ + [ + 45.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.90234375 + ] + ] + } + }, + "model.layers.52.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.0 + ] + ], + [ + [ + 14.6875 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.6875 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 81.0 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.125 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 14.6875 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 16.25 + ] + ], + [ + [ + 7.84375 + ] + ], + [ + [ + 12.0 + ] + ] + ], + "outputs": [ + [ + [ + 10.75 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.52.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.0 + ] + ] + ], + "outputs": [ + [ + [ + 3.078125 + ] + ], + [ + [ + 41.75 + ] + ], + [ + [ + 69.5 + ] + ], + [ + [ + 52.25 + ] + ], + [ + [ + 54.5 + ] + ], + [ + [ + 40.0 + ] + ], + [ + [ + 107.0 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 42.0 + ] + ], + [ + [ + 54.75 + ] + ], + [ + [ + 100.5 + ] + ], + [ + [ + 20.625 + ] + ], + [ + [ + 22.75 + ] + ], + [ + [ + 52.5 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 30.375 + ] + ], + [ + [ + 51.0 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 43.75 + ] + ], + [ + [ + 64.5 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 60.25 + ] + ], + [ + [ + 66.5 + ] + ], + [ + [ + 106.0 + ] + ], + [ + [ + 69.0 + ] + ], + [ + [ + 63.25 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 78.0 + ] + ], + [ + [ + 46.75 + ] + ], + [ + [ + 79.5 + ] + ], + [ + [ + 178.0 + ] + ], + [ + [ + 54.25 + ] + ] + ] + }, + "model.layers.52.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.52.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.52.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 102.0 + ] + ] + ], + "outputs": [ + [ + [ + 13.8125 + ] + ], + [ + [ + 2.236166980751353e-18 + ] + ] + ], + "params": { + "weight": [ + [ + 1.6796875 + ] + ] + } + }, + "model.layers.53.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 7.21875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.53.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 7.21875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.734375 + ] + ] + } + }, + "model.layers.53.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.53.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.53.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 7.75 + ] + ] + ], + "outputs": [ + [ + [ + 34.75 + ] + ], + [ + [ + 48.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.53.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 1.7421875 + ] + ], + [ + [ + 16.25 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 16.25 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 60.75 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 23.125 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 15.375 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 8.1875 + ] + ] + ], + "outputs": [ + [ + [ + 7.75 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.53.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.625 + ] + ] + ], + "outputs": [ + [ + [ + 3.125 + ] + ], + [ + [ + 34.75 + ] + ], + [ + [ + 76.0 + ] + ], + [ + [ + 44.25 + ] + ], + [ + [ + 60.0 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 47.25 + ] + ], + [ + [ + 29.5 + ] + ], + [ + [ + 37.75 + ] + ], + [ + [ + 42.75 + ] + ], + [ + [ + 101.0 + ] + ], + [ + [ + 20.5 + ] + ], + [ + [ + 87.0 + ] + ], + [ + [ + 83.5 + ] + ], + [ + [ + 75.0 + ] + ], + [ + [ + 36.75 + ] + ], + [ + [ + 42.25 + ] + ], + [ + [ + 50.5 + ] + ], + [ + [ + 63.25 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 59.75 + ] + ], + [ + [ + 105.0 + ] + ], + [ + [ + 69.5 + ] + ], + [ + [ + 72.5 + ] + ], + [ + [ + 48.5 + ] + ], + [ + [ + 29.0 + ] + ], + [ + [ + 47.5 + ] + ], + [ + [ + 65.0 + ] + ], + [ + [ + 28.375 + ] + ], + [ + [ + 69.0 + ] + ], + [ + [ + 57.5 + ] + ], + [ + [ + 43.0 + ] + ], + [ + [ + 65.5 + ] + ] + ] + }, + "model.layers.53.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.283203125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.53.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5390625 + ] + ] + } + }, + "model.layers.53.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 81.0 + ] + ] + ], + "outputs": [ + [ + [ + 25.375 + ] + ], + [ + [ + 8.74138001566438e-19 + ] + ] + ], + "params": { + "weight": [ + [ + 2.0 + ] + ] + } + }, + "model.layers.54.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.54.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.65625 + ] + ] + } + }, + "model.layers.54.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1962890625 + ] + ] + } + }, + "model.layers.54.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 15.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.54.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 6.59375 + ] + ] + ], + "outputs": [ + [ + [ + 12.75 + ] + ], + [ + [ + 25.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.333984375 + ] + ] + } + }, + "model.layers.54.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.96875 + ] + ], + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 80.5 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.125 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 33.75 + ] + ], + [ + [ + 12.6875 + ] + ], + [ + [ + 10.125 + ] + ] + ], + "outputs": [ + [ + [ + 6.59375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.54.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.875 + ] + ] + ], + "outputs": [ + [ + [ + 11.5 + ] + ], + [ + [ + 105.0 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 81.5 + ] + ], + [ + [ + 212.0 + ] + ], + [ + [ + 92.0 + ] + ], + [ + [ + 192.0 + ] + ], + [ + [ + 72.5 + ] + ], + [ + [ + 54.75 + ] + ], + [ + [ + 50.5 + ] + ], + [ + [ + 39.0 + ] + ], + [ + [ + 35.25 + ] + ], + [ + [ + 36.0 + ] + ], + [ + [ + 69.0 + ] + ], + [ + [ + 75.5 + ] + ], + [ + [ + 41.25 + ] + ], + [ + [ + 62.5 + ] + ], + [ + [ + 86.0 + ] + ], + [ + [ + 164.0 + ] + ], + [ + [ + 55.75 + ] + ], + [ + [ + 76.0 + ] + ], + [ + [ + 45.75 + ] + ], + [ + [ + 86.5 + ] + ], + [ + [ + 81.0 + ] + ], + [ + [ + 73.5 + ] + ], + [ + [ + 26.25 + ] + ], + [ + [ + 49.5 + ] + ], + [ + [ + 37.5 + ] + ], + [ + [ + 52.0 + ] + ], + [ + [ + 107.0 + ] + ], + [ + [ + 78.0 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 70.0 + ] + ] + ] + }, + "model.layers.54.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.54.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.298828125 + ] + ] + } + }, + "model.layers.54.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 71.0 + ] + ] + ], + "outputs": [ + [ + [ + 9.4375 + ] + ], + [ + [ + 3.304023721284466e-13 + ] + ] + ], + "params": { + "weight": [ + [ + 1.6953125 + ] + ] + } + }, + "model.layers.55.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.55.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.96875 + ] + ] + } + }, + "model.layers.55.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.55.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 15.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.33203125 + ] + ] + } + }, + "model.layers.55.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ], + "outputs": [ + [ + [ + 51.25 + ] + ], + [ + [ + 53.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.20703125 + ] + ] + } + }, + "model.layers.55.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.34375 + ] + ], + [ + [ + 15.0 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 15.0 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 72.0 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 24.125 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 15.0 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 21.0 + ] + ], + [ + [ + 13.3125 + ] + ], + [ + [ + 9.5625 + ] + ] + ], + "outputs": [ + [ + [ + 9.0625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.55.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.0 + ] + ] + ], + "outputs": [ + [ + [ + 48.5 + ] + ], + [ + [ + 81.0 + ] + ], + [ + [ + 68.5 + ] + ], + [ + [ + 70.5 + ] + ], + [ + [ + 30.875 + ] + ], + [ + [ + 79.0 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 58.0 + ] + ], + [ + [ + 31.375 + ] + ], + [ + [ + 120.0 + ] + ], + [ + [ + 110.0 + ] + ], + [ + [ + 93.0 + ] + ], + [ + [ + 62.25 + ] + ], + [ + [ + 119.0 + ] + ], + [ + [ + 86.0 + ] + ], + [ + [ + 51.5 + ] + ], + [ + [ + 58.75 + ] + ], + [ + [ + 60.75 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 38.75 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 88.0 + ] + ], + [ + [ + 115.5 + ] + ], + [ + [ + 73.0 + ] + ], + [ + [ + 68.5 + ] + ], + [ + [ + 109.5 + ] + ], + [ + [ + 69.5 + ] + ], + [ + [ + 41.25 + ] + ], + [ + [ + 60.25 + ] + ], + [ + [ + 48.75 + ] + ], + [ + [ + 59.25 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 732.0 + ] + ] + ] + }, + "model.layers.55.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.271484375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1806640625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1982421875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2109375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.55.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.55.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 106.0 + ] + ] + ], + "outputs": [ + [ + [ + 42.25 + ] + ], + [ + [ + 5.3512749786932545e-14 + ] + ] + ], + "params": { + "weight": [ + [ + 1.359375 + ] + ] + } + }, + "model.layers.56.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.56.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.56.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2060546875 + ] + ] + } + }, + "model.layers.56.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 14.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.56.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "outputs": [ + [ + [ + 6.96875 + ] + ], + [ + [ + 23.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.67578125 + ] + ] + } + }, + "model.layers.56.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.203125 + ] + ], + [ + [ + 14.375 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.375 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 112.5 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.75 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 14.375 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 20.125 + ] + ], + [ + [ + 12.3125 + ] + ], + [ + [ + 6.0625 + ] + ] + ], + "outputs": [ + [ + [ + 5.09375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.56.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.625 + ] + ] + ], + "outputs": [ + [ + [ + 11.625 + ] + ], + [ + [ + 76.0 + ] + ], + [ + [ + 105.5 + ] + ], + [ + [ + 89.0 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 101.0 + ] + ], + [ + [ + 59.0 + ] + ], + [ + [ + 48.5 + ] + ], + [ + [ + 144.0 + ] + ], + [ + [ + 82.5 + ] + ], + [ + [ + 90.5 + ] + ], + [ + [ + 55.5 + ] + ], + [ + [ + 68.5 + ] + ], + [ + [ + 23.375 + ] + ], + [ + [ + 76.5 + ] + ], + [ + [ + 87.5 + ] + ], + [ + [ + 67.0 + ] + ], + [ + [ + 113.5 + ] + ], + [ + [ + 211.0 + ] + ], + [ + [ + 90.0 + ] + ], + [ + [ + 99.0 + ] + ], + [ + [ + 68.0 + ] + ], + [ + [ + 66.5 + ] + ], + [ + [ + 90.0 + ] + ], + [ + [ + 62.75 + ] + ], + [ + [ + 39.25 + ] + ], + [ + [ + 108.5 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 92.0 + ] + ], + [ + [ + 115.0 + ] + ], + [ + [ + 83.0 + ] + ], + [ + [ + 48.5 + ] + ], + [ + [ + 52.5 + ] + ] + ] + }, + "model.layers.56.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1806640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19140625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1806640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.56.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.41015625 + ] + ] + } + }, + "model.layers.56.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 243.0 + ] + ] + ], + "outputs": [ + [ + [ + 27.5 + ] + ], + [ + [ + 5.342948306008566e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 1.046875 + ] + ] + } + }, + "model.layers.57.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 7.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.57.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 7.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.57.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.96875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.57.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 13.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.57.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 6.78125 + ] + ] + ], + "outputs": [ + [ + [ + 22.0 + ] + ], + [ + [ + 50.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.828125 + ] + ] + } + }, + "model.layers.57.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.0 + ] + ], + [ + [ + 13.1875 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 13.1875 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 89.0 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 31.625 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 13.1875 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 24.0 + ] + ], + [ + [ + 8.75 + ] + ], + [ + [ + 8.4375 + ] + ] + ], + "outputs": [ + [ + [ + 6.78125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.57.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "outputs": [ + [ + [ + 12.5625 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 94.0 + ] + ], + [ + [ + 64.0 + ] + ], + [ + [ + 148.0 + ] + ], + [ + [ + 133.0 + ] + ], + [ + [ + 115.0 + ] + ], + [ + [ + 20.0 + ] + ], + [ + [ + 133.0 + ] + ], + [ + [ + 86.5 + ] + ], + [ + [ + 61.5 + ] + ], + [ + [ + 174.0 + ] + ], + [ + [ + 89.5 + ] + ], + [ + [ + 59.75 + ] + ], + [ + [ + 77.0 + ] + ], + [ + [ + 96.5 + ] + ], + [ + [ + 55.5 + ] + ], + [ + [ + 30.5 + ] + ], + [ + [ + 90.5 + ] + ], + [ + [ + 32.5 + ] + ], + [ + [ + 89.0 + ] + ], + [ + [ + 53.75 + ] + ], + [ + [ + 27.375 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 346.0 + ] + ], + [ + [ + 81.0 + ] + ], + [ + [ + 116.0 + ] + ], + [ + [ + 55.5 + ] + ], + [ + [ + 94.5 + ] + ], + [ + [ + 88.0 + ] + ], + [ + [ + 116.0 + ] + ], + [ + [ + 32.5 + ] + ], + [ + [ + 38.25 + ] + ] + ] + }, + "model.layers.57.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2392578125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.330078125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19140625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.57.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.57.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 298.0 + ] + ] + ], + "outputs": [ + [ + [ + 20.625 + ] + ], + [ + [ + 3.774758283725532e-15 + ] + ] + ], + "params": { + "weight": [ + [ + 0.63671875 + ] + ] + } + }, + "model.layers.58.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.58.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.58.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2392578125 + ] + ] + } + }, + "model.layers.58.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 12.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.275390625 + ] + ] + } + }, + "model.layers.58.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 9.9375 + ] + ] + ], + "outputs": [ + [ + [ + 48.25 + ] + ], + [ + [ + 66.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8203125 + ] + ] + } + }, + "model.layers.58.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.5625 + ] + ], + [ + [ + 12.8125 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 12.8125 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 133.0 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 33.5 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 12.8125 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 19.125 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 10.1875 + ] + ] + ], + "outputs": [ + [ + [ + 9.9375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.58.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "outputs": [ + [ + [ + 23.625 + ] + ], + [ + [ + 92.5 + ] + ], + [ + [ + 112.0 + ] + ], + [ + [ + 77.5 + ] + ], + [ + [ + 55.5 + ] + ], + [ + [ + 48.25 + ] + ], + [ + [ + 85.0 + ] + ], + [ + [ + 55.5 + ] + ], + [ + [ + 266.0 + ] + ], + [ + [ + 180.0 + ] + ], + [ + [ + 60.25 + ] + ], + [ + [ + 200.0 + ] + ], + [ + [ + 51.0 + ] + ], + [ + [ + 52.0 + ] + ], + [ + [ + 74.0 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 58.5 + ] + ], + [ + [ + 185.0 + ] + ], + [ + [ + 76.0 + ] + ], + [ + [ + 73.5 + ] + ], + [ + [ + 61.25 + ] + ], + [ + [ + 30.125 + ] + ], + [ + [ + 84.0 + ] + ], + [ + [ + 51.5 + ] + ], + [ + [ + 63.75 + ] + ], + [ + [ + 86.0 + ] + ], + [ + [ + 72.0 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 58.5 + ] + ], + [ + [ + 314.0 + ] + ], + [ + [ + 376.0 + ] + ], + [ + [ + 32.75 + ] + ], + [ + [ + 310.0 + ] + ] + ] + }, + "model.layers.58.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.27734375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.318359375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2421875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.58.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.58.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 286.0 + ] + ] + ], + "outputs": [ + [ + [ + 56.5 + ] + ], + [ + [ + 3.304023721284466e-13 + ] + ] + ], + "params": { + "weight": [ + [ + 0.57421875 + ] + ] + } + }, + "model.layers.59.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 12.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.59.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 12.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3828125 + ] + ] + } + }, + "model.layers.59.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.59.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 16.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.59.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 16.5 + ] + ] + ], + "outputs": [ + [ + [ + 9.6875 + ] + ], + [ + [ + 29.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.59.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.125 + ] + ], + [ + [ + 16.875 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 16.875 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 101.5 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.625 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 16.875 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 16.875 + ] + ], + [ + [ + 13.6875 + ] + ], + [ + [ + 18.125 + ] + ] + ], + "outputs": [ + [ + [ + 16.5 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.59.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 13.5625 + ] + ] + ], + "outputs": [ + [ + [ + 99.5 + ] + ], + [ + [ + 1152.0 + ] + ], + [ + [ + 54.5 + ] + ], + [ + [ + 97.0 + ] + ], + [ + [ + 88.0 + ] + ], + [ + [ + 78.5 + ] + ], + [ + [ + 78.5 + ] + ], + [ + [ + 125.5 + ] + ], + [ + [ + 27.875 + ] + ], + [ + [ + 119.0 + ] + ], + [ + [ + 58.5 + ] + ], + [ + [ + 68.0 + ] + ], + [ + [ + 51.75 + ] + ], + [ + [ + 52.5 + ] + ], + [ + [ + 78.5 + ] + ], + [ + [ + 61.5 + ] + ], + [ + [ + 244.0 + ] + ], + [ + [ + 71.5 + ] + ], + [ + [ + 139.0 + ] + ], + [ + [ + 62.5 + ] + ], + [ + [ + 53.75 + ] + ], + [ + [ + 72.5 + ] + ], + [ + [ + 284.0 + ] + ], + [ + [ + 394.0 + ] + ], + [ + [ + 270.0 + ] + ], + [ + [ + 34.5 + ] + ], + [ + [ + 67.0 + ] + ], + [ + [ + 640.0 + ] + ], + [ + [ + 60.0 + ] + ], + [ + [ + 34.75 + ] + ], + [ + [ + 48.5 + ] + ], + [ + [ + 115.5 + ] + ], + [ + [ + 118.0 + ] + ] + ] + }, + "model.layers.59.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2099609375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2421875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.201171875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2021484375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2177734375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3671875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.294921875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.271484375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.30859375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.201171875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.59.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 13.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4140625 + ] + ] + } + }, + "model.layers.59.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 952.0 + ] + ] + ], + "outputs": [ + [ + [ + 143.0 + ] + ], + [ + [ + 7.025630077706069e-17 + ] + ] + ], + "params": { + "weight": [ + [ + 0.326171875 + ] + ] + } + }, + "model.layers.60.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 7.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.60.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 7.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.259765625 + ] + ] + } + }, + "model.layers.60.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 11.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.60.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 16.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.337890625 + ] + ] + } + }, + "model.layers.60.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 11.5625 + ] + ] + ], + "outputs": [ + [ + [ + 34.25 + ] + ], + [ + [ + 62.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.39453125 + ] + ] + } + }, + "model.layers.60.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.078125 + ] + ], + [ + [ + 16.75 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 16.75 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 144.0 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 40.5 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 16.75 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 23.25 + ] + ], + [ + [ + 7.4375 + ] + ], + [ + [ + 15.6875 + ] + ] + ], + "outputs": [ + [ + [ + 11.5625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.60.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "outputs": [ + [ + [ + 20864.0 + ] + ], + [ + [ + 3104.0 + ] + ], + [ + [ + 56.0 + ] + ], + [ + [ + 79.5 + ] + ], + [ + [ + 249.0 + ] + ], + [ + [ + 129.0 + ] + ], + [ + [ + 30.0 + ] + ], + [ + [ + 4000.0 + ] + ], + [ + [ + 102.5 + ] + ], + [ + [ + 79.0 + ] + ], + [ + [ + 64.0 + ] + ], + [ + [ + 77.5 + ] + ], + [ + [ + 16000.0 + ] + ], + [ + [ + 69.0 + ] + ], + [ + [ + 79.5 + ] + ], + [ + [ + 41.0 + ] + ], + [ + [ + 30.375 + ] + ], + [ + [ + 63.75 + ] + ], + [ + [ + 36.25 + ] + ], + [ + [ + 532.0 + ] + ], + [ + [ + 94.0 + ] + ], + [ + [ + 18176.0 + ] + ], + [ + [ + 414.0 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 564.0 + ] + ], + [ + [ + 13.0 + ] + ], + [ + [ + 69.5 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 776.0 + ] + ], + [ + [ + 960.0 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 60.0 + ] + ], + [ + [ + 54.75 + ] + ] + ] + }, + "model.layers.60.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.232421875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.29296875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1962890625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.306640625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3359375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.232421875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.27734375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.310546875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 1.2421875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5859375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.29296875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.306640625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.41796875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.455078125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.275390625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3203125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 1.1875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3203125 + ] + ] + } + }, + "model.layers.60.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.36328125 + ] + ] + } + }, + "model.layers.60.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 4768.0 + ] + ] + ], + "outputs": [ + [ + [ + 2496.0 + ] + ], + [ + [ + 4.291678123991005e-12 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3828125 + ] + ] + } + } + } +} \ No newline at end of file