diff --git "a/inc_measure_output_hooks_maxabs_6_8.json" "b/inc_measure_output_hooks_maxabs_6_8.json" new file mode 100644--- /dev/null +++ "b/inc_measure_output_hooks_maxabs_6_8.json" @@ -0,0 +1,83759 @@ +{ + "GlobalRank": null, + "LocalRank": 6, + "Mode": "DynamicRange", + "Nodes": { + "model.layers.0.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.0.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.84765625 + ] + ] + } + }, + "model.layers.0.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 18.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.0.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.431640625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.0.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.031005859375 + ] + ] + ], + "outputs": [ + [ + [ + 0.4765625 + ] + ], + [ + [ + 1.4296875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.435546875 + ] + ] + } + }, + "model.layers.0.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 1.4296875 + ] + ], + [ + [ + 27.625 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.431640625 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 145.0 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.25 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 27.625 + ] + ] + ] + }, + "model.layers.0.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 11.6875 + ] + ], + [ + [ + 27.625 + ] + ], + [ + [ + 0.0673828125 + ] + ] + ], + "outputs": [ + [ + [ + 0.031005859375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.0.mlp.gate_up_proj": { + "inputs": [ + [ + [ + 33.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.310546875 + ] + ] + } + }, + "model.layers.0.mlp.down_proj": { + "inputs": [ + [ + [ + 0.91015625 + ] + ] + ], + "outputs": [ + [ + [ + 0.373046875 + ] + ], + [ + [ + 0.55859375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.546875 + ] + ] + } + }, + "model.layers.1.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.1.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.1.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.1.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.123046875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.1.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.03466796875 + ] + ] + ], + "outputs": [ + [ + [ + 0.126953125 + ] + ], + [ + [ + 0.4609375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.291015625 + ] + ] + } + }, + "model.layers.1.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.03125 + ] + ], + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.123046875 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 184.0 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 36.25 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.1.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 39.0 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 0.048095703125 + ] + ] + ], + "outputs": [ + [ + [ + 0.03466796875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.1.mlp.gate_up_proj": { + "inputs": [ + [ + [ + 29.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.291015625 + ] + ] + } + }, + "model.layers.1.mlp.down_proj": { + "inputs": [ + [ + [ + 0.78125 + ] + ] + ], + "outputs": [ + [ + [ + 0.30078125 + ] + ], + [ + [ + 0.435546875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.38671875 + ] + ] + } + }, + "model.layers.2.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.2.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.2.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.2.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.09912109375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.2.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.02783203125 + ] + ] + ], + "outputs": [ + [ + [ + 0.1435546875 + ] + ], + [ + [ + 0.50390625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.2.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.5625 + ] + ], + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.09912109375 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 482.0 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 73.5 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.2.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 20.0 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 0.035400390625 + ] + ] + ], + "outputs": [ + [ + [ + 0.02783203125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.2.mlp.gate_up_proj": { + "inputs": [ + [ + [ + 39.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.2.mlp.down_proj": { + "inputs": [ + [ + [ + 0.310546875 + ] + ] + ], + "outputs": [ + [ + [ + 0.37109375 + ] + ], + [ + [ + 0.7578125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.431640625 + ] + ] + } + }, + "model.layers.3.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 8.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21484375 + ] + ] + } + }, + "model.layers.3.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 8.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.640625 + ] + ] + } + }, + "model.layers.3.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1982421875 + ] + ] + } + }, + "model.layers.3.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.1611328125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.3.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.09130859375 + ] + ] + ], + "outputs": [ + [ + [ + 0.1357421875 + ] + ], + [ + [ + 0.65234375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.30859375 + ] + ] + } + }, + "model.layers.3.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.078125 + ] + ], + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.1611328125 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 241.0 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 39.25 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.3.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 16.5 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 0.09130859375 + ] + ] + ], + "outputs": [ + [ + [ + 0.09130859375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.3.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 10.0625 + ] + ] + ], + "outputs": [ + [ + [ + 0.263671875 + ] + ], + [ + [ + 0.78515625 + ] + ], + [ + [ + 1.71875 + ] + ], + [ + [ + 1.4453125 + ] + ], + [ + [ + 1.1875 + ] + ], + [ + [ + 2.28125 + ] + ], + [ + [ + 2.5625 + ] + ], + [ + [ + 1.5078125 + ] + ], + [ + [ + 0.59765625 + ] + ], + [ + [ + 3.0 + ] + ], + [ + [ + 0.96875 + ] + ], + [ + [ + 1.34375 + ] + ], + [ + [ + 0.78515625 + ] + ], + [ + [ + 3.578125 + ] + ], + [ + [ + 0.435546875 + ] + ], + [ + [ + 0.8125 + ] + ], + [ + [ + 1.328125 + ] + ], + [ + [ + 1.890625 + ] + ], + [ + [ + 2.15625 + ] + ], + [ + [ + 1.5390625 + ] + ], + [ + [ + 1.578125 + ] + ], + [ + [ + 1.4375 + ] + ], + [ + [ + 2.1875 + ] + ], + [ + [ + 1.359375 + ] + ], + [ + [ + 0.7421875 + ] + ], + [ + [ + 2.96875 + ] + ], + [ + [ + 1.7890625 + ] + ], + [ + [ + 1.953125 + ] + ], + [ + [ + 2.25 + ] + ], + [ + [ + 0.65234375 + ] + ], + [ + [ + 1.453125 + ] + ], + [ + [ + 1.1640625 + ] + ], + [ + [ + 3.0 + ] + ] + ] + }, + "model.layers.3.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05517578125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.046142578125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06298828125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.047119140625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.053955078125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.328125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19140625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05224609375 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.3.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.3.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 10.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5390625 + ] + ] + } + }, + "model.layers.3.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 0.265625 + ] + ] + ], + "outputs": [ + [ + [ + 0.031494140625 + ] + ], + [ + [ + 3.9127500898962186e-27 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.4.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 9.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.4.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 9.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 1.328125 + ] + ] + } + }, + "model.layers.4.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 13.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.4.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.79296875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.4.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.328125 + ] + ] + ], + "outputs": [ + [ + [ + 0.3515625 + ] + ], + [ + [ + 0.72265625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.4.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.03125 + ] + ], + [ + [ + 6.34375 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.79296875 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 85.5 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.5 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 6.34375 + ] + ] + ] + }, + "model.layers.4.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 41.0 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 0.3515625 + ] + ] + ], + "outputs": [ + [ + [ + 0.328125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.4.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 7.3125 + ] + ] + ], + "outputs": [ + [ + [ + 0.103515625 + ] + ], + [ + [ + 3.125 + ] + ], + [ + [ + 1.9296875 + ] + ], + [ + [ + 3.25 + ] + ], + [ + [ + 2.828125 + ] + ], + [ + [ + 1.0625 + ] + ], + [ + [ + 1.234375 + ] + ], + [ + [ + 2.046875 + ] + ], + [ + [ + 1.375 + ] + ], + [ + [ + 1.8046875 + ] + ], + [ + [ + 1.3984375 + ] + ], + [ + [ + 2.171875 + ] + ], + [ + [ + 2.734375 + ] + ], + [ + [ + 2.59375 + ] + ], + [ + [ + 1.359375 + ] + ], + [ + [ + 0.609375 + ] + ], + [ + [ + 2.015625 + ] + ], + [ + [ + 1.8046875 + ] + ], + [ + [ + 1.21875 + ] + ], + [ + [ + 2.015625 + ] + ], + [ + [ + 1.8046875 + ] + ], + [ + [ + 3.109375 + ] + ], + [ + [ + 0.828125 + ] + ], + [ + [ + 1.640625 + ] + ], + [ + [ + 1.4609375 + ] + ], + [ + [ + 3.15625 + ] + ], + [ + [ + 1.734375 + ] + ], + [ + [ + 2.0625 + ] + ], + [ + [ + 1.7421875 + ] + ], + [ + [ + 1.6328125 + ] + ], + [ + [ + 1.328125 + ] + ], + [ + [ + 2.140625 + ] + ], + [ + [ + 2.015625 + ] + ] + ] + }, + "model.layers.4.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056884765625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059814453125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05712890625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0576171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059814453125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.053466796875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05126953125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.232421875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.4.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.4.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 7.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6328125 + ] + ] + } + }, + "model.layers.4.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 0.625 + ] + ] + ], + "outputs": [ + [ + [ + 0.1240234375 + ] + ], + [ + [ + 1.1218637057750438e-23 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.5.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 10.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.5.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 10.625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.2265625 + ] + ] + } + }, + "model.layers.5.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.5.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.5.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.08349609375 + ] + ] + ], + "outputs": [ + [ + [ + 0.267578125 + ] + ], + [ + [ + 0.83203125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.357421875 + ] + ] + } + }, + "model.layers.5.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 10.625 + ] + ], + [ + [ + 7.71875 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.28125 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 230.0 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 47.25 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.71875 + ] + ] + ] + }, + "model.layers.5.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 23.125 + ] + ], + [ + [ + 7.71875 + ] + ], + [ + [ + 0.12060546875 + ] + ] + ], + "outputs": [ + [ + [ + 0.08349609375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.5.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "outputs": [ + [ + [ + 0.1376953125 + ] + ], + [ + [ + 2.171875 + ] + ], + [ + [ + 2.09375 + ] + ], + [ + [ + 2.375 + ] + ], + [ + [ + 2.984375 + ] + ], + [ + [ + 3.1875 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 3.109375 + ] + ], + [ + [ + 2.296875 + ] + ], + [ + [ + 0.9375 + ] + ], + [ + [ + 1.7421875 + ] + ], + [ + [ + 3.5 + ] + ], + [ + [ + 3.015625 + ] + ], + [ + [ + 0.8359375 + ] + ], + [ + [ + 2.359375 + ] + ], + [ + [ + 2.859375 + ] + ], + [ + [ + 2.53125 + ] + ], + [ + [ + 1.140625 + ] + ], + [ + [ + 2.984375 + ] + ], + [ + [ + 1.4453125 + ] + ], + [ + [ + 2.796875 + ] + ], + [ + [ + 2.171875 + ] + ], + [ + [ + 2.28125 + ] + ], + [ + [ + 2.8125 + ] + ], + [ + [ + 1.609375 + ] + ], + [ + [ + 1.875 + ] + ], + [ + [ + 2.140625 + ] + ], + [ + [ + 3.640625 + ] + ], + [ + [ + 2.046875 + ] + ], + [ + [ + 4.0625 + ] + ], + [ + [ + 3.25 + ] + ], + [ + [ + 2.046875 + ] + ], + [ + [ + 3.46875 + ] + ] + ] + }, + "model.layers.5.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.421875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.5.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.5.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8203125 + ] + ] + } + }, + "model.layers.5.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "outputs": [ + [ + [ + 0.609375 + ] + ], + [ + [ + 3.451659260061274e-20 + ] + ] + ], + "params": { + "weight": [ + [ + 0.380859375 + ] + ] + } + }, + "model.layers.6.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.6.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 1.390625 + ] + ] + } + }, + "model.layers.6.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.6.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.1640625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.6.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.08349609375 + ] + ] + ], + "outputs": [ + [ + [ + 0.25 + ] + ], + [ + [ + 0.88671875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.6.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.8125 + ] + ], + [ + [ + 7.3125 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.1640625 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 284.0 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 44.75 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.3125 + ] + ] + ] + }, + "model.layers.6.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 41.5 + ] + ], + [ + [ + 7.3125 + ] + ], + [ + [ + 0.08984375 + ] + ] + ], + "outputs": [ + [ + [ + 0.08349609375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.6.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.46875 + ] + ] + ], + "outputs": [ + [ + [ + 0.1650390625 + ] + ], + [ + [ + 3.265625 + ] + ], + [ + [ + 1.375 + ] + ], + [ + [ + 3.484375 + ] + ], + [ + [ + 6.4375 + ] + ], + [ + [ + 3.671875 + ] + ], + [ + [ + 2.578125 + ] + ], + [ + [ + 2.796875 + ] + ], + [ + [ + 3.046875 + ] + ], + [ + [ + 3.09375 + ] + ], + [ + [ + 2.6875 + ] + ], + [ + [ + 2.203125 + ] + ], + [ + [ + 2.421875 + ] + ], + [ + [ + 2.3125 + ] + ], + [ + [ + 3.75 + ] + ], + [ + [ + 2.671875 + ] + ], + [ + [ + 2.5625 + ] + ], + [ + [ + 3.25 + ] + ], + [ + [ + 2.484375 + ] + ], + [ + [ + 3.5 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 2.875 + ] + ], + [ + [ + 5.46875 + ] + ], + [ + [ + 3.640625 + ] + ], + [ + [ + 3.0 + ] + ], + [ + [ + 3.03125 + ] + ], + [ + [ + 2.703125 + ] + ], + [ + [ + 3.171875 + ] + ], + [ + [ + 0.890625 + ] + ], + [ + [ + 2.375 + ] + ], + [ + [ + 1.84375 + ] + ], + [ + [ + 1.96875 + ] + ], + [ + [ + 5.15625 + ] + ] + ] + }, + "model.layers.6.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056884765625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0537109375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0546875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05908203125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05712890625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0556640625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05224609375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05517578125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.6.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.6.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.875 + ] + ] + } + }, + "model.layers.6.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 0.80078125 + ] + ] + ], + "outputs": [ + [ + [ + 0.1845703125 + ] + ], + [ + [ + 1.1699642583950023e-20 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.7.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.7.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "params": { + "weight": [ + [ + 1.4609375 + ] + ] + } + }, + "model.layers.7.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.7.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.255859375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.7.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.119140625 + ] + ] + ], + "outputs": [ + [ + [ + 0.64453125 + ] + ], + [ + [ + 1.078125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.34765625 + ] + ] + } + }, + "model.layers.7.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 9.25 + ] + ], + [ + [ + 6.28125 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.255859375 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 190.0 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 43.5 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 6.28125 + ] + ] + ] + }, + "model.layers.7.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 35.0 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 0.208984375 + ] + ] + ], + "outputs": [ + [ + [ + 0.119140625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.7.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 2.421875 + ] + ] + ], + "outputs": [ + [ + [ + 0.271484375 + ] + ], + [ + [ + 3.546875 + ] + ], + [ + [ + 3.765625 + ] + ], + [ + [ + 4.59375 + ] + ], + [ + [ + 3.671875 + ] + ], + [ + [ + 4.875 + ] + ], + [ + [ + 2.6875 + ] + ], + [ + [ + 3.84375 + ] + ], + [ + [ + 3.25 + ] + ], + [ + [ + 2.25 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 2.546875 + ] + ], + [ + [ + 3.625 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 2.25 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 4.90625 + ] + ], + [ + [ + 3.21875 + ] + ], + [ + [ + 3.671875 + ] + ], + [ + [ + 3.21875 + ] + ], + [ + [ + 2.875 + ] + ], + [ + [ + 3.40625 + ] + ], + [ + [ + 3.890625 + ] + ], + [ + [ + 2.890625 + ] + ], + [ + [ + 3.359375 + ] + ], + [ + [ + 3.765625 + ] + ], + [ + [ + 4.5625 + ] + ], + [ + [ + 4.3125 + ] + ], + [ + [ + 2.90625 + ] + ], + [ + [ + 4.125 + ] + ], + [ + [ + 1.125 + ] + ], + [ + [ + 3.0 + ] + ], + [ + [ + 1.1640625 + ] + ] + ] + }, + "model.layers.7.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05908203125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05859375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05078125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0576171875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0615234375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056396484375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.7.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.7.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 2.421875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8828125 + ] + ] + } + }, + "model.layers.7.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 0.734375 + ] + ] + ], + "outputs": [ + [ + [ + 0.11572265625 + ] + ], + [ + [ + 7.625571271973224e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.8.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 11.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.8.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 11.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.69140625 + ] + ] + } + }, + "model.layers.8.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.8.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.6640625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.8.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.111328125 + ] + ] + ], + "outputs": [ + [ + [ + 0.4375 + ] + ], + [ + [ + 1.3671875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.8.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.59375 + ] + ], + [ + [ + 7.0625 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.6640625 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 149.0 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 39.0 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.0625 + ] + ] + ] + }, + "model.layers.8.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 22.875 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 0.1455078125 + ] + ] + ], + "outputs": [ + [ + [ + 0.111328125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.8.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 2.484375 + ] + ] + ], + "outputs": [ + [ + [ + 0.2734375 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 2.359375 + ] + ], + [ + [ + 4.25 + ] + ], + [ + [ + 5.0 + ] + ], + [ + [ + 2.53125 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 4.5 + ] + ], + [ + [ + 5.5625 + ] + ], + [ + [ + 3.640625 + ] + ], + [ + [ + 2.5625 + ] + ], + [ + [ + 2.359375 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 5.78125 + ] + ], + [ + [ + 5.65625 + ] + ], + [ + [ + 4.25 + ] + ], + [ + [ + 5.03125 + ] + ], + [ + [ + 4.0 + ] + ], + [ + [ + 4.03125 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 2.546875 + ] + ], + [ + [ + 5.3125 + ] + ], + [ + [ + 4.46875 + ] + ], + [ + [ + 5.375 + ] + ], + [ + [ + 2.40625 + ] + ], + [ + [ + 3.515625 + ] + ], + [ + [ + 5.4375 + ] + ], + [ + [ + 4.78125 + ] + ], + [ + [ + 3.078125 + ] + ], + [ + [ + 5.3125 + ] + ], + [ + [ + 3.859375 + ] + ], + [ + [ + 6.28125 + ] + ] + ] + }, + "model.layers.8.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.055908203125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.053955078125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05810546875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05126953125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0576171875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.050048828125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0546875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.31640625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.318359375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2421875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.8.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.8.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 2.484375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.61328125 + ] + ] + } + }, + "model.layers.8.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "outputs": [ + [ + [ + 2.578125 + ] + ], + [ + [ + 5.8740863303810694e-33 + ] + ] + ], + "params": { + "weight": [ + [ + 0.41796875 + ] + ] + } + }, + "model.layers.9.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.9.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 1.65625 + ] + ] + } + }, + "model.layers.9.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.9.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 1.0234375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1865234375 + ] + ] + } + }, + "model.layers.9.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.28125 + ] + ] + ], + "outputs": [ + [ + [ + 0.7890625 + ] + ], + [ + [ + 2.484375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3359375 + ] + ] + } + }, + "model.layers.9.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.84375 + ] + ], + [ + [ + 4.15625 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.0234375 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 93.0 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 28.375 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.15625 + ] + ] + ] + }, + "model.layers.9.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 59.75 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 0.546875 + ] + ] + ], + "outputs": [ + [ + [ + 0.28125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.9.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.390625 + ] + ] + ], + "outputs": [ + [ + [ + 0.44140625 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 7.0 + ] + ], + [ + [ + 4.84375 + ] + ], + [ + [ + 3.484375 + ] + ], + [ + [ + 6.09375 + ] + ], + [ + [ + 5.9375 + ] + ], + [ + [ + 5.375 + ] + ], + [ + [ + 2.140625 + ] + ], + [ + [ + 6.09375 + ] + ], + [ + [ + 3.828125 + ] + ], + [ + [ + 4.90625 + ] + ], + [ + [ + 7.84375 + ] + ], + [ + [ + 4.0625 + ] + ], + [ + [ + 5.125 + ] + ], + [ + [ + 5.875 + ] + ], + [ + [ + 6.65625 + ] + ], + [ + [ + 2.265625 + ] + ], + [ + [ + 5.4375 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 4.375 + ] + ], + [ + [ + 5.03125 + ] + ], + [ + [ + 6.59375 + ] + ], + [ + [ + 3.78125 + ] + ], + [ + [ + 3.703125 + ] + ], + [ + [ + 2.4375 + ] + ], + [ + [ + 3.125 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 5.34375 + ] + ], + [ + [ + 3.609375 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 7.625 + ] + ], + [ + [ + 5.0625 + ] + ] + ] + }, + "model.layers.9.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05712890625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06640625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.055908203125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05419921875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.052734375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0576171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.404296875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3046875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.9.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.9.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.390625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6171875 + ] + ] + } + }, + "model.layers.9.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 2.25 + ] + ] + ], + "outputs": [ + [ + [ + 0.20703125 + ] + ], + [ + [ + 1.9816185939151817e-27 + ] + ] + ], + "params": { + "weight": [ + [ + 0.271484375 + ] + ] + } + }, + "model.layers.10.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 2.984375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.10.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 2.984375 + ] + ] + ], + "params": { + "weight": [ + [ + 1.7109375 + ] + ] + } + }, + "model.layers.10.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.10.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.64453125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.10.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.228515625 + ] + ] + ], + "outputs": [ + [ + [ + 1.078125 + ] + ], + [ + [ + 3.171875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.375 + ] + ] + } + }, + "model.layers.10.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.78125 + ] + ], + [ + [ + 5.0 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.64453125 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 95.0 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 36.0 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.0 + ] + ] + ] + }, + "model.layers.10.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 42.5 + ] + ], + [ + [ + 5.0 + ] + ], + [ + [ + 0.318359375 + ] + ] + ], + "outputs": [ + [ + [ + 0.228515625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.10.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.53125 + ] + ] + ], + "outputs": [ + [ + [ + 0.59765625 + ] + ], + [ + [ + 5.8125 + ] + ], + [ + [ + 5.65625 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 2.453125 + ] + ], + [ + [ + 5.03125 + ] + ], + [ + [ + 4.0 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 2.890625 + ] + ], + [ + [ + 2.0 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 7.21875 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 5.84375 + ] + ], + [ + [ + 3.890625 + ] + ], + [ + [ + 6.15625 + ] + ], + [ + [ + 10.8125 + ] + ], + [ + [ + 2.5 + ] + ], + [ + [ + 3.40625 + ] + ], + [ + [ + 5.5625 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 2.109375 + ] + ], + [ + [ + 6.03125 + ] + ], + [ + [ + 4.375 + ] + ], + [ + [ + 3.453125 + ] + ], + [ + [ + 4.59375 + ] + ], + [ + [ + 6.4375 + ] + ], + [ + [ + 5.59375 + ] + ], + [ + [ + 4.8125 + ] + ], + [ + [ + 2.90625 + ] + ], + [ + [ + 2.625 + ] + ], + [ + [ + 2.59375 + ] + ], + [ + [ + 8.1875 + ] + ] + ] + }, + "model.layers.10.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05908203125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06201171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0556640625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.056396484375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05517578125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.053466796875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060546875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28515625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.10.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.10.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.53125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.69140625 + ] + ] + } + }, + "model.layers.10.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 1.2265625 + ] + ] + ], + "outputs": [ + [ + [ + 0.2080078125 + ] + ], + [ + [ + 2.671748271527681e+38 + ] + ] + ], + "params": { + "weight": [ + [ + 0.306640625 + ] + ] + } + }, + "model.layers.11.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.11.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.671875 + ] + ] + } + }, + "model.layers.11.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 13.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.11.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.92578125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.11.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.54296875 + ] + ] + ], + "outputs": [ + [ + [ + 0.828125 + ] + ], + [ + [ + 2.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.29296875 + ] + ] + } + }, + "model.layers.11.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 8.75 + ] + ], + [ + [ + 3.71875 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.92578125 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 74.0 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 24.5 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 3.71875 + ] + ] + ] + }, + "model.layers.11.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 67.5 + ] + ], + [ + [ + 3.71875 + ] + ], + [ + [ + 0.5546875 + ] + ] + ], + "outputs": [ + [ + [ + 0.54296875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.11.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.734375 + ] + ] + ], + "outputs": [ + [ + [ + 0.38671875 + ] + ], + [ + [ + 5.25 + ] + ], + [ + [ + 7.375 + ] + ], + [ + [ + 6.84375 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 4.1875 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 3.203125 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 11.125 + ] + ], + [ + [ + 4.59375 + ] + ], + [ + [ + 7.5625 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 3.109375 + ] + ], + [ + [ + 7.28125 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 6.0 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 5.65625 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 5.4375 + ] + ], + [ + [ + 4.21875 + ] + ], + [ + [ + 5.3125 + ] + ], + [ + [ + 4.75 + ] + ], + [ + [ + 4.75 + ] + ], + [ + [ + 7.53125 + ] + ], + [ + [ + 6.34375 + ] + ], + [ + [ + 3.671875 + ] + ], + [ + [ + 4.1875 + ] + ], + [ + [ + 4.90625 + ] + ], + [ + [ + 5.71875 + ] + ], + [ + [ + 7.53125 + ] + ], + [ + [ + 5.59375 + ] + ] + ] + }, + "model.layers.11.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059326171875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05810546875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060546875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05517578125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.11.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.11.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.734375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.49609375 + ] + ] + } + }, + "model.layers.11.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 1.84375 + ] + ] + ], + "outputs": [ + [ + [ + 0.42578125 + ] + ], + [ + [ + 4.079357513078896e-26 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5078125 + ] + ] + } + }, + "model.layers.12.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.03125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.12.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.03125 + ] + ] + ], + "params": { + "weight": [ + [ + 1.546875 + ] + ] + } + }, + "model.layers.12.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.12.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.12.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.43359375 + ] + ] + ], + "outputs": [ + [ + [ + 0.6484375 + ] + ], + [ + [ + 2.546875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.353515625 + ] + ] + } + }, + "model.layers.12.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 10.0 + ] + ], + [ + [ + 4.5625 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.5625 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 81.5 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.0 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.5625 + ] + ] + ] + }, + "model.layers.12.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 39.75 + ] + ], + [ + [ + 4.5625 + ] + ], + [ + [ + 0.44140625 + ] + ] + ], + "outputs": [ + [ + [ + 0.43359375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.12.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 4.625 + ] + ] + ], + "outputs": [ + [ + [ + 0.5234375 + ] + ], + [ + [ + 9.9375 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 3.546875 + ] + ], + [ + [ + 4.53125 + ] + ], + [ + [ + 4.84375 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 4.9375 + ] + ], + [ + [ + 6.15625 + ] + ], + [ + [ + 2.109375 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 2.796875 + ] + ], + [ + [ + 7.4375 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 4.625 + ] + ], + [ + [ + 8.4375 + ] + ], + [ + [ + 6.84375 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 7.90625 + ] + ], + [ + [ + 5.8125 + ] + ], + [ + [ + 3.140625 + ] + ], + [ + [ + 4.34375 + ] + ], + [ + [ + 4.65625 + ] + ], + [ + [ + 3.796875 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 4.6875 + ] + ], + [ + [ + 5.3125 + ] + ], + [ + [ + 6.4375 + ] + ], + [ + [ + 2.046875 + ] + ], + [ + [ + 3.796875 + ] + ], + [ + [ + 6.03125 + ] + ] + ] + }, + "model.layers.12.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060546875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06298828125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05712890625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060302734375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.12.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.12.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 4.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.51953125 + ] + ] + } + }, + "model.layers.12.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 1.3671875 + ] + ] + ], + "outputs": [ + [ + [ + 0.1494140625 + ] + ], + [ + [ + 1.0339757656912846e-23 + ] + ] + ], + "params": { + "weight": [ + [ + 0.419921875 + ] + ] + } + }, + "model.layers.13.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.453125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.13.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.453125 + ] + ] + ], + "params": { + "weight": [ + [ + 1.6484375 + ] + ] + } + }, + "model.layers.13.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2109375 + ] + ] + } + }, + "model.layers.13.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.302734375 + ] + ] + } + }, + "model.layers.13.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.2080078125 + ] + ] + ], + "outputs": [ + [ + [ + 0.87109375 + ] + ], + [ + [ + 4.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.48828125 + ] + ] + } + }, + "model.layers.13.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.0625 + ] + ], + [ + [ + 4.09375 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.75 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 111.5 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 28.75 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.09375 + ] + ] + ] + }, + "model.layers.13.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 47.25 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 0.3359375 + ] + ] + ], + "outputs": [ + [ + [ + 0.2080078125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.13.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 4.28125 + ] + ] + ], + "outputs": [ + [ + [ + 0.51953125 + ] + ], + [ + [ + 4.5 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 7.75 + ] + ], + [ + [ + 4.25 + ] + ], + [ + [ + 4.25 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 4.96875 + ] + ], + [ + [ + 3.328125 + ] + ], + [ + [ + 8.4375 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 7.25 + ] + ], + [ + [ + 4.625 + ] + ], + [ + [ + 8.5 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 7.09375 + ] + ], + [ + [ + 2.546875 + ] + ], + [ + [ + 5.21875 + ] + ], + [ + [ + 3.828125 + ] + ], + [ + [ + 9.8125 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 8.1875 + ] + ], + [ + [ + 4.34375 + ] + ], + [ + [ + 5.15625 + ] + ], + [ + [ + 3.46875 + ] + ], + [ + [ + 3.21875 + ] + ], + [ + [ + 5.9375 + ] + ], + [ + [ + 7.625 + ] + ], + [ + [ + 4.53125 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 3.125 + ] + ], + [ + [ + 4.84375 + ] + ], + [ + [ + 8.0625 + ] + ] + ] + }, + "model.layers.13.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06396484375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0537109375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05810546875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.060546875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.059814453125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06103515625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.33203125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.13.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.13.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 4.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.61328125 + ] + ] + } + }, + "model.layers.13.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 3.8125 + ] + ] + ], + "outputs": [ + [ + [ + 0.640625 + ] + ], + [ + [ + 1.0160528459246632e-27 + ] + ] + ], + "params": { + "weight": [ + [ + 0.357421875 + ] + ] + } + }, + "model.layers.14.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.14.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 2.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.5390625 + ] + ] + } + }, + "model.layers.14.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.14.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 0.953125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.14.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.25390625 + ] + ] + ], + "outputs": [ + [ + [ + 1.3515625 + ] + ], + [ + [ + 2.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5859375 + ] + ] + } + }, + "model.layers.14.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.34375 + ] + ], + [ + [ + 4.8125 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 0.953125 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 56.25 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 20.25 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.8125 + ] + ] + ] + }, + "model.layers.14.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 56.5 + ] + ], + [ + [ + 4.8125 + ] + ], + [ + [ + 0.318359375 + ] + ] + ], + "outputs": [ + [ + [ + 0.25390625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.14.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "outputs": [ + [ + [ + 18.875 + ] + ], + [ + [ + 7.65625 + ] + ], + [ + [ + 5.84375 + ] + ], + [ + [ + 5.8125 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 7.34375 + ] + ], + [ + [ + 5.78125 + ] + ], + [ + [ + 3.1875 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 4.84375 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 5.90625 + ] + ], + [ + [ + 9.4375 + ] + ], + [ + [ + 3.046875 + ] + ], + [ + [ + 6.0 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 4.21875 + ] + ], + [ + [ + 4.1875 + ] + ], + [ + [ + 7.0 + ] + ], + [ + [ + 3.578125 + ] + ], + [ + [ + 2.015625 + ] + ], + [ + [ + 3.59375 + ] + ], + [ + [ + 5.1875 + ] + ], + [ + [ + 3.53125 + ] + ], + [ + [ + 3.3125 + ] + ], + [ + [ + 5.75 + ] + ], + [ + [ + 5.0625 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 5.53125 + ] + ], + [ + [ + 6.46875 + ] + ] + ] + }, + "model.layers.14.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1962890625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06298828125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0615234375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0615234375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.35546875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.287109375 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.14.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.14.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8046875 + ] + ] + } + }, + "model.layers.14.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 116.0 + ] + ] + ], + "outputs": [ + [ + [ + 64.5 + ] + ], + [ + [ + 1.3855275260263214e-23 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5546875 + ] + ] + } + }, + "model.layers.15.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 2.046875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.15.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 2.046875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.3359375 + ] + ] + } + }, + "model.layers.15.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 15.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.15.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 1.0703125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19140625 + ] + ] + } + }, + "model.layers.15.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.546875 + ] + ] + ], + "outputs": [ + [ + [ + 1.421875 + ] + ], + [ + [ + 3.765625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5 + ] + ] + } + }, + "model.layers.15.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 8.4375 + ] + ], + [ + [ + 3.265625 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.0703125 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 88.0 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.75 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 3.265625 + ] + ] + ] + }, + "model.layers.15.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 65.5 + ] + ], + [ + [ + 3.265625 + ] + ], + [ + [ + 0.546875 + ] + ] + ], + "outputs": [ + [ + [ + 0.546875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.15.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 4.5625 + ] + ] + ], + "outputs": [ + [ + [ + 0.5546875 + ] + ], + [ + [ + 3.390625 + ] + ], + [ + [ + 4.65625 + ] + ], + [ + [ + 5.6875 + ] + ], + [ + [ + 5.59375 + ] + ], + [ + [ + 4.375 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 6.0625 + ] + ], + [ + [ + 1.75 + ] + ], + [ + [ + 5.6875 + ] + ], + [ + [ + 10.6875 + ] + ], + [ + [ + 4.3125 + ] + ], + [ + [ + 3.765625 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 4.0 + ] + ], + [ + [ + 6.15625 + ] + ], + [ + [ + 3.28125 + ] + ], + [ + [ + 4.34375 + ] + ], + [ + [ + 6.09375 + ] + ], + [ + [ + 5.46875 + ] + ], + [ + [ + 7.09375 + ] + ], + [ + [ + 6.1875 + ] + ], + [ + [ + 4.4375 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 4.5 + ] + ], + [ + [ + 8.8125 + ] + ], + [ + [ + 5.375 + ] + ], + [ + [ + 2.296875 + ] + ], + [ + [ + 3.640625 + ] + ], + [ + [ + 5.34375 + ] + ], + [ + [ + 7.4375 + ] + ], + [ + [ + 4.15625 + ] + ], + [ + [ + 4.8125 + ] + ] + ] + }, + "model.layers.15.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.15.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.15.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 4.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.69140625 + ] + ] + } + }, + "model.layers.15.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 2.4375 + ] + ] + ], + "outputs": [ + [ + [ + 0.47265625 + ] + ], + [ + [ + 5.5059209523060905e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 0.36328125 + ] + ] + } + }, + "model.layers.16.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.078125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.16.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.078125 + ] + ] + ], + "params": { + "weight": [ + [ + 1.203125 + ] + ] + } + }, + "model.layers.16.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.16.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 1.046875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.16.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.408203125 + ] + ] + ], + "outputs": [ + [ + [ + 1.203125 + ] + ], + [ + [ + 3.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21875 + ] + ] + } + }, + "model.layers.16.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.0625 + ] + ], + [ + [ + 4.09375 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.046875 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 73.5 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.375 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.09375 + ] + ] + ] + }, + "model.layers.16.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 54.75 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 0.515625 + ] + ] + ], + "outputs": [ + [ + [ + 0.408203125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.16.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "outputs": [ + [ + [ + 11.3125 + ] + ], + [ + [ + 4.65625 + ] + ], + [ + [ + 7.0 + ] + ], + [ + [ + 2.640625 + ] + ], + [ + [ + 44.0 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 4.09375 + ] + ], + [ + [ + 3.484375 + ] + ], + [ + [ + 8.8125 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 5.53125 + ] + ], + [ + [ + 5.28125 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 4.65625 + ] + ], + [ + [ + 9.875 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 2.71875 + ] + ], + [ + [ + 5.78125 + ] + ], + [ + [ + 7.15625 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 4.96875 + ] + ], + [ + [ + 3.953125 + ] + ], + [ + [ + 5.40625 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 6.75 + ] + ], + [ + [ + 3.75 + ] + ], + [ + [ + 13.5625 + ] + ], + [ + [ + 22.625 + ] + ], + [ + [ + 3.5 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 16.875 + ] + ], + [ + [ + 6.625 + ] + ] + ] + }, + "model.layers.16.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.05908203125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.30078125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.27734375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.55859375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.384765625 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.404296875 + ] + ] + } + }, + "model.layers.16.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.16.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.69921875 + ] + ] + } + }, + "model.layers.16.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 15.875 + ] + ] + ], + "outputs": [ + [ + [ + 4.875 + ] + ], + [ + [ + 4.564033653246686e-26 + ] + ] + ], + "params": { + "weight": [ + [ + 0.455078125 + ] + ] + } + }, + "model.layers.17.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 1.921875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.17.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 1.921875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.40625 + ] + ] + } + }, + "model.layers.17.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.17.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 2.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.17.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.5078125 + ] + ] + ], + "outputs": [ + [ + [ + 1.3828125 + ] + ], + [ + [ + 3.109375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.17.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.90625 + ] + ], + [ + [ + 3.375 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 2.09375 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 91.0 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 23.25 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 3.375 + ] + ] + ] + }, + "model.layers.17.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 57.0 + ] + ], + [ + [ + 3.375 + ] + ], + [ + [ + 0.69140625 + ] + ] + ], + "outputs": [ + [ + [ + 0.5078125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.17.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 5.65625 + ] + ] + ], + "outputs": [ + [ + [ + 0.83984375 + ] + ], + [ + [ + 5.09375 + ] + ], + [ + [ + 6.15625 + ] + ], + [ + [ + 5.65625 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 11.125 + ] + ], + [ + [ + 3.046875 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 15.375 + ] + ], + [ + [ + 6.375 + ] + ], + [ + [ + 7.25 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 5.125 + ] + ], + [ + [ + 5.5625 + ] + ], + [ + [ + 5.34375 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 6.53125 + ] + ], + [ + [ + 7.3125 + ] + ], + [ + [ + 6.625 + ] + ], + [ + [ + 7.625 + ] + ], + [ + [ + 10.0 + ] + ], + [ + [ + 6.71875 + ] + ], + [ + [ + 7.90625 + ] + ], + [ + [ + 7.96875 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 9.75 + ] + ], + [ + [ + 7.875 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 6.90625 + ] + ], + [ + [ + 12.625 + ] + ], + [ + [ + 27.5 + ] + ], + [ + [ + 9.625 + ] + ] + ] + }, + "model.layers.17.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0673828125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06494140625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.17.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.17.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 5.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.53515625 + ] + ] + } + }, + "model.layers.17.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 3.703125 + ] + ] + ], + "outputs": [ + [ + [ + 0.28125 + ] + ], + [ + [ + 1.7577588016751838e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 0.349609375 + ] + ] + } + }, + "model.layers.18.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.796875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.18.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.796875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.125 + ] + ] + } + }, + "model.layers.18.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 11.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.18.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 1.3359375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.18.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.8984375 + ] + ] + ], + "outputs": [ + [ + [ + 2.171875 + ] + ], + [ + [ + 3.703125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.18.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 7.25 + ] + ], + [ + [ + 4.71875 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.3359375 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 53.0 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 20.5 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.71875 + ] + ] + ] + }, + "model.layers.18.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 55.25 + ] + ], + [ + [ + 4.71875 + ] + ], + [ + [ + 0.8984375 + ] + ] + ], + "outputs": [ + [ + [ + 0.8984375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.18.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 5.75 + ] + ] + ], + "outputs": [ + [ + [ + 0.51171875 + ] + ], + [ + [ + 7.5625 + ] + ], + [ + [ + 3.625 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 3.265625 + ] + ], + [ + [ + 4.96875 + ] + ], + [ + [ + 6.9375 + ] + ], + [ + [ + 3.875 + ] + ], + [ + [ + 5.59375 + ] + ], + [ + [ + 5.71875 + ] + ], + [ + [ + 7.78125 + ] + ], + [ + [ + 6.78125 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 1.984375 + ] + ], + [ + [ + 5.5 + ] + ], + [ + [ + 4.9375 + ] + ], + [ + [ + 5.34375 + ] + ], + [ + [ + 7.34375 + ] + ], + [ + [ + 4.03125 + ] + ], + [ + [ + 7.40625 + ] + ], + [ + [ + 9.8125 + ] + ], + [ + [ + 6.15625 + ] + ], + [ + [ + 4.96875 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 8.9375 + ] + ], + [ + [ + 6.6875 + ] + ], + [ + [ + 6.8125 + ] + ], + [ + [ + 6.15625 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 4.8125 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 4.0 + ] + ] + ] + }, + "model.layers.18.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0654296875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.18.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.18.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 5.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.47265625 + ] + ] + } + }, + "model.layers.18.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 3.703125 + ] + ] + ], + "outputs": [ + [ + [ + 0.91796875 + ] + ], + [ + [ + 1.1752582143153417e-20 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0625 + ] + ] + } + }, + "model.layers.19.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.140625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.19.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.140625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.1953125 + ] + ] + } + }, + "model.layers.19.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 13.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.19.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 2.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1865234375 + ] + ] + } + }, + "model.layers.19.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.15625 + ] + ] + ], + "outputs": [ + [ + [ + 2.765625 + ] + ], + [ + [ + 4.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.306640625 + ] + ] + } + }, + "model.layers.19.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.59375 + ] + ], + [ + [ + 3.3125 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 2.5 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 95.5 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 34.25 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 3.3125 + ] + ] + ] + }, + "model.layers.19.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 51.25 + ] + ], + [ + [ + 3.3125 + ] + ], + [ + [ + 1.21875 + ] + ] + ], + "outputs": [ + [ + [ + 1.15625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.19.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 6.09375 + ] + ] + ], + "outputs": [ + [ + [ + 0.56640625 + ] + ], + [ + [ + 11.0 + ] + ], + [ + [ + 10.25 + ] + ], + [ + [ + 9.8125 + ] + ], + [ + [ + 3.65625 + ] + ], + [ + [ + 7.65625 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 10.6875 + ] + ], + [ + [ + 9.375 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 5.375 + ] + ], + [ + [ + 12.1875 + ] + ], + [ + [ + 6.78125 + ] + ], + [ + [ + 10.0625 + ] + ], + [ + [ + 5.53125 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 7.25 + ] + ], + [ + [ + 6.3125 + ] + ], + [ + [ + 10.0625 + ] + ], + [ + [ + 8.5 + ] + ], + [ + [ + 15.9375 + ] + ], + [ + [ + 5.78125 + ] + ], + [ + [ + 13.75 + ] + ], + [ + [ + 13.375 + ] + ], + [ + [ + 5.0625 + ] + ], + [ + [ + 5.6875 + ] + ], + [ + [ + 11.1875 + ] + ], + [ + [ + 7.25 + ] + ], + [ + [ + 7.75 + ] + ], + [ + [ + 6.03125 + ] + ], + [ + [ + 6.5625 + ] + ], + [ + [ + 4.78125 + ] + ], + [ + [ + 11.6875 + ] + ] + ] + }, + "model.layers.19.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.19.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.19.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 6.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.19.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 4.25 + ] + ] + ], + "outputs": [ + [ + [ + 1.03125 + ] + ], + [ + [ + 7.625571271973224e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6875 + ] + ] + } + }, + "model.layers.20.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1806640625 + ] + ] + } + }, + "model.layers.20.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.359375 + ] + ] + ], + "params": { + "weight": [ + [ + 1.078125 + ] + ] + } + }, + "model.layers.20.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.24609375 + ] + ] + } + }, + "model.layers.20.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 2.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.20.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.0 + ] + ] + ], + "outputs": [ + [ + [ + 1.4453125 + ] + ], + [ + [ + 4.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.33203125 + ] + ] + } + }, + "model.layers.20.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.15625 + ] + ], + [ + [ + 4.46875 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 2.28125 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 57.0 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 18.125 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.46875 + ] + ] + ] + }, + "model.layers.20.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 48.5 + ] + ], + [ + [ + 4.46875 + ] + ], + [ + [ + 1.046875 + ] + ] + ], + "outputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.20.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 6.65625 + ] + ] + ], + "outputs": [ + [ + [ + 1.03125 + ] + ], + [ + [ + 7.6875 + ] + ], + [ + [ + 10.9375 + ] + ], + [ + [ + 6.84375 + ] + ], + [ + [ + 13.625 + ] + ], + [ + [ + 11.875 + ] + ], + [ + [ + 8.4375 + ] + ], + [ + [ + 8.125 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 14.5625 + ] + ], + [ + [ + 5.46875 + ] + ], + [ + [ + 14.625 + ] + ], + [ + [ + 7.3125 + ] + ], + [ + [ + 8.0 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 4.78125 + ] + ], + [ + [ + 9.3125 + ] + ], + [ + [ + 9.375 + ] + ], + [ + [ + 6.28125 + ] + ], + [ + [ + 10.1875 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 4.75 + ] + ], + [ + [ + 7.53125 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 9.75 + ] + ], + [ + [ + 12.5 + ] + ], + [ + [ + 10.9375 + ] + ], + [ + [ + 5.84375 + ] + ], + [ + [ + 6.0 + ] + ], + [ + [ + 18.5 + ] + ] + ] + }, + "model.layers.20.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.064453125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.20.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.20.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 6.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.455078125 + ] + ] + } + }, + "model.layers.20.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 4.5625 + ] + ] + ], + "outputs": [ + [ + [ + 1.2734375 + ] + ], + [ + [ + 6.800940116117427e-34 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9140625 + ] + ] + } + }, + "model.layers.21.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 3.390625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.21.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 3.390625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.359375 + ] + ] + } + }, + "model.layers.21.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.21.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 3.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21875 + ] + ] + } + }, + "model.layers.21.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.9296875 + ] + ] + ], + "outputs": [ + [ + [ + 1.1796875 + ] + ], + [ + [ + 3.71875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.21.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 6.75 + ] + ], + [ + [ + 5.34375 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 3.46875 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 67.0 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 20.125 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.34375 + ] + ] + ] + }, + "model.layers.21.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 53.75 + ] + ], + [ + [ + 5.34375 + ] + ], + [ + [ + 1.9296875 + ] + ] + ], + "outputs": [ + [ + [ + 1.9296875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.21.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 6.875 + ] + ] + ], + "outputs": [ + [ + [ + 0.69921875 + ] + ], + [ + [ + 8.4375 + ] + ], + [ + [ + 9.375 + ] + ], + [ + [ + 12.125 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 9.9375 + ] + ], + [ + [ + 7.96875 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 5.625 + ] + ], + [ + [ + 13.125 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 6.96875 + ] + ], + [ + [ + 6.71875 + ] + ], + [ + [ + 10.6875 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 9.0 + ] + ], + [ + [ + 7.46875 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 14.9375 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 11.875 + ] + ], + [ + [ + 14.3125 + ] + ], + [ + [ + 7.28125 + ] + ], + [ + [ + 7.71875 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 10.3125 + ] + ], + [ + [ + 13.1875 + ] + ], + [ + [ + 8.0 + ] + ], + [ + [ + 6.59375 + ] + ], + [ + [ + 7.34375 + ] + ] + ] + }, + "model.layers.21.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06591796875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.21.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.21.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 6.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.37890625 + ] + ] + } + }, + "model.layers.21.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 4.8125 + ] + ] + ], + "outputs": [ + [ + [ + 1.125 + ] + ], + [ + [ + 2.1969917069408415e-21 + ] + ] + ], + "params": { + "weight": [ + [ + 0.58984375 + ] + ] + } + }, + "model.layers.22.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1962890625 + ] + ] + } + }, + "model.layers.22.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9453125 + ] + ] + } + }, + "model.layers.22.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.22.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 3.40625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.22.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.78125 + ] + ] + ], + "outputs": [ + [ + [ + 3.015625 + ] + ], + [ + [ + 5.59375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21875 + ] + ] + } + }, + "model.layers.22.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.375 + ] + ], + [ + [ + 5.3125 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 3.40625 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 83.5 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.75 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.3125 + ] + ] + ] + }, + "model.layers.22.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 41.25 + ] + ], + [ + [ + 5.3125 + ] + ], + [ + [ + 1.78125 + ] + ] + ], + "outputs": [ + [ + [ + 1.78125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.22.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 6.9375 + ] + ] + ], + "outputs": [ + [ + [ + 0.8515625 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 14.375 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 6.09375 + ] + ], + [ + [ + 9.5625 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 7.09375 + ] + ], + [ + [ + 8.125 + ] + ], + [ + [ + 11.0625 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 4.03125 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 6.8125 + ] + ], + [ + [ + 8.1875 + ] + ], + [ + [ + 11.6875 + ] + ], + [ + [ + 5.09375 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 10.1875 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 5.78125 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 10.1875 + ] + ], + [ + [ + 6.59375 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 4.59375 + ] + ], + [ + [ + 9.5 + ] + ] + ] + }, + "model.layers.22.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2021484375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.22.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.22.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 6.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.39453125 + ] + ] + } + }, + "model.layers.22.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 21.375 + ] + ] + ], + "outputs": [ + [ + [ + 16.625 + ] + ], + [ + [ + 4.52364397489937e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 0.796875 + ] + ] + } + }, + "model.layers.23.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.23.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.09375 + ] + ] + } + }, + "model.layers.23.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.23.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 4.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3515625 + ] + ] + } + }, + "model.layers.23.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 0.92578125 + ] + ] + ], + "outputs": [ + [ + [ + 1.5625 + ] + ], + [ + [ + 4.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.369140625 + ] + ] + } + }, + "model.layers.23.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.71875 + ] + ], + [ + [ + 5.84375 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 4.46875 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 51.0 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.375 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.84375 + ] + ] + ] + }, + "model.layers.23.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 45.75 + ] + ], + [ + [ + 5.84375 + ] + ], + [ + [ + 1.1875 + ] + ] + ], + "outputs": [ + [ + [ + 0.92578125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.23.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 7.125 + ] + ] + ], + "outputs": [ + [ + [ + 0.8046875 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 35.25 + ] + ], + [ + [ + 10.125 + ] + ], + [ + [ + 14.4375 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 14.5 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 9.8125 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 11.0 + ] + ], + [ + [ + 5.96875 + ] + ], + [ + [ + 9.8125 + ] + ], + [ + [ + 6.125 + ] + ], + [ + [ + 9.5 + ] + ], + [ + [ + 12.25 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 7.28125 + ] + ], + [ + [ + 11.3125 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 14.125 + ] + ], + [ + [ + 21.5 + ] + ], + [ + [ + 15.3125 + ] + ], + [ + [ + 9.1875 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 6.53125 + ] + ] + ] + }, + "model.layers.23.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3046875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21484375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.23.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.23.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 7.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.33203125 + ] + ] + } + }, + "model.layers.23.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 4.5 + ] + ] + ], + "outputs": [ + [ + [ + 1.109375 + ] + ], + [ + [ + 3.366955965335844e-20 + ] + ] + ], + "params": { + "weight": [ + [ + 0.54296875 + ] + ] + } + }, + "model.layers.24.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.24.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.96484375 + ] + ] + } + }, + "model.layers.24.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.24.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 4.59375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.201171875 + ] + ] + } + }, + "model.layers.24.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.0078125 + ] + ] + ], + "outputs": [ + [ + [ + 2.34375 + ] + ], + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.32421875 + ] + ] + } + }, + "model.layers.24.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.46875 + ] + ], + [ + [ + 4.75 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 4.59375 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 64.5 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 20.625 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 4.75 + ] + ] + ] + }, + "model.layers.24.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 36.0 + ] + ], + [ + [ + 4.75 + ] + ], + [ + [ + 1.3203125 + ] + ] + ], + "outputs": [ + [ + [ + 1.0078125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.24.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 7.65625 + ] + ] + ], + "outputs": [ + [ + [ + 0.796875 + ] + ], + [ + [ + 22.75 + ] + ], + [ + [ + 9.3125 + ] + ], + [ + [ + 14.5 + ] + ], + [ + [ + 15.0625 + ] + ], + [ + [ + 6.59375 + ] + ], + [ + [ + 13.125 + ] + ], + [ + [ + 13.625 + ] + ], + [ + [ + 11.625 + ] + ], + [ + [ + 12.125 + ] + ], + [ + [ + 17.875 + ] + ], + [ + [ + 17.125 + ] + ], + [ + [ + 13.3125 + ] + ], + [ + [ + 15.1875 + ] + ], + [ + [ + 9.9375 + ] + ], + [ + [ + 11.125 + ] + ], + [ + [ + 14.0 + ] + ], + [ + [ + 14.3125 + ] + ], + [ + [ + 11.8125 + ] + ], + [ + [ + 11.0625 + ] + ], + [ + [ + 7.875 + ] + ], + [ + [ + 7.125 + ] + ], + [ + [ + 11.625 + ] + ], + [ + [ + 9.25 + ] + ], + [ + [ + 11.625 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 11.0 + ] + ], + [ + [ + 12.4375 + ] + ], + [ + [ + 11.8125 + ] + ], + [ + [ + 18.0 + ] + ], + [ + [ + 15.125 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 17.5 + ] + ] + ] + }, + "model.layers.24.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.20703125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.24.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.24.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 7.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3671875 + ] + ] + } + }, + "model.layers.24.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 45.0 + ] + ] + ], + "outputs": [ + [ + [ + 25.5 + ] + ], + [ + [ + 3.2796418818020433e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.921875 + ] + ] + } + }, + "model.layers.25.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.25.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.625 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0390625 + ] + ] + } + }, + "model.layers.25.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.388671875 + ] + ] + } + }, + "model.layers.25.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.25.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.15625 + ] + ] + ], + "outputs": [ + [ + [ + 2.546875 + ] + ], + [ + [ + 7.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28515625 + ] + ] + } + }, + "model.layers.25.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 9.3125 + ] + ], + [ + [ + 5.25 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 5.25 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 47.75 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.625 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ] + }, + "model.layers.25.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 72.0 + ] + ], + [ + [ + 5.21875 + ] + ], + [ + [ + 1.2421875 + ] + ] + ], + "outputs": [ + [ + [ + 1.15625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.25.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 7.90625 + ] + ] + ], + "outputs": [ + [ + [ + 2.234375 + ] + ], + [ + [ + 14.0 + ] + ], + [ + [ + 7.5 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 7.09375 + ] + ], + [ + [ + 7.40625 + ] + ], + [ + [ + 20.0 + ] + ], + [ + [ + 12.5 + ] + ], + [ + [ + 35.75 + ] + ], + [ + [ + 6.84375 + ] + ], + [ + [ + 9.1875 + ] + ], + [ + [ + 6.65625 + ] + ], + [ + [ + 10.125 + ] + ], + [ + [ + 12.3125 + ] + ], + [ + [ + 13.125 + ] + ], + [ + [ + 7.21875 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 10.75 + ] + ], + [ + [ + 15.625 + ] + ], + [ + [ + 9.5 + ] + ], + [ + [ + 14.75 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 13.625 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 14.0625 + ] + ], + [ + [ + 12.9375 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 8.625 + ] + ], + [ + [ + 6.75 + ] + ], + [ + [ + 12.25 + ] + ] + ] + }, + "model.layers.25.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3046875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.25.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.25.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 7.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.435546875 + ] + ] + } + }, + "model.layers.25.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 15.625 + ] + ] + ], + "outputs": [ + [ + [ + 6.28125 + ] + ], + [ + [ + 1.673151639186411e-33 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0546875 + ] + ] + } + }, + "model.layers.26.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.26.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9375 + ] + ] + } + }, + "model.layers.26.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.26.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.26.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.15625 + ] + ] + ], + "outputs": [ + [ + [ + 4.84375 + ] + ], + [ + [ + 7.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.26.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.5 + ] + ], + [ + [ + 9.0625 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.0625 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 91.5 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 24.75 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ] + }, + "model.layers.26.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 35.0 + ] + ], + [ + [ + 5.5 + ] + ], + [ + [ + 1.734375 + ] + ] + ], + "outputs": [ + [ + [ + 1.15625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.26.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ], + "outputs": [ + [ + [ + 0.62109375 + ] + ], + [ + [ + 7.21875 + ] + ], + [ + [ + 13.8125 + ] + ], + [ + [ + 6.71875 + ] + ], + [ + [ + 11.6875 + ] + ], + [ + [ + 7.65625 + ] + ], + [ + [ + 9.1875 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 15.125 + ] + ], + [ + [ + 13.625 + ] + ], + [ + [ + 14.6875 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 10.1875 + ] + ], + [ + [ + 12.25 + ] + ], + [ + [ + 28.375 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 14.4375 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 9.9375 + ] + ], + [ + [ + 14.5625 + ] + ], + [ + [ + 10.6875 + ] + ], + [ + [ + 7.1875 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 8.0625 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 14.875 + ] + ], + [ + [ + 11.4375 + ] + ], + [ + [ + 11.1875 + ] + ] + ] + }, + "model.layers.26.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0634765625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.26.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.26.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.404296875 + ] + ] + } + }, + "model.layers.26.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 9.25 + ] + ] + ], + "outputs": [ + [ + [ + 4.6875 + ] + ], + [ + [ + 6.307420567868197e-33 + ] + ] + ], + "params": { + "weight": [ + [ + 1.5859375 + ] + ] + } + }, + "model.layers.27.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.27.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8515625 + ] + ] + } + }, + "model.layers.27.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1962890625 + ] + ] + } + }, + "model.layers.27.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 8.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.27.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.125 + ] + ] + ], + "outputs": [ + [ + [ + 1.828125 + ] + ], + [ + [ + 6.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.27.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.65625 + ] + ], + [ + [ + 8.25 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 8.25 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 71.0 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.75 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.25 + ] + ] + ] + }, + "model.layers.27.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 45.5 + ] + ], + [ + [ + 6.21875 + ] + ], + [ + [ + 1.734375 + ] + ] + ], + "outputs": [ + [ + [ + 1.125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.27.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ], + "outputs": [ + [ + [ + 1.3984375 + ] + ], + [ + [ + 12.5625 + ] + ], + [ + [ + 14.1875 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 12.5 + ] + ], + [ + [ + 7.34375 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 13.5 + ] + ], + [ + [ + 7.875 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 12.125 + ] + ], + [ + [ + 18.0 + ] + ], + [ + [ + 11.875 + ] + ], + [ + [ + 12.5625 + ] + ], + [ + [ + 11.5 + ] + ], + [ + [ + 13.875 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 13.25 + ] + ], + [ + [ + 12.3125 + ] + ], + [ + [ + 11.1875 + ] + ], + [ + [ + 5.03125 + ] + ], + [ + [ + 14.1875 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 12.8125 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 4.84375 + ] + ], + [ + [ + 7.28125 + ] + ], + [ + [ + 26.875 + ] + ], + [ + [ + 10.125 + ] + ] + ] + }, + "model.layers.27.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.46875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2255859375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1962890625 + ] + ] + } + }, + "model.layers.27.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.27.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.345703125 + ] + ] + } + }, + "model.layers.27.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 6.78125 + ] + ] + ], + "outputs": [ + [ + [ + 1.96875 + ] + ], + [ + [ + 1.857925203976527e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 1.4296875 + ] + ] + } + }, + "model.layers.28.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.28.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8515625 + ] + ] + } + }, + "model.layers.28.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.53125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.28.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.28.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.25 + ] + ] + ], + "outputs": [ + [ + [ + 4.28125 + ] + ], + [ + [ + 7.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1865234375 + ] + ] + } + }, + "model.layers.28.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.0 + ] + ], + [ + [ + 9.1875 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.1875 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 105.0 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.25 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.1875 + ] + ] + ] + }, + "model.layers.28.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 31.625 + ] + ], + [ + [ + 5.9375 + ] + ], + [ + [ + 2.3125 + ] + ] + ], + "outputs": [ + [ + [ + 1.25 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.28.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 8.75 + ] + ] + ], + "outputs": [ + [ + [ + 1.4765625 + ] + ], + [ + [ + 15.25 + ] + ], + [ + [ + 9.5625 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 12.25 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 28.25 + ] + ], + [ + [ + 14.6875 + ] + ], + [ + [ + 20.25 + ] + ], + [ + [ + 14.875 + ] + ], + [ + [ + 12.875 + ] + ], + [ + [ + 44.75 + ] + ], + [ + [ + 14.5 + ] + ], + [ + [ + 15.3125 + ] + ], + [ + [ + 15.625 + ] + ], + [ + [ + 15.5 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 15.125 + ] + ], + [ + [ + 29.625 + ] + ], + [ + [ + 13.375 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 6.40625 + ] + ], + [ + [ + 15.0 + ] + ], + [ + [ + 15.3125 + ] + ], + [ + [ + 6.75 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 15.1875 + ] + ], + [ + [ + 12.8125 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 10.0 + ] + ], + [ + [ + 15.8125 + ] + ] + ] + }, + "model.layers.28.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2890625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.404296875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.068359375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2177734375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06787109375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6796875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.201171875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.28.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.28.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 8.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.55859375 + ] + ] + } + }, + "model.layers.28.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 12.375 + ] + ] + ], + "outputs": [ + [ + [ + 2.578125 + ] + ], + [ + [ + 1.0178198943523583e-25 + ] + ] + ], + "params": { + "weight": [ + [ + 1.6328125 + ] + ] + } + }, + "model.layers.29.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.29.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.890625 + ] + ] + } + }, + "model.layers.29.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.244140625 + ] + ] + } + }, + "model.layers.29.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.29.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.5078125 + ] + ] + ], + "outputs": [ + [ + [ + 2.359375 + ] + ], + [ + [ + 8.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.29296875 + ] + ] + } + }, + "model.layers.29.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 8.0 + ] + ], + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 45.0 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.625 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.29.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 66.5 + ] + ], + [ + [ + 6.5 + ] + ], + [ + [ + 2.5 + ] + ] + ], + "outputs": [ + [ + [ + 1.5078125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.29.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ], + "outputs": [ + [ + [ + 3.203125 + ] + ], + [ + [ + 15.75 + ] + ], + [ + [ + 12.5 + ] + ], + [ + [ + 51.0 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 10.25 + ] + ], + [ + [ + 19.0 + ] + ], + [ + [ + 17.375 + ] + ], + [ + [ + 17.125 + ] + ], + [ + [ + 11.625 + ] + ], + [ + [ + 19.25 + ] + ], + [ + [ + 7.40625 + ] + ], + [ + [ + 11.6875 + ] + ], + [ + [ + 9.1875 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 14.1875 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 6.6875 + ] + ], + [ + [ + 13.0625 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 9.8125 + ] + ], + [ + [ + 9.4375 + ] + ], + [ + [ + 13.1875 + ] + ], + [ + [ + 12.0625 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 19.125 + ] + ], + [ + [ + 7.21875 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 42.25 + ] + ], + [ + [ + 11.0 + ] + ], + [ + [ + 17.25 + ] + ] + ] + }, + "model.layers.29.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.29.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.29.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 9.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.38671875 + ] + ] + } + }, + "model.layers.29.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 11.6875 + ] + ] + ], + "outputs": [ + [ + [ + 1.6171875 + ] + ], + [ + [ + 6.395098751769968e-20 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8046875 + ] + ] + } + }, + "model.layers.30.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.30.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.80078125 + ] + ] + } + }, + "model.layers.30.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.30.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 6.21875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.37890625 + ] + ] + } + }, + "model.layers.30.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.3203125 + ] + ] + ], + "outputs": [ + [ + [ + 3.4375 + ] + ], + [ + [ + 9.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.30.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.78125 + ] + ], + [ + [ + 7.9375 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 6.21875 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 72.0 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.75 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.9375 + ] + ] + ] + }, + "model.layers.30.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 37.75 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 1.7265625 + ] + ] + ], + "outputs": [ + [ + [ + 1.3203125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.30.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ], + "outputs": [ + [ + [ + 1.7890625 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 13.75 + ] + ], + [ + [ + 15.9375 + ] + ], + [ + [ + 23.25 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 21.5 + ] + ], + [ + [ + 10.375 + ] + ], + [ + [ + 12.0 + ] + ], + [ + [ + 20.25 + ] + ], + [ + [ + 12.375 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 14.9375 + ] + ], + [ + [ + 21.75 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 35.25 + ] + ], + [ + [ + 12.0 + ] + ], + [ + [ + 14.5625 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 13.0625 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 13.3125 + ] + ], + [ + [ + 25.125 + ] + ], + [ + [ + 15.75 + ] + ], + [ + [ + 19.25 + ] + ], + [ + [ + 7.59375 + ] + ], + [ + [ + 43.75 + ] + ], + [ + [ + 13.5625 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 15.0 + ] + ], + [ + [ + 12.75 + ] + ] + ] + }, + "model.layers.30.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2041015625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.283203125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.30.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.30.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.30.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 6.71875 + ] + ] + ], + "outputs": [ + [ + [ + 2.84375 + ] + ], + [ + [ + 2.84454791097972e+38 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0859375 + ] + ] + } + }, + "model.layers.31.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.31.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.46875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.89453125 + ] + ] + } + }, + "model.layers.31.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 9.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.31.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3828125 + ] + ] + } + }, + "model.layers.31.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.7265625 + ] + ] + ], + "outputs": [ + [ + [ + 5.5 + ] + ], + [ + [ + 11.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.31.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.6875 + ] + ], + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 6.15625 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 66.0 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.0 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.6875 + ] + ] + ] + }, + "model.layers.31.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 35.75 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 3.796875 + ] + ] + ], + "outputs": [ + [ + [ + 1.7265625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.31.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 9.75 + ] + ] + ], + "outputs": [ + [ + [ + 1.5234375 + ] + ], + [ + [ + 15.75 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 9.3125 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 13.9375 + ] + ], + [ + [ + 23.125 + ] + ], + [ + [ + 15.4375 + ] + ], + [ + [ + 19.5 + ] + ], + [ + [ + 37.75 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 37.75 + ] + ], + [ + [ + 26.875 + ] + ], + [ + [ + 22.375 + ] + ], + [ + [ + 37.25 + ] + ], + [ + [ + 11.75 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 13.4375 + ] + ], + [ + [ + 20.75 + ] + ], + [ + [ + 14.5625 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 15.3125 + ] + ], + [ + [ + 18.5 + ] + ], + [ + [ + 26.375 + ] + ], + [ + [ + 20.25 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 24.125 + ] + ] + ] + }, + "model.layers.31.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2021484375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.271484375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.431640625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.31.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.31.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 9.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.349609375 + ] + ] + } + }, + "model.layers.31.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 8.0 + ] + ] + ], + "outputs": [ + [ + [ + 2.75 + ] + ], + [ + [ + 1.3568407569801403e-27 + ] + ] + ], + "params": { + "weight": [ + [ + 1.390625 + ] + ] + } + }, + "model.layers.32.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.32.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.94921875 + ] + ] + } + }, + "model.layers.32.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.32.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 7.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.32.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.7734375 + ] + ] + ], + "outputs": [ + [ + [ + 2.015625 + ] + ], + [ + [ + 8.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28515625 + ] + ] + } + }, + "model.layers.32.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.375 + ] + ], + [ + [ + 8.375 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 7.0625 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 72.5 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.0 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.375 + ] + ] + ] + }, + "model.layers.32.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 37.0 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 2.578125 + ] + ] + ], + "outputs": [ + [ + [ + 1.7734375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.32.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 10.6875 + ] + ] + ], + "outputs": [ + [ + [ + 1.0390625 + ] + ], + [ + [ + 14.8125 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 18.25 + ] + ], + [ + [ + 22.0 + ] + ], + [ + [ + 27.75 + ] + ], + [ + [ + 13.75 + ] + ], + [ + [ + 25.25 + ] + ], + [ + [ + 15.625 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 12.125 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 19.125 + ] + ], + [ + [ + 27.5 + ] + ], + [ + [ + 28.25 + ] + ], + [ + [ + 15.5625 + ] + ], + [ + [ + 12.75 + ] + ], + [ + [ + 17.5 + ] + ], + [ + [ + 13.25 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 16.0 + ] + ], + [ + [ + 37.5 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 25.875 + ] + ], + [ + [ + 19.125 + ] + ], + [ + [ + 24.75 + ] + ], + [ + [ + 14.75 + ] + ], + [ + [ + 32.0 + ] + ] + ] + }, + "model.layers.32.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1982421875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2109375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.298828125 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.23046875 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.32.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.32.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 10.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.76953125 + ] + ] + } + }, + "model.layers.32.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "outputs": [ + [ + [ + 7.59375 + ] + ], + [ + [ + 3.3087224502121107e-21 + ] + ] + ], + "params": { + "weight": [ + [ + 1.3359375 + ] + ] + } + }, + "model.layers.33.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.71875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.33.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.71875 + ] + ] + ], + "params": { + "weight": [ + [ + 1.2734375 + ] + ] + } + }, + "model.layers.33.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.33.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 6.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.33.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.109375 + ] + ] + ], + "outputs": [ + [ + [ + 2.8125 + ] + ], + [ + [ + 7.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.33.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.28125 + ] + ], + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 6.875 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 90.0 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.0 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.6875 + ] + ] + ] + }, + "model.layers.33.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 34.5 + ] + ], + [ + [ + 9.6875 + ] + ], + [ + [ + 3.140625 + ] + ] + ], + "outputs": [ + [ + [ + 2.109375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.33.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.0625 + ] + ] + ], + "outputs": [ + [ + [ + 0.9609375 + ] + ], + [ + [ + 23.5 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 14.5 + ] + ], + [ + [ + 11.625 + ] + ], + [ + [ + 22.375 + ] + ], + [ + [ + 13.0 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 18.5 + ] + ], + [ + [ + 11.0 + ] + ], + [ + [ + 21.375 + ] + ], + [ + [ + 25.875 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 21.875 + ] + ], + [ + [ + 24.625 + ] + ], + [ + [ + 17.25 + ] + ], + [ + [ + 15.75 + ] + ], + [ + [ + 12.9375 + ] + ], + [ + [ + 14.9375 + ] + ], + [ + [ + 22.0 + ] + ], + [ + [ + 13.6875 + ] + ], + [ + [ + 26.875 + ] + ], + [ + [ + 14.375 + ] + ], + [ + [ + 14.0 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 11.6875 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 20.0 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 18.75 + ] + ], + [ + [ + 12.3125 + ] + ] + ] + }, + "model.layers.33.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06689453125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.423828125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2392578125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.33.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.33.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.474609375 + ] + ] + } + }, + "model.layers.33.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 163.0 + ] + ] + ], + "outputs": [ + [ + [ + 31.625 + ] + ], + [ + [ + 1.4579058296247113e-23 + ] + ] + ], + "params": { + "weight": [ + [ + 1.3125 + ] + ] + } + }, + "model.layers.34.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1787109375 + ] + ] + } + }, + "model.layers.34.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.7890625 + ] + ] + } + }, + "model.layers.34.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.34.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 7.96875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.34.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.109375 + ] + ] + ], + "outputs": [ + [ + [ + 4.15625 + ] + ], + [ + [ + 11.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.625 + ] + ] + } + }, + "model.layers.34.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.109375 + ] + ], + [ + [ + 7.96875 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 7.96875 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 88.5 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.125 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.96875 + ] + ] + ] + }, + "model.layers.34.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 23.25 + ] + ], + [ + [ + 6.1875 + ] + ], + [ + [ + 2.84375 + ] + ] + ], + "outputs": [ + [ + [ + 2.109375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.34.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ], + "outputs": [ + [ + [ + 1.3046875 + ] + ], + [ + [ + 12.3125 + ] + ], + [ + [ + 15.4375 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 24.75 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 14.625 + ] + ], + [ + [ + 28.375 + ] + ], + [ + [ + 23.5 + ] + ], + [ + [ + 29.0 + ] + ], + [ + [ + 7.6875 + ] + ], + [ + [ + 11.1875 + ] + ], + [ + [ + 12.125 + ] + ], + [ + [ + 18.875 + ] + ], + [ + [ + 11.3125 + ] + ], + [ + [ + 23.25 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 24.25 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 13.3125 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 18.5 + ] + ], + [ + [ + 30.0 + ] + ], + [ + [ + 15.0625 + ] + ], + [ + [ + 13.1875 + ] + ], + [ + [ + 21.75 + ] + ], + [ + [ + 8.6875 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 25.25 + ] + ] + ] + }, + "model.layers.34.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2021484375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.34.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.34.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.34.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 10.5 + ] + ] + ], + "outputs": [ + [ + [ + 11.5 + ] + ], + [ + [ + NaN + ] + ] + ], + "params": { + "weight": [ + [ + 1.8203125 + ] + ] + } + }, + "model.layers.35.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.35.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.83984375 + ] + ] + } + }, + "model.layers.35.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.35.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.35.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.9296875 + ] + ] + ], + "outputs": [ + [ + [ + 6.53125 + ] + ], + [ + [ + 10.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.35.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.421875 + ] + ], + [ + [ + 7.5 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 7.5 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 94.5 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.375 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ] + }, + "model.layers.35.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 27.125 + ] + ], + [ + [ + 6.875 + ] + ], + [ + [ + 2.4375 + ] + ] + ], + "outputs": [ + [ + [ + 1.9296875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.35.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.6875 + ] + ] + ], + "outputs": [ + [ + [ + 2.390625 + ] + ], + [ + [ + 25.75 + ] + ], + [ + [ + 30.625 + ] + ], + [ + [ + 8.375 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 31.25 + ] + ], + [ + [ + 22.75 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 15.875 + ] + ], + [ + [ + 22.0 + ] + ], + [ + [ + 14.8125 + ] + ], + [ + [ + 54.75 + ] + ], + [ + [ + 11.3125 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 17.125 + ] + ], + [ + [ + 14.8125 + ] + ], + [ + [ + 26.375 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 23.0 + ] + ], + [ + [ + 20.75 + ] + ], + [ + [ + 30.75 + ] + ], + [ + [ + 21.875 + ] + ], + [ + [ + 15.125 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 20.25 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 15.6875 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 18.75 + ] + ], + [ + [ + 13.1875 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 20.5 + ] + ], + [ + [ + 13.3125 + ] + ] + ] + }, + "model.layers.35.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.287109375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.35546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.35.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.35.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.423828125 + ] + ] + } + }, + "model.layers.35.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 82.5 + ] + ] + ], + "outputs": [ + [ + [ + 46.75 + ] + ], + [ + [ + 6.301925127571995e-19 + ] + ] + ], + "params": { + "weight": [ + [ + 0.96875 + ] + ] + } + }, + "model.layers.36.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.36.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.59375 + ] + ] + } + }, + "model.layers.36.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.263671875 + ] + ] + } + }, + "model.layers.36.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26171875 + ] + ] + } + }, + "model.layers.36.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.09375 + ] + ] + ], + "outputs": [ + [ + [ + 3.546875 + ] + ], + [ + [ + 12.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.36.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.4375 + ] + ], + [ + [ + 9.3125 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.3125 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 107.0 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.375 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.3125 + ] + ] + ] + }, + "model.layers.36.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 47.25 + ] + ], + [ + [ + 8.0 + ] + ], + [ + [ + 3.0625 + ] + ] + ], + "outputs": [ + [ + [ + 2.09375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.36.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.5 + ] + ] + ], + "outputs": [ + [ + [ + 1.296875 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 8.875 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 27.75 + ] + ], + [ + [ + 24.5 + ] + ], + [ + [ + 12.0 + ] + ], + [ + [ + 20.25 + ] + ], + [ + [ + 28.75 + ] + ], + [ + [ + 19.75 + ] + ], + [ + [ + 36.75 + ] + ], + [ + [ + 9.625 + ] + ], + [ + [ + 28.625 + ] + ], + [ + [ + 8.3125 + ] + ], + [ + [ + 14.0 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 8.4375 + ] + ], + [ + [ + 15.3125 + ] + ], + [ + [ + 38.5 + ] + ], + [ + [ + 15.1875 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 29.5 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 9.375 + ] + ], + [ + [ + 16.125 + ] + ], + [ + [ + 24.5 + ] + ], + [ + [ + 15.0625 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 36.0 + ] + ], + [ + [ + 21.5 + ] + ], + [ + [ + 22.625 + ] + ], + [ + [ + 13.6875 + ] + ] + ] + }, + "model.layers.36.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.36.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.36.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.259765625 + ] + ] + } + }, + "model.layers.36.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 13.75 + ] + ] + ], + "outputs": [ + [ + [ + 4.0 + ] + ], + [ + [ + 1.9816185939151817e-27 + ] + ] + ], + "params": { + "weight": [ + [ + 1.7109375 + ] + ] + } + }, + "model.layers.37.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.37.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.63671875 + ] + ] + } + }, + "model.layers.37.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.37.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.37.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 1.96875 + ] + ] + ], + "outputs": [ + [ + [ + 8.1875 + ] + ], + [ + [ + 11.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3046875 + ] + ] + } + }, + "model.layers.37.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.125 + ] + ], + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 85.5 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 28.5 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.4375 + ] + ] + ] + }, + "model.layers.37.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 33.75 + ] + ], + [ + [ + 6.46875 + ] + ], + [ + [ + 5.84375 + ] + ] + ], + "outputs": [ + [ + [ + 1.96875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.37.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.875 + ] + ] + ], + "outputs": [ + [ + [ + 1.671875 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 46.5 + ] + ], + [ + [ + 21.75 + ] + ], + [ + [ + 42.0 + ] + ], + [ + [ + 19.125 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 25.5 + ] + ], + [ + [ + 19.125 + ] + ], + [ + [ + 35.75 + ] + ], + [ + [ + 19.75 + ] + ], + [ + [ + 36.5 + ] + ], + [ + [ + 21.375 + ] + ], + [ + [ + 37.0 + ] + ], + [ + [ + 30.25 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 25.125 + ] + ], + [ + [ + 23.75 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 27.125 + ] + ], + [ + [ + 12.625 + ] + ], + [ + [ + 24.875 + ] + ], + [ + [ + 22.5 + ] + ], + [ + [ + 17.625 + ] + ], + [ + [ + 12.125 + ] + ], + [ + [ + 56.5 + ] + ], + [ + [ + 11.625 + ] + ], + [ + [ + 13.9375 + ] + ], + [ + [ + 17.25 + ] + ], + [ + [ + 46.0 + ] + ], + [ + [ + 40.75 + ] + ], + [ + [ + 18.5 + ] + ], + [ + [ + 5.0625 + ] + ] + ] + }, + "model.layers.37.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.298828125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.37.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.37.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.353515625 + ] + ] + } + }, + "model.layers.37.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 17.375 + ] + ] + ], + "outputs": [ + [ + [ + 4.84375 + ] + ], + [ + [ + 1.3894049351476637e-24 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8671875 + ] + ] + } + }, + "model.layers.38.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.38.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9765625 + ] + ] + } + }, + "model.layers.38.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.38.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 8.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.38.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.6875 + ] + ] + ], + "outputs": [ + [ + [ + 8.4375 + ] + ], + [ + [ + 18.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.78125 + ] + ] + } + }, + "model.layers.38.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 5.21875 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 80.5 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.0 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.38.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 41.0 + ] + ], + [ + [ + 8.5625 + ] + ], + [ + [ + 4.0 + ] + ] + ], + "outputs": [ + [ + [ + 2.6875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.38.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 11.875 + ] + ] + ], + "outputs": [ + [ + [ + 2.359375 + ] + ], + [ + [ + 22.5 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 17.25 + ] + ], + [ + [ + 20.75 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 20.75 + ] + ], + [ + [ + 40.5 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 27.375 + ] + ], + [ + [ + 25.125 + ] + ], + [ + [ + 26.125 + ] + ], + [ + [ + 32.25 + ] + ], + [ + [ + 21.625 + ] + ], + [ + [ + 28.375 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 24.25 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 14.4375 + ] + ], + [ + [ + 27.75 + ] + ], + [ + [ + 35.75 + ] + ], + [ + [ + 18.625 + ] + ], + [ + [ + 45.25 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 11.1875 + ] + ], + [ + [ + 36.75 + ] + ], + [ + [ + 23.125 + ] + ], + [ + [ + 28.625 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 30.125 + ] + ], + [ + [ + 27.125 + ] + ], + [ + [ + 16.25 + ] + ], + [ + [ + 20.75 + ] + ] + ] + }, + "model.layers.38.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.203125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.373046875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.27734375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.326171875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2109375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.38.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.38.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 11.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.51171875 + ] + ] + } + }, + "model.layers.38.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 20.25 + ] + ] + ], + "outputs": [ + [ + [ + 5.53125 + ] + ], + [ + [ + 2.2845411815200502e-27 + ] + ] + ], + "params": { + "weight": [ + [ + 1.2734375 + ] + ] + } + }, + "model.layers.39.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.39.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.76171875 + ] + ] + } + }, + "model.layers.39.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.21875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.39.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.34375 + ] + ] + } + }, + "model.layers.39.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.546875 + ] + ] + ], + "outputs": [ + [ + [ + 7.78125 + ] + ], + [ + [ + 22.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.39.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.9375 + ] + ], + [ + [ + 9.375 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 9.375 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 145.0 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 40.0 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 9.375 + ] + ] + ] + }, + "model.layers.39.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 33.25 + ] + ], + [ + [ + 7.9375 + ] + ], + [ + [ + 4.0 + ] + ] + ], + "outputs": [ + [ + [ + 2.546875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.39.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.1875 + ] + ] + ], + "outputs": [ + [ + [ + 2.328125 + ] + ], + [ + [ + 34.75 + ] + ], + [ + [ + 15.0 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 21.625 + ] + ], + [ + [ + 31.125 + ] + ], + [ + [ + 16.5 + ] + ], + [ + [ + 13.375 + ] + ], + [ + [ + 27.75 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 53.0 + ] + ], + [ + [ + 23.625 + ] + ], + [ + [ + 6.75 + ] + ], + [ + [ + 28.625 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 25.75 + ] + ], + [ + [ + 31.5 + ] + ], + [ + [ + 16.875 + ] + ], + [ + [ + 25.5 + ] + ], + [ + [ + 17.0 + ] + ], + [ + [ + 27.25 + ] + ], + [ + [ + 34.5 + ] + ], + [ + [ + 28.875 + ] + ], + [ + [ + 12.375 + ] + ], + [ + [ + 18.125 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 37.0 + ] + ], + [ + [ + 28.375 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 23.125 + ] + ], + [ + [ + 35.25 + ] + ] + ] + }, + "model.layers.39.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.271484375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06884765625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.314453125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.20703125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.39.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.39.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4921875 + ] + ] + } + }, + "model.layers.39.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 19.75 + ] + ] + ], + "outputs": [ + [ + [ + 9.5625 + ] + ], + [ + [ + 9.867933835512599e-20 + ] + ] + ], + "params": { + "weight": [ + [ + 1.953125 + ] + ] + } + }, + "model.layers.40.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2109375 + ] + ] + } + }, + "model.layers.40.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6328125 + ] + ] + } + }, + "model.layers.40.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.40625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.40.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 7.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.361328125 + ] + ] + } + }, + "model.layers.40.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.546875 + ] + ] + ], + "outputs": [ + [ + [ + 3.90625 + ] + ], + [ + [ + 15.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.34765625 + ] + ] + } + }, + "model.layers.40.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.4375 + ] + ], + [ + [ + 10.0625 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 7.78125 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 116.5 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.375 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 10.0625 + ] + ] + ] + }, + "model.layers.40.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 27.375 + ] + ], + [ + [ + 10.0625 + ] + ], + [ + [ + 3.34375 + ] + ] + ], + "outputs": [ + [ + [ + 2.546875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.40.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.25 + ] + ] + ], + "outputs": [ + [ + [ + 1.6171875 + ] + ], + [ + [ + 24.25 + ] + ], + [ + [ + 48.0 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 11.8125 + ] + ], + [ + [ + 27.125 + ] + ], + [ + [ + 21.75 + ] + ], + [ + [ + 32.75 + ] + ], + [ + [ + 26.125 + ] + ], + [ + [ + 32.75 + ] + ], + [ + [ + 21.0 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 31.75 + ] + ], + [ + [ + 32.25 + ] + ], + [ + [ + 13.5 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 47.5 + ] + ], + [ + [ + 25.375 + ] + ], + [ + [ + 39.5 + ] + ], + [ + [ + 40.75 + ] + ], + [ + [ + 43.5 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 23.875 + ] + ], + [ + [ + 21.75 + ] + ], + [ + [ + 35.25 + ] + ], + [ + [ + 23.25 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 40.25 + ] + ], + [ + [ + 29.625 + ] + ], + [ + [ + 26.375 + ] + ] + ] + }, + "model.layers.40.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.609375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.201171875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.53125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.451171875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.451171875 + ] + ] + } + }, + "model.layers.40.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.40.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2734375 + ] + ] + } + }, + "model.layers.40.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 25.875 + ] + ] + ], + "outputs": [ + [ + [ + 5.59375 + ] + ], + [ + [ + 2.846030702774449e-18 + ] + ] + ], + "params": { + "weight": [ + [ + 1.5 + ] + ] + } + }, + "model.layers.41.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.41.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.578125 + ] + ] + } + }, + "model.layers.41.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.65625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.20703125 + ] + ] + } + }, + "model.layers.41.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 12.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.41.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 2.859375 + ] + ] + ], + "outputs": [ + [ + [ + 9.625 + ] + ], + [ + [ + 19.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.259765625 + ] + ] + } + }, + "model.layers.41.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.65625 + ] + ], + [ + [ + 12.0 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 12.0 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 156.0 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 28.375 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 12.0 + ] + ] + ] + }, + "model.layers.41.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 36.25 + ] + ], + [ + [ + 7.0625 + ] + ], + [ + [ + 6.5 + ] + ] + ], + "outputs": [ + [ + [ + 2.859375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.41.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.25 + ] + ] + ], + "outputs": [ + [ + [ + 2.25 + ] + ], + [ + [ + 34.25 + ] + ], + [ + [ + 25.125 + ] + ], + [ + [ + 22.75 + ] + ], + [ + [ + 58.25 + ] + ], + [ + [ + 17.125 + ] + ], + [ + [ + 40.25 + ] + ], + [ + [ + 31.125 + ] + ], + [ + [ + 26.375 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 26.0 + ] + ], + [ + [ + 28.625 + ] + ], + [ + [ + 63.0 + ] + ], + [ + [ + 51.5 + ] + ], + [ + [ + 46.75 + ] + ], + [ + [ + 32.75 + ] + ], + [ + [ + 27.125 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 40.25 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 25.25 + ] + ], + [ + [ + 17.5 + ] + ], + [ + [ + 23.75 + ] + ], + [ + [ + 25.125 + ] + ], + [ + [ + 19.625 + ] + ], + [ + [ + 10.1875 + ] + ], + [ + [ + 33.75 + ] + ], + [ + [ + 29.125 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 49.5 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 32.75 + ] + ] + ] + }, + "model.layers.41.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.255859375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.353515625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.244140625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.259765625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.41.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.41.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.30859375 + ] + ] + } + }, + "model.layers.41.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 25.75 + ] + ] + ], + "outputs": [ + [ + [ + 5.28125 + ] + ], + [ + [ + 1.3225818558059913e+38 + ] + ] + ], + "params": { + "weight": [ + [ + 0.703125 + ] + ] + } + }, + "model.layers.42.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.42.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.7421875 + ] + ] + } + }, + "model.layers.42.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.42.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 10.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.42.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 5.9375 + ] + ] + ], + "outputs": [ + [ + [ + 13.5625 + ] + ], + [ + [ + 25.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.42.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.328125 + ] + ], + [ + [ + 10.8125 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 10.8125 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 148.0 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 30.25 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 10.8125 + ] + ] + ] + }, + "model.layers.42.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 17.75 + ] + ], + [ + [ + 7.5625 + ] + ], + [ + [ + 6.5625 + ] + ] + ], + "outputs": [ + [ + [ + 5.9375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.42.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "outputs": [ + [ + [ + 2.625 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 24.625 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 30.375 + ] + ], + [ + [ + 18.75 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 45.75 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 105.5 + ] + ], + [ + [ + 20.875 + ] + ], + [ + [ + 23.625 + ] + ], + [ + [ + 31.25 + ] + ], + [ + [ + 32.0 + ] + ], + [ + [ + 27.375 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 33.75 + ] + ], + [ + [ + 27.5 + ] + ], + [ + [ + 44.25 + ] + ], + [ + [ + 16.625 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 12.375 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 12.625 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 22.0 + ] + ], + [ + [ + 52.75 + ] + ], + [ + [ + 30.75 + ] + ], + [ + [ + 26.875 + ] + ], + [ + [ + 41.75 + ] + ], + [ + [ + 39.0 + ] + ] + ] + }, + "model.layers.42.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3359375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.42.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.42.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.416015625 + ] + ] + } + }, + "model.layers.42.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 27.0 + ] + ] + ], + "outputs": [ + [ + [ + 11.6875 + ] + ], + [ + [ + 7.809214475236381e+37 + ] + ] + ], + "params": { + "weight": [ + [ + 2.265625 + ] + ] + } + }, + "model.layers.43.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.96875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.43.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.96875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8125 + ] + ] + } + }, + "model.layers.43.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.43.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.283203125 + ] + ] + } + }, + "model.layers.43.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 3.875 + ] + ] + ], + "outputs": [ + [ + [ + 2.25 + ] + ], + [ + [ + 8.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.20703125 + ] + ] + } + }, + "model.layers.43.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.828125 + ] + ], + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 114.5 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.375 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.43.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 23.375 + ] + ], + [ + [ + 10.875 + ] + ], + [ + [ + 5.96875 + ] + ] + ], + "outputs": [ + [ + [ + 3.875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.43.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.75 + ] + ] + ], + "outputs": [ + [ + [ + 2.078125 + ] + ], + [ + [ + 26.875 + ] + ], + [ + [ + 11.9375 + ] + ], + [ + [ + 62.25 + ] + ], + [ + [ + 74.5 + ] + ], + [ + [ + 16.875 + ] + ], + [ + [ + 58.25 + ] + ], + [ + [ + 33.5 + ] + ], + [ + [ + 30.0 + ] + ], + [ + [ + 27.25 + ] + ], + [ + [ + 53.25 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 54.0 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 53.0 + ] + ], + [ + [ + 31.25 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 23.75 + ] + ], + [ + [ + 26.375 + ] + ], + [ + [ + 25.0 + ] + ], + [ + [ + 31.0 + ] + ], + [ + [ + 28.875 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 36.5 + ] + ], + [ + [ + 32.5 + ] + ], + [ + [ + 44.75 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 27.875 + ] + ], + [ + [ + 22.0 + ] + ], + [ + [ + 57.0 + ] + ], + [ + [ + 45.5 + ] + ], + [ + [ + 26.25 + ] + ], + [ + [ + 43.75 + ] + ] + ] + }, + "model.layers.43.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2421875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.37890625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.384765625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.43.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.43.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.482421875 + ] + ] + } + }, + "model.layers.43.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 30.625 + ] + ] + ], + "outputs": [ + [ + [ + 15.4375 + ] + ], + [ + [ + 3.279711571768651e-18 + ] + ] + ], + "params": { + "weight": [ + [ + 1.640625 + ] + ] + } + }, + "model.layers.44.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.44.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.28125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.416015625 + ] + ] + } + }, + "model.layers.44.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.287109375 + ] + ] + } + }, + "model.layers.44.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 8.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.44.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.3125 + ] + ] + ], + "outputs": [ + [ + [ + 22.125 + ] + ], + [ + [ + 40.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.44.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.421875 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 77.5 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 25.0 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 8.875 + ] + ] + ] + }, + "model.layers.44.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 29.375 + ] + ], + [ + [ + 7.28125 + ] + ], + [ + [ + 5.0 + ] + ] + ], + "outputs": [ + [ + [ + 4.3125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.44.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 13.0 + ] + ] + ], + "outputs": [ + [ + [ + 2.484375 + ] + ], + [ + [ + 27.875 + ] + ], + [ + [ + 47.25 + ] + ], + [ + [ + 27.75 + ] + ], + [ + [ + 57.0 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 49.0 + ] + ], + [ + [ + 46.0 + ] + ], + [ + [ + 24.5 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 22.5 + ] + ], + [ + [ + 34.5 + ] + ], + [ + [ + 40.0 + ] + ], + [ + [ + 52.75 + ] + ], + [ + [ + 31.25 + ] + ], + [ + [ + 41.25 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 45.5 + ] + ], + [ + [ + 28.75 + ] + ], + [ + [ + 25.125 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 31.0 + ] + ], + [ + [ + 23.125 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 31.25 + ] + ], + [ + [ + 26.875 + ] + ], + [ + [ + 41.0 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 18.375 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 59.75 + ] + ] + ] + }, + "model.layers.44.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2177734375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.259765625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.44.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.44.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 13.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.365234375 + ] + ] + } + }, + "model.layers.44.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 28.125 + ] + ] + ], + "outputs": [ + [ + [ + 7.59375 + ] + ], + [ + [ + 4.180331708947186e-26 + ] + ] + ], + "params": { + "weight": [ + [ + 1.8984375 + ] + ] + } + }, + "model.layers.45.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.53125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.45.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.53125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6640625 + ] + ] + } + }, + "model.layers.45.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.09375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.45.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 10.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.455078125 + ] + ] + } + }, + "model.layers.45.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 3.640625 + ] + ] + ], + "outputs": [ + [ + [ + 4.25 + ] + ], + [ + [ + 17.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.34765625 + ] + ] + } + }, + "model.layers.45.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.359375 + ] + ], + [ + [ + 10.125 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 10.125 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 61.75 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 20.125 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 10.125 + ] + ] + ] + }, + "model.layers.45.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 19.125 + ] + ], + [ + [ + 9.125 + ] + ], + [ + [ + 5.34375 + ] + ] + ], + "outputs": [ + [ + [ + 3.640625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.45.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 13.0625 + ] + ] + ], + "outputs": [ + [ + [ + 3.125 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 49.5 + ] + ], + [ + [ + 31.25 + ] + ], + [ + [ + 39.25 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 32.25 + ] + ], + [ + [ + 24.25 + ] + ], + [ + [ + 44.25 + ] + ], + [ + [ + 54.0 + ] + ], + [ + [ + 11.625 + ] + ], + [ + [ + 99.0 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 58.75 + ] + ], + [ + [ + 25.75 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 36.5 + ] + ], + [ + [ + 30.75 + ] + ], + [ + [ + 35.25 + ] + ], + [ + [ + 44.0 + ] + ], + [ + [ + 28.0 + ] + ], + [ + [ + 61.5 + ] + ], + [ + [ + 32.75 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 26.375 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 30.5 + ] + ], + [ + [ + 59.5 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 67.5 + ] + ], + [ + [ + 40.25 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 55.25 + ] + ] + ] + }, + "model.layers.45.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.35546875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.349609375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.36328125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.390625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.107421875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.45.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.45.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 13.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.35546875 + ] + ] + } + }, + "model.layers.45.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 35.25 + ] + ] + ], + "outputs": [ + [ + [ + 14.8125 + ] + ], + [ + [ + 3.838075690598686e-17 + ] + ] + ], + "params": { + "weight": [ + [ + 2.03125 + ] + ] + } + }, + "model.layers.46.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.46.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8203125 + ] + ] + } + }, + "model.layers.46.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 4.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.46.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 11.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.357421875 + ] + ] + } + }, + "model.layers.46.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.5 + ] + ] + ], + "outputs": [ + [ + [ + 5.65625 + ] + ], + [ + [ + 13.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.287109375 + ] + ] + } + }, + "model.layers.46.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 1.9140625 + ] + ], + [ + [ + 15.4375 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 11.375 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 106.0 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 31.875 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 15.4375 + ] + ] + ] + }, + "model.layers.46.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 15.125 + ] + ], + [ + [ + 15.4375 + ] + ], + [ + [ + 8.5 + ] + ] + ], + "outputs": [ + [ + [ + 4.5 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.46.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 13.6875 + ] + ] + ], + "outputs": [ + [ + [ + 2.5625 + ] + ], + [ + [ + 15.625 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 38.25 + ] + ], + [ + [ + 45.75 + ] + ], + [ + [ + 38.5 + ] + ], + [ + [ + 97.5 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 34.5 + ] + ], + [ + [ + 50.25 + ] + ], + [ + [ + 27.875 + ] + ], + [ + [ + 87.0 + ] + ], + [ + [ + 47.25 + ] + ], + [ + [ + 76.5 + ] + ], + [ + [ + 27.625 + ] + ], + [ + [ + 130.0 + ] + ], + [ + [ + 41.0 + ] + ], + [ + [ + 43.0 + ] + ], + [ + [ + 34.25 + ] + ], + [ + [ + 21.25 + ] + ], + [ + [ + 35.75 + ] + ], + [ + [ + 59.25 + ] + ], + [ + [ + 20.125 + ] + ], + [ + [ + 28.125 + ] + ], + [ + [ + 46.75 + ] + ], + [ + [ + 46.0 + ] + ], + [ + [ + 32.0 + ] + ], + [ + [ + 56.75 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 45.75 + ] + ], + [ + [ + 34.75 + ] + ], + [ + [ + 23.5 + ] + ] + ] + }, + "model.layers.46.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1826171875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.46.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.46.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 13.6875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.384765625 + ] + ] + } + }, + "model.layers.46.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 40.25 + ] + ] + ], + "outputs": [ + [ + [ + 8.1875 + ] + ], + [ + [ + 2.3201926491189795e-17 + ] + ] + ], + "params": { + "weight": [ + [ + 1.671875 + ] + ] + } + }, + "model.layers.47.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.47.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.8828125 + ] + ] + } + }, + "model.layers.47.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.47.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 11.0625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.47.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 5.875 + ] + ] + ], + "outputs": [ + [ + [ + 24.875 + ] + ], + [ + [ + 41.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6953125 + ] + ] + } + }, + "model.layers.47.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.125 + ] + ], + [ + [ + 11.0625 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 11.0625 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 56.25 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 17.125 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 11.0625 + ] + ] + ] + }, + "model.layers.47.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 32.75 + ] + ], + [ + [ + 10.625 + ] + ], + [ + [ + 7.59375 + ] + ] + ], + "outputs": [ + [ + [ + 5.875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.47.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 14.125 + ] + ] + ], + "outputs": [ + [ + [ + 3.828125 + ] + ], + [ + [ + 56.0 + ] + ], + [ + [ + 48.5 + ] + ], + [ + [ + 74.0 + ] + ], + [ + [ + 44.0 + ] + ], + [ + [ + 62.25 + ] + ], + [ + [ + 65.0 + ] + ], + [ + [ + 50.75 + ] + ], + [ + [ + 82.0 + ] + ], + [ + [ + 43.25 + ] + ], + [ + [ + 50.0 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 81.0 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 53.0 + ] + ], + [ + [ + 41.25 + ] + ], + [ + [ + 95.0 + ] + ], + [ + [ + 59.75 + ] + ], + [ + [ + 64.0 + ] + ], + [ + [ + 46.25 + ] + ], + [ + [ + 82.5 + ] + ], + [ + [ + 30.25 + ] + ], + [ + [ + 34.5 + ] + ], + [ + [ + 61.0 + ] + ], + [ + [ + 30.25 + ] + ], + [ + [ + 24.375 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 39.75 + ] + ], + [ + [ + 53.75 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 36.0 + ] + ], + [ + [ + 111.0 + ] + ], + [ + [ + 83.5 + ] + ] + ] + }, + "model.layers.47.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1337890625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.47.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.47.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 14.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.33203125 + ] + ] + } + }, + "model.layers.47.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 47.0 + ] + ] + ], + "outputs": [ + [ + [ + 8.5 + ] + ], + [ + [ + 3.3097777095044405e+38 + ] + ] + ], + "params": { + "weight": [ + [ + 1.46875 + ] + ] + } + }, + "model.layers.48.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.40625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.48.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.40625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.7109375 + ] + ] + } + }, + "model.layers.48.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.84375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.48.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 15.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.35546875 + ] + ] + } + }, + "model.layers.48.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 5.40625 + ] + ] + ], + "outputs": [ + [ + [ + 15.0 + ] + ], + [ + [ + 39.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.48.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.265625 + ] + ], + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 79.5 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 19.625 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.48.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 25.875 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 6.90625 + ] + ] + ], + "outputs": [ + [ + [ + 5.40625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.48.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "outputs": [ + [ + [ + 2.90625 + ] + ], + [ + [ + 37.0 + ] + ], + [ + [ + 45.0 + ] + ], + [ + [ + 60.75 + ] + ], + [ + [ + 55.25 + ] + ], + [ + [ + 33.0 + ] + ], + [ + [ + 22.5 + ] + ], + [ + [ + 44.0 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 57.75 + ] + ], + [ + [ + 39.5 + ] + ], + [ + [ + 71.5 + ] + ], + [ + [ + 41.75 + ] + ], + [ + [ + 15.0625 + ] + ], + [ + [ + 39.5 + ] + ], + [ + [ + 57.75 + ] + ], + [ + [ + 53.25 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 38.75 + ] + ], + [ + [ + 25.375 + ] + ], + [ + [ + 28.5 + ] + ], + [ + [ + 30.25 + ] + ], + [ + [ + 60.5 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 22.125 + ] + ], + [ + [ + 51.75 + ] + ], + [ + [ + 81.0 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 39.0 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 46.25 + ] + ], + [ + [ + 49.5 + ] + ] + ] + }, + "model.layers.48.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1806640625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.484375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.263671875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.48.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.48.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.451171875 + ] + ] + } + }, + "model.layers.48.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 60.0 + ] + ] + ], + "outputs": [ + [ + [ + 6.34375 + ] + ], + [ + [ + 1.4137996329210978e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 1.984375 + ] + ] + } + }, + "model.layers.49.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.49.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.75390625 + ] + ] + } + }, + "model.layers.49.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.49.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 12.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.49.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.875 + ] + ] + ], + "outputs": [ + [ + [ + 22.0 + ] + ], + [ + [ + 40.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.353515625 + ] + ] + } + }, + "model.layers.49.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.296875 + ] + ], + [ + [ + 12.75 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 12.75 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 132.0 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 33.5 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 12.75 + ] + ] + ] + }, + "model.layers.49.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 18.625 + ] + ], + [ + [ + 8.9375 + ] + ], + [ + [ + 6.15625 + ] + ] + ], + "outputs": [ + [ + [ + 4.65625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.49.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 14.9375 + ] + ] + ], + "outputs": [ + [ + [ + 3.328125 + ] + ], + [ + [ + 42.25 + ] + ], + [ + [ + 77.5 + ] + ], + [ + [ + 19.75 + ] + ], + [ + [ + 104.5 + ] + ], + [ + [ + 18.5 + ] + ], + [ + [ + 56.5 + ] + ], + [ + [ + 69.5 + ] + ], + [ + [ + 35.0 + ] + ], + [ + [ + 42.75 + ] + ], + [ + [ + 73.0 + ] + ], + [ + [ + 15.8125 + ] + ], + [ + [ + 35.5 + ] + ], + [ + [ + 48.5 + ] + ], + [ + [ + 65.0 + ] + ], + [ + [ + 46.75 + ] + ], + [ + [ + 40.75 + ] + ], + [ + [ + 50.75 + ] + ], + [ + [ + 42.75 + ] + ], + [ + [ + 55.75 + ] + ], + [ + [ + 50.0 + ] + ], + [ + [ + 61.0 + ] + ], + [ + [ + 20.0 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 62.5 + ] + ], + [ + [ + 43.25 + ] + ], + [ + [ + 23.5 + ] + ], + [ + [ + 38.75 + ] + ], + [ + [ + 22.25 + ] + ], + [ + [ + 53.25 + ] + ], + [ + [ + 35.75 + ] + ], + [ + [ + 56.0 + ] + ], + [ + [ + 69.0 + ] + ] + ] + }, + "model.layers.49.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2021484375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3515625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.33984375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.271484375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.49.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.49.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 14.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4140625 + ] + ] + } + }, + "model.layers.49.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 56.5 + ] + ] + ], + "outputs": [ + [ + [ + 14.875 + ] + ], + [ + [ + 1.3964523981613297e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 2.234375 + ] + ] + } + }, + "model.layers.50.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 5.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.50.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 5.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6796875 + ] + ] + } + }, + "model.layers.50.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 4.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.50.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 14.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.50.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 6.03125 + ] + ] + ], + "outputs": [ + [ + [ + 20.125 + ] + ], + [ + [ + 24.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.50.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.296875 + ] + ], + [ + [ + 14.625 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.625 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 161.0 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 36.5 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 14.625 + ] + ] + ] + }, + "model.layers.50.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 18.75 + ] + ], + [ + [ + 12.4375 + ] + ], + [ + [ + 9.1875 + ] + ] + ], + "outputs": [ + [ + [ + 6.03125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.50.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 15.25 + ] + ] + ], + "outputs": [ + [ + [ + 4.46875 + ] + ], + [ + [ + 47.0 + ] + ], + [ + [ + 53.0 + ] + ], + [ + [ + 16.375 + ] + ], + [ + [ + 61.5 + ] + ], + [ + [ + 43.0 + ] + ], + [ + [ + 33.75 + ] + ], + [ + [ + 69.0 + ] + ], + [ + [ + 15.375 + ] + ], + [ + [ + 48.0 + ] + ], + [ + [ + 73.0 + ] + ], + [ + [ + 77.0 + ] + ], + [ + [ + 117.0 + ] + ], + [ + [ + 66.5 + ] + ], + [ + [ + 64.5 + ] + ], + [ + [ + 51.75 + ] + ], + [ + [ + 74.5 + ] + ], + [ + [ + 29.5 + ] + ], + [ + [ + 15.0 + ] + ], + [ + [ + 21.75 + ] + ], + [ + [ + 48.0 + ] + ], + [ + [ + 20.625 + ] + ], + [ + [ + 92.0 + ] + ], + [ + [ + 50.0 + ] + ], + [ + [ + 54.25 + ] + ], + [ + [ + 29.375 + ] + ], + [ + [ + 72.0 + ] + ], + [ + [ + 45.5 + ] + ], + [ + [ + 48.75 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 59.25 + ] + ], + [ + [ + 89.0 + ] + ], + [ + [ + 49.5 + ] + ] + ] + }, + "model.layers.50.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.474609375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07373046875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.384765625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1455078125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10498046875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1728515625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.404296875 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.50.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.50.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 15.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.55859375 + ] + ] + } + }, + "model.layers.50.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 89.0 + ] + ] + ], + "outputs": [ + [ + [ + 30.5 + ] + ], + [ + [ + 6.83481049534862e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 1.84375 + ] + ] + } + }, + "model.layers.51.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.34375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.51.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.34375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.5390625 + ] + ] + } + }, + "model.layers.51.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.51.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 14.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.205078125 + ] + ] + } + }, + "model.layers.51.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.9375 + ] + ] + ], + "outputs": [ + [ + [ + 10.0 + ] + ], + [ + [ + 28.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.482421875 + ] + ] + } + }, + "model.layers.51.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.734375 + ] + ], + [ + [ + 14.9375 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.9375 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 96.0 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 20.75 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 14.9375 + ] + ] + ] + }, + "model.layers.51.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 21.0 + ] + ], + [ + [ + 6.625 + ] + ], + [ + [ + 5.6875 + ] + ] + ], + "outputs": [ + [ + [ + 4.9375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.51.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 15.5 + ] + ] + ], + "outputs": [ + [ + [ + 3.03125 + ] + ], + [ + [ + 62.5 + ] + ], + [ + [ + 41.75 + ] + ], + [ + [ + 43.75 + ] + ], + [ + [ + 90.0 + ] + ], + [ + [ + 72.5 + ] + ], + [ + [ + 53.75 + ] + ], + [ + [ + 81.5 + ] + ], + [ + [ + 82.5 + ] + ], + [ + [ + 40.5 + ] + ], + [ + [ + 59.5 + ] + ], + [ + [ + 28.25 + ] + ], + [ + [ + 26.25 + ] + ], + [ + [ + 57.25 + ] + ], + [ + [ + 27.75 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 60.75 + ] + ], + [ + [ + 30.375 + ] + ], + [ + [ + 43.0 + ] + ], + [ + [ + 19.375 + ] + ], + [ + [ + 32.5 + ] + ], + [ + [ + 54.0 + ] + ], + [ + [ + 76.5 + ] + ], + [ + [ + 64.0 + ] + ], + [ + [ + 65.0 + ] + ], + [ + [ + 42.75 + ] + ], + [ + [ + 58.0 + ] + ], + [ + [ + 50.0 + ] + ], + [ + [ + 24.875 + ] + ], + [ + [ + 81.5 + ] + ], + [ + [ + 95.0 + ] + ], + [ + [ + 30.125 + ] + ], + [ + [ + 55.5 + ] + ] + ] + }, + "model.layers.51.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.220703125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.259765625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1083984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09619140625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10400390625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.27734375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10107421875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1708984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.51.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.51.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 15.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.51.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 58.5 + ] + ] + ], + "outputs": [ + [ + [ + 11.0625 + ] + ], + [ + [ + 1.1492543028346347e-17 + ] + ] + ], + "params": { + "weight": [ + [ + 2.0 + ] + ] + } + }, + "model.layers.52.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.52.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.60546875 + ] + ] + } + }, + "model.layers.52.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.15625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.52.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 14.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28515625 + ] + ] + } + }, + "model.layers.52.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.65625 + ] + ] + ], + "outputs": [ + [ + [ + 25.375 + ] + ], + [ + [ + 45.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.24609375 + ] + ] + } + }, + "model.layers.52.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.5625 + ] + ], + [ + [ + 14.6875 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.6875 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 78.5 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 26.0 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 14.6875 + ] + ] + ] + }, + "model.layers.52.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 21.0 + ] + ], + [ + [ + 7.84375 + ] + ], + [ + [ + 8.625 + ] + ] + ], + "outputs": [ + [ + [ + 4.65625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.52.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.0 + ] + ] + ], + "outputs": [ + [ + [ + 3.875 + ] + ], + [ + [ + 45.0 + ] + ], + [ + [ + 25.375 + ] + ], + [ + [ + 98.0 + ] + ], + [ + [ + 75.5 + ] + ], + [ + [ + 42.0 + ] + ], + [ + [ + 49.0 + ] + ], + [ + [ + 11.5625 + ] + ], + [ + [ + 67.0 + ] + ], + [ + [ + 59.0 + ] + ], + [ + [ + 78.0 + ] + ], + [ + [ + 54.25 + ] + ], + [ + [ + 61.25 + ] + ], + [ + [ + 58.25 + ] + ], + [ + [ + 60.0 + ] + ], + [ + [ + 85.5 + ] + ], + [ + [ + 66.5 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 59.75 + ] + ], + [ + [ + 69.0 + ] + ], + [ + [ + 103.5 + ] + ], + [ + [ + 47.75 + ] + ], + [ + [ + 31.875 + ] + ], + [ + [ + 25.875 + ] + ], + [ + [ + 53.75 + ] + ], + [ + [ + 83.0 + ] + ], + [ + [ + 87.0 + ] + ], + [ + [ + 35.25 + ] + ], + [ + [ + 52.0 + ] + ], + [ + [ + 26.0 + ] + ], + [ + [ + 57.0 + ] + ], + [ + [ + 51.5 + ] + ], + [ + [ + 48.5 + ] + ] + ] + }, + "model.layers.52.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19921875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08642578125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0703125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.52.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0693359375 + ] + ] + } + }, + "model.layers.52.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.376953125 + ] + ] + } + }, + "model.layers.52.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 66.5 + ] + ] + ], + "outputs": [ + [ + [ + 25.125 + ] + ], + [ + [ + 3.4867941867133823e-16 + ] + ] + ], + "params": { + "weight": [ + [ + 1.65625 + ] + ] + } + }, + "model.layers.53.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 7.21875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.53.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 7.21875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.734375 + ] + ] + } + }, + "model.layers.53.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.53.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2060546875 + ] + ] + } + }, + "model.layers.53.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 6.3125 + ] + ] + ], + "outputs": [ + [ + [ + 34.75 + ] + ], + [ + [ + 48.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2177734375 + ] + ] + } + }, + "model.layers.53.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 1.9765625 + ] + ], + [ + [ + 16.25 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 16.25 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 92.5 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 29.75 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ] + }, + "model.layers.53.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 16.125 + ] + ], + [ + [ + 9.0625 + ] + ], + [ + [ + 10.1875 + ] + ] + ], + "outputs": [ + [ + [ + 6.3125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.53.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.625 + ] + ] + ], + "outputs": [ + [ + [ + 6.28125 + ] + ], + [ + [ + 75.0 + ] + ], + [ + [ + 36.75 + ] + ], + [ + [ + 48.0 + ] + ], + [ + [ + 70.5 + ] + ], + [ + [ + 54.0 + ] + ], + [ + [ + 55.0 + ] + ], + [ + [ + 84.5 + ] + ], + [ + [ + 26.625 + ] + ], + [ + [ + 111.0 + ] + ], + [ + [ + 75.0 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 79.0 + ] + ], + [ + [ + 66.5 + ] + ], + [ + [ + 45.75 + ] + ], + [ + [ + 20.375 + ] + ], + [ + [ + 62.75 + ] + ], + [ + [ + 61.75 + ] + ], + [ + [ + 17.25 + ] + ], + [ + [ + 90.5 + ] + ], + [ + [ + 82.5 + ] + ], + [ + [ + 58.75 + ] + ], + [ + [ + 81.5 + ] + ], + [ + [ + 86.5 + ] + ], + [ + [ + 118.0 + ] + ], + [ + [ + 65.5 + ] + ], + [ + [ + 79.5 + ] + ], + [ + [ + 59.75 + ] + ], + [ + [ + 61.0 + ] + ], + [ + [ + 58.0 + ] + ], + [ + [ + 71.5 + ] + ], + [ + [ + 16.75 + ] + ], + [ + [ + 45.75 + ] + ] + ] + }, + "model.layers.53.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09423828125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1162109375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11962890625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2158203125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10205078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.376953125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.080078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07470703125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1474609375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07421875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08935546875 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.53.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.53.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.408203125 + ] + ] + } + }, + "model.layers.53.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 96.5 + ] + ] + ], + "outputs": [ + [ + [ + 13.5 + ] + ], + [ + [ + 6.579678579135334e+37 + ] + ] + ], + "params": { + "weight": [ + [ + 2.65625 + ] + ] + } + }, + "model.layers.54.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.54.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.65625 + ] + ] + } + }, + "model.layers.54.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 5.90625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.20703125 + ] + ] + } + }, + "model.layers.54.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 15.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.54.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 7.6875 + ] + ] + ], + "outputs": [ + [ + [ + 12.75 + ] + ], + [ + [ + 25.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.54.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 4.375 + ] + ], + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 59.0 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 21.75 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 15.75 + ] + ] + ] + }, + "model.layers.54.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 35.5 + ] + ], + [ + [ + 13.375 + ] + ], + [ + [ + 9.875 + ] + ] + ], + "outputs": [ + [ + [ + 7.6875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.54.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.875 + ] + ] + ], + "outputs": [ + [ + [ + 4.875 + ] + ], + [ + [ + 46.25 + ] + ], + [ + [ + 32.75 + ] + ], + [ + [ + 50.0 + ] + ], + [ + [ + 85.5 + ] + ], + [ + [ + 80.0 + ] + ], + [ + [ + 58.25 + ] + ], + [ + [ + 73.0 + ] + ], + [ + [ + 74.0 + ] + ], + [ + [ + 56.0 + ] + ], + [ + [ + 71.0 + ] + ], + [ + [ + 72.5 + ] + ], + [ + [ + 80.0 + ] + ], + [ + [ + 66.5 + ] + ], + [ + [ + 126.5 + ] + ], + [ + [ + 85.5 + ] + ], + [ + [ + 21.5 + ] + ], + [ + [ + 67.0 + ] + ], + [ + [ + 68.0 + ] + ], + [ + [ + 48.25 + ] + ], + [ + [ + 114.5 + ] + ], + [ + [ + 35.75 + ] + ], + [ + [ + 69.5 + ] + ], + [ + [ + 81.5 + ] + ], + [ + [ + 38.0 + ] + ], + [ + [ + 35.75 + ] + ], + [ + [ + 54.25 + ] + ], + [ + [ + 48.25 + ] + ], + [ + [ + 62.0 + ] + ], + [ + [ + 92.0 + ] + ], + [ + [ + 55.75 + ] + ], + [ + [ + 60.5 + ] + ], + [ + [ + 78.5 + ] + ] + ] + }, + "model.layers.54.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.14453125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10791015625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09228515625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1015625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2109375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.263671875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.318359375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08837890625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.310546875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10009765625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2119140625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0849609375 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07861328125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08251953125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.263671875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.169921875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1572265625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.54.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.54.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.392578125 + ] + ] + } + }, + "model.layers.54.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 107.5 + ] + ] + ], + "outputs": [ + [ + [ + 20.625 + ] + ], + [ + [ + 4.597017211338539e-17 + ] + ] + ], + "params": { + "weight": [ + [ + 1.6015625 + ] + ] + } + }, + "model.layers.55.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 6.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.55.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 6.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.96875 + ] + ] + } + }, + "model.layers.55.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1767578125 + ] + ] + } + }, + "model.layers.55.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 15.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.55.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 7.78125 + ] + ] + ], + "outputs": [ + [ + [ + 51.25 + ] + ], + [ + [ + 53.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.55.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.34375 + ] + ], + [ + [ + 15.0 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 15.0 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 56.5 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 22.75 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 15.0 + ] + ] + ] + }, + "model.layers.55.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 19.75 + ] + ], + [ + [ + 13.3125 + ] + ], + [ + [ + 8.625 + ] + ] + ], + "outputs": [ + [ + [ + 7.78125 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.55.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.0 + ] + ] + ], + "outputs": [ + [ + [ + 5.6875 + ] + ], + [ + [ + 86.0 + ] + ], + [ + [ + 130.0 + ] + ], + [ + [ + 84.5 + ] + ], + [ + [ + 92.0 + ] + ], + [ + [ + 79.5 + ] + ], + [ + [ + 71.0 + ] + ], + [ + [ + 50.75 + ] + ], + [ + [ + 107.5 + ] + ], + [ + [ + 72.0 + ] + ], + [ + [ + 69.0 + ] + ], + [ + [ + 91.0 + ] + ], + [ + [ + 62.75 + ] + ], + [ + [ + 79.0 + ] + ], + [ + [ + 95.0 + ] + ], + [ + [ + 58.75 + ] + ], + [ + [ + 80.0 + ] + ], + [ + [ + 57.0 + ] + ], + [ + [ + 90.5 + ] + ], + [ + [ + 102.0 + ] + ], + [ + [ + 63.5 + ] + ], + [ + [ + 108.0 + ] + ], + [ + [ + 46.0 + ] + ], + [ + [ + 24.0 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 89.0 + ] + ], + [ + [ + 30.75 + ] + ], + [ + [ + 36.5 + ] + ], + [ + [ + 93.0 + ] + ], + [ + [ + 82.0 + ] + ], + [ + [ + 82.0 + ] + ], + [ + [ + 83.0 + ] + ], + [ + [ + 94.0 + ] + ] + ] + }, + "model.layers.55.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.255859375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.18359375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.265625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0869140625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.087890625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1865234375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.314453125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.28125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08984375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07275390625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0732421875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0947265625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0712890625 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.55.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.55.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.50390625 + ] + ] + } + }, + "model.layers.55.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 94.0 + ] + ] + ], + "outputs": [ + [ + [ + 8.1875 + ] + ], + [ + [ + 3.5388358909926865e-15 + ] + ] + ], + "params": { + "weight": [ + [ + 0.921875 + ] + ] + } + }, + "model.layers.56.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.56.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.56.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 6.78125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.56.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 14.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.34375 + ] + ] + } + }, + "model.layers.56.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 6.6875 + ] + ] + ], + "outputs": [ + [ + [ + 6.96875 + ] + ], + [ + [ + 23.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.56.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.640625 + ] + ], + [ + [ + 14.375 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 14.375 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 100.0 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 33.25 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 14.375 + ] + ] + ] + }, + "model.layers.56.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 24.5 + ] + ], + [ + [ + 12.3125 + ] + ], + [ + [ + 7.25 + ] + ] + ], + "outputs": [ + [ + [ + 6.6875 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.56.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.625 + ] + ] + ], + "outputs": [ + [ + [ + 33.25 + ] + ], + [ + [ + 89.5 + ] + ], + [ + [ + 102.0 + ] + ], + [ + [ + 71.5 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 140.0 + ] + ], + [ + [ + 100.0 + ] + ], + [ + [ + 64.0 + ] + ], + [ + [ + 95.5 + ] + ], + [ + [ + 114.5 + ] + ], + [ + [ + 64.5 + ] + ], + [ + [ + 184.0 + ] + ], + [ + [ + 60.25 + ] + ], + [ + [ + 74.5 + ] + ], + [ + [ + 66.5 + ] + ], + [ + [ + 121.0 + ] + ], + [ + [ + 57.5 + ] + ], + [ + [ + 47.5 + ] + ], + [ + [ + 19.875 + ] + ], + [ + [ + 48.75 + ] + ], + [ + [ + 121.5 + ] + ], + [ + [ + 31.625 + ] + ], + [ + [ + 131.0 + ] + ], + [ + [ + 74.5 + ] + ], + [ + [ + 266.0 + ] + ], + [ + [ + 77.5 + ] + ], + [ + [ + 56.25 + ] + ], + [ + [ + 62.25 + ] + ], + [ + [ + 71.5 + ] + ], + [ + [ + 86.0 + ] + ], + [ + [ + 82.0 + ] + ], + [ + [ + 79.5 + ] + ], + [ + [ + 80.5 + ] + ] + ] + }, + "model.layers.56.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12060546875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1494140625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2060546875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.083984375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.072265625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06298828125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2177734375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2099609375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1181640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08740234375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07958984375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08349609375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08154296875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1611328125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0810546875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09765625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.076171875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.158203125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07177734375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0830078125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1982421875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0771484375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0927734375 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.56.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.56.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.369140625 + ] + ] + } + }, + "model.layers.56.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 116.0 + ] + ] + ], + "outputs": [ + [ + [ + 10.0625 + ] + ], + [ + [ + 3.256608589673044e+38 + ] + ] + ], + "params": { + "weight": [ + [ + 1.3125 + ] + ] + } + }, + "model.layers.57.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 7.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1591796875 + ] + ] + } + }, + "model.layers.57.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 7.9375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.57.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 7.96875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.57.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 13.1875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.57.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "outputs": [ + [ + [ + 22.0 + ] + ], + [ + [ + 50.5 + ] + ] + ], + "params": { + "weight": [ + [ + 0.57421875 + ] + ] + } + }, + "model.layers.57.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.46875 + ] + ], + [ + [ + 13.1875 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 13.1875 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 106.0 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 38.0 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 13.1875 + ] + ] + ] + }, + "model.layers.57.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 19.625 + ] + ], + [ + [ + 8.25 + ] + ], + [ + [ + 5.5 + ] + ] + ], + "outputs": [ + [ + [ + 4.375 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.57.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "outputs": [ + [ + [ + 7.59375 + ] + ], + [ + [ + 146.0 + ] + ], + [ + [ + 135.0 + ] + ], + [ + [ + 57.0 + ] + ], + [ + [ + 190.0 + ] + ], + [ + [ + 75.0 + ] + ], + [ + [ + 117.5 + ] + ], + [ + [ + 95.0 + ] + ], + [ + [ + 97.5 + ] + ], + [ + [ + 47.25 + ] + ], + [ + [ + 93.5 + ] + ], + [ + [ + 109.0 + ] + ], + [ + [ + 96.5 + ] + ], + [ + [ + 190.0 + ] + ], + [ + [ + 87.5 + ] + ], + [ + [ + 159.0 + ] + ], + [ + [ + 70.0 + ] + ], + [ + [ + 63.25 + ] + ], + [ + [ + 43.0 + ] + ], + [ + [ + 41.25 + ] + ], + [ + [ + 73.5 + ] + ], + [ + [ + 84.5 + ] + ], + [ + [ + 63.25 + ] + ], + [ + [ + 60.75 + ] + ], + [ + [ + 78.5 + ] + ], + [ + [ + 55.25 + ] + ], + [ + [ + 69.0 + ] + ], + [ + [ + 79.5 + ] + ], + [ + [ + 189.0 + ] + ], + [ + [ + 31.0 + ] + ], + [ + [ + 79.0 + ] + ], + [ + [ + 30.125 + ] + ], + [ + [ + 47.0 + ] + ] + ] + }, + "model.layers.57.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2001953125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11279296875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.328125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.326171875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0966796875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09130859375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0751953125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.166015625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10693359375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.115234375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.095703125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.078125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07666015625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.142578125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.06982421875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09912109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10546875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.21875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1435546875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1005859375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1025390625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1396484375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1484375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1982421875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07080078125 + ] + ] + } + }, + "model.layers.57.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.57.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 14.4375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4921875 + ] + ] + } + }, + "model.layers.57.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 140.0 + ] + ] + ], + "outputs": [ + [ + [ + 47.75 + ] + ], + [ + [ + 4.828087799349512e-20 + ] + ] + ], + "params": { + "weight": [ + [ + 0.357421875 + ] + ] + } + }, + "model.layers.58.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.58.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 4.375 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.58.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 10.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.58.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 12.8125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.234375 + ] + ] + } + }, + "model.layers.58.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 7.5 + ] + ] + ], + "outputs": [ + [ + [ + 48.25 + ] + ], + [ + [ + 66.0 + ] + ] + ], + "params": { + "weight": [ + [ + 1.0234375 + ] + ] + } + }, + "model.layers.58.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.734375 + ] + ], + [ + [ + 12.8125 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 12.8125 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 188.0 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 44.75 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 12.8125 + ] + ] + ] + }, + "model.layers.58.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 21.125 + ] + ], + [ + [ + 10.75 + ] + ], + [ + [ + 9.8125 + ] + ] + ], + "outputs": [ + [ + [ + 7.5 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.58.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "outputs": [ + [ + [ + 21.75 + ] + ], + [ + [ + 262.0 + ] + ], + [ + [ + 91.5 + ] + ], + [ + [ + 71.0 + ] + ], + [ + [ + 75.5 + ] + ], + [ + [ + 55.25 + ] + ], + [ + [ + 39.25 + ] + ], + [ + [ + 45.5 + ] + ], + [ + [ + 65.0 + ] + ], + [ + [ + 314.0 + ] + ], + [ + [ + 69.5 + ] + ], + [ + [ + 46.5 + ] + ], + [ + [ + 26.625 + ] + ], + [ + [ + 104.5 + ] + ], + [ + [ + 111.0 + ] + ], + [ + [ + 360.0 + ] + ], + [ + [ + 145.0 + ] + ], + [ + [ + 55.75 + ] + ], + [ + [ + 76.5 + ] + ], + [ + [ + 119.5 + ] + ], + [ + [ + 66.5 + ] + ], + [ + [ + 82.5 + ] + ], + [ + [ + 61.0 + ] + ], + [ + [ + 39.0 + ] + ], + [ + [ + 194.0 + ] + ], + [ + [ + 130.0 + ] + ], + [ + [ + 78.0 + ] + ], + [ + [ + 92.5 + ] + ], + [ + [ + 45.75 + ] + ], + [ + [ + 126.0 + ] + ], + [ + [ + 302.0 + ] + ], + [ + [ + 106.5 + ] + ], + [ + [ + 76.0 + ] + ] + ] + }, + "model.layers.58.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11376953125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10595703125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.154296875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.150390625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1220703125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10302734375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08056640625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1923828125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.109375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1279296875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1298828125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09326171875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.267578125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11181640625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1171875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.279296875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.103515625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15234375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.283203125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.091796875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08203125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1142578125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0791015625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09716796875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1357421875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.22265625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.126953125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0888671875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08544921875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07568359375 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.138671875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1376953125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.123046875 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.58.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.58.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 12.125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2412109375 + ] + ] + } + }, + "model.layers.58.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 740.0 + ] + ] + ], + "outputs": [ + [ + [ + 78.0 + ] + ], + [ + [ + 1.3600232051658168e-15 + ] + ] + ], + "params": { + "weight": [ + [ + 0.9140625 + ] + ] + } + }, + "model.layers.59.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 12.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1669921875 + ] + ] + } + }, + "model.layers.59.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 12.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3828125 + ] + ] + } + }, + "model.layers.59.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 8.3125 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.59.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 16.875 + ] + ] + ], + "params": { + "weight": [ + [ + 0.578125 + ] + ] + } + }, + "model.layers.59.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 15.0625 + ] + ] + ], + "outputs": [ + [ + [ + 9.6875 + ] + ], + [ + [ + 29.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16015625 + ] + ] + } + }, + "model.layers.59.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 2.328125 + ] + ], + [ + [ + 16.875 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 16.875 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 94.0 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 32.25 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 16.875 + ] + ] + ] + }, + "model.layers.59.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 16.5 + ] + ], + [ + [ + 14.125 + ] + ], + [ + [ + 15.75 + ] + ] + ], + "outputs": [ + [ + [ + 15.0625 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.59.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 13.5625 + ] + ] + ], + "outputs": [ + [ + [ + 4384.0 + ] + ], + [ + [ + 37.5 + ] + ], + [ + [ + 75.5 + ] + ], + [ + [ + 55.0 + ] + ], + [ + [ + 44.75 + ] + ], + [ + [ + 47.25 + ] + ], + [ + [ + 856.0 + ] + ], + [ + [ + 24.625 + ] + ], + [ + [ + 1616.0 + ] + ], + [ + [ + 58.25 + ] + ], + [ + [ + 73.5 + ] + ], + [ + [ + 41.75 + ] + ], + [ + [ + 19328.0 + ] + ], + [ + [ + 73.5 + ] + ], + [ + [ + 64.0 + ] + ], + [ + [ + 85.5 + ] + ], + [ + [ + 61.5 + ] + ], + [ + [ + 185.0 + ] + ], + [ + [ + 66.0 + ] + ], + [ + [ + 31.0 + ] + ], + [ + [ + 868.0 + ] + ], + [ + [ + 84.0 + ] + ], + [ + [ + 51.25 + ] + ], + [ + [ + 46080.0 + ] + ], + [ + [ + 556.0 + ] + ], + [ + [ + 81.5 + ] + ], + [ + [ + 44.75 + ] + ], + [ + [ + 668.0 + ] + ], + [ + [ + 53.5 + ] + ], + [ + [ + 115.0 + ] + ], + [ + [ + 116.0 + ] + ], + [ + [ + 41.5 + ] + ], + [ + [ + 52.5 + ] + ] + ] + }, + "model.layers.59.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1064453125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.15625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.140625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.08447265625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.189453125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.10888671875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.236328125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1259765625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1640625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09033203125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.349609375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0908203125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.146484375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.111328125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09521484375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1689453125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.38671875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.185546875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1953125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.17578125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.197265625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1806640625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.07763671875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2177734375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1533203125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1103515625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.09814453125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1552734375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.283203125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.099609375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.53125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.216796875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.6875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.59765625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.248046875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1044921875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1240234375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.447265625 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2421875 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.59.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0986328125 + ] + ] + } + }, + "model.layers.59.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 13.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.251953125 + ] + ] + } + }, + "model.layers.59.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 996.0 + ] + ] + ], + "outputs": [ + [ + [ + 93.5 + ] + ], + [ + [ + 7.112366251504909e-17 + ] + ] + ], + "params": { + "weight": [ + [ + 0.515625 + ] + ] + } + }, + "model.layers.60.self_attn.q_a_proj": { + "inputs": [ + [ + [ + 7.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.60.self_attn.kv_a_proj_with_mqa": { + "inputs": [ + [ + [ + 7.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.259765625 + ] + ] + } + }, + "model.layers.60.self_attn.mla_attn.impl.q_proj": { + "inputs": [ + [ + [ + 11.5625 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2236328125 + ] + ] + } + }, + "model.layers.60.self_attn.mla_attn.impl.kv_b_proj": { + "inputs": [ + [ + [ + 16.75 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3359375 + ] + ] + } + }, + "model.layers.60.self_attn.mla_attn.impl.o_proj": { + "inputs": [ + [ + [ + 13.5 + ] + ] + ], + "outputs": [ + [ + [ + 34.25 + ] + ], + [ + [ + 62.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.212890625 + ] + ] + } + }, + "model.layers.60.self_attn.mla_attn.impl.matmul_qk": { + "inputs": [ + [ + [ + 3.390625 + ] + ], + [ + [ + 16.75 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.matmul_av": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 16.75 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.batch2block_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 175.0 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.block2batch_matmul": { + "inputs": [ + [ + [ + 1.0 + ] + ], + [ + [ + 32.75 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.latent_cache_k": { + "inputs": [ + [ + [ + 16.75 + ] + ] + ] + }, + "model.layers.60.self_attn.mla_attn.impl.fused_scaled_dot_product_attention": { + "inputs": [ + [ + [ + 26.75 + ] + ], + [ + [ + 9.875 + ] + ], + [ + [ + 14.875 + ] + ] + ], + "outputs": [ + [ + [ + 13.5 + ] + ], + [ + [ + 1.0 + ] + ] + ] + }, + "model.layers.60.mlp.experts.moe_op": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "outputs": [ + [ + [ + 81.5 + ] + ], + [ + [ + 992.0 + ] + ], + [ + [ + 50.0 + ] + ], + [ + [ + 44.5 + ] + ], + [ + [ + 21.125 + ] + ], + [ + [ + 48.5 + ] + ], + [ + [ + 61.0 + ] + ], + [ + [ + 72.0 + ] + ], + [ + [ + 206.0 + ] + ], + [ + [ + 27.875 + ] + ], + [ + [ + 145.0 + ] + ], + [ + [ + 114.5 + ] + ], + [ + [ + 33.25 + ] + ], + [ + [ + 49.75 + ] + ], + [ + [ + 10.5625 + ] + ], + [ + [ + 65.5 + ] + ], + [ + [ + 48.25 + ] + ], + [ + [ + 34.0 + ] + ], + [ + [ + 41.0 + ] + ], + [ + [ + 39.75 + ] + ], + [ + [ + 13.875 + ] + ], + [ + [ + 61.25 + ] + ], + [ + [ + 86.5 + ] + ], + [ + [ + 88.5 + ] + ], + [ + [ + 30.125 + ] + ], + [ + [ + 370.0 + ] + ], + [ + [ + 227.0 + ] + ], + [ + [ + 30.625 + ] + ], + [ + [ + 54.0 + ] + ], + [ + [ + 392.0 + ] + ], + [ + [ + 71.5 + ] + ], + [ + [ + 133.0 + ] + ], + [ + [ + 113.0 + ] + ] + ] + }, + "model.layers.60.mlp.experts.moe_op.w13_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2275390625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1630859375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1943359375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1650390625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.322265625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1328125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.171875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.0859375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2578125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.392578125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.134765625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.11865234375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.208984375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2080078125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.177734375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1318359375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.173828125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12890625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1416015625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.130859375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1796875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.19140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.32421875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w13_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.369140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.0": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.32421875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.1": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.25390625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.2": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1904296875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.3": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.12109375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.4": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.447265625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.5": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.484375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.6": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.3359375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.7": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.431640625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.8": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.419921875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.9": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.306640625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.10": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.4609375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.11": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.193359375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.12": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.26953125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.13": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.16796875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.14": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.328125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.15": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.16": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2138671875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.17": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1748046875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.18": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.244140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.19": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1845703125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.20": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1513671875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.21": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.1884765625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.22": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.318359375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.23": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.44140625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.24": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.162109375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.25": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.13671875 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.26": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.228515625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.27": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.181640625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.28": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.39453125 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.29": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.40234375 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.30": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.291015625 + ] + ] + } + }, + "model.layers.60.mlp.experts.moe_op.w2_list.31": { + "inputs": [ + [ + [ + 0.0 + ] + ] + ], + "params": { + "weight": [ + [ + 0.2373046875 + ] + ] + } + }, + "model.layers.60.mlp.shared_experts.gate_up_proj": { + "inputs": [ + [ + [ + 16.25 + ] + ] + ], + "params": { + "weight": [ + [ + 0.46484375 + ] + ] + } + }, + "model.layers.60.mlp.shared_experts.down_proj": { + "inputs": [ + [ + [ + 4016.0 + ] + ] + ], + "outputs": [ + [ + [ + 1960.0 + ] + ], + [ + [ + 7.549516567451064e-14 + ] + ] + ], + "params": { + "weight": [ + [ + 0.388671875 + ] + ] + } + } + } +} \ No newline at end of file