{ "metadata": { "ParamSize": 325, "ParamBytes": 3631664128.0, "BitsPerParam": 2.6739310072364444 }, "records": [ { "dataPath": "params_shard_0.bin", "format": "raw-shard", "nbytes": 211365888, "records": [ { "name": "lm_head.q_weight", "shape": [ 128256, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 211365888, "byteOffset": 0 } ], "md5sum": "568f86ab316027f797575a37c50a79d9" }, { "dataPath": "params_shard_1.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.30.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "c71fa051cd8d0a061517dd660b4bd259" }, { "dataPath": "params_shard_2.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.30.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "ac054a9333cbae8dc28c37ff3e2e6595" }, { "dataPath": "params_shard_3.bin", "format": "raw-shard", "nbytes": 29369856, "records": [ { "name": "lm_head.q_scale", "shape": [ 128256, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 26420736, "byteOffset": 0 }, { "name": "model.layers.30.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 26420736 }, { "name": "model.layers.30.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 26428928 } ], "md5sum": "b2ef7bfcda011084fce091ef3617eda3" }, { "dataPath": "params_shard_4.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.31.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "23c81c3a019037fe4bc4aecbcba55cc6" }, { "dataPath": "params_shard_5.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.31.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "d8d7de1a31854ce15e9a463d6246c4ea" }, { "dataPath": "params_shard_6.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.30.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.30.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.30.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 5914624 }, { "name": "model.layers.30.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 12664832 }, { "name": "model.layers.30.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 13508608 }, { "name": "model.layers.30.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 23633920 }, { "name": "model.layers.31.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.31.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "f8d122f52fdffb4b12350f4d02fdaa26" }, { "dataPath": "params_shard_7.bin", "format": "raw-shard", "nbytes": 211365888, "records": [ { "name": "model.embed_tokens.q_weight", "shape": [ 128256, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 211365888, "byteOffset": 0 } ], "md5sum": "23ee1db64fe9ec1de25677c5d5242b84" }, { "dataPath": "params_shard_8.bin", "format": "raw-shard", "nbytes": 26420736, "records": [ { "name": "model.embed_tokens.q_scale", "shape": [ 128256, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 26420736, "byteOffset": 0 } ], "md5sum": "da547dd4e70f656eb8f40d6d8956af59" }, { "dataPath": "params_shard_9.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.0.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "c71cd9d27678a777cfffbb85762fdd85" }, { "dataPath": "params_shard_10.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "2f2335ea433b90052c7e82c731dca106" }, { "dataPath": "params_shard_11.bin", "format": "raw-shard", "nbytes": 27856896, "records": [ { "name": "model.layers.31.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.31.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.31.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.31.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.31.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.31.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.norm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.0.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24907776 }, { "name": "model.layers.0.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24915968 } ], "md5sum": "94fb00ac847c041e6aa2cfb48ba3ba7e" }, { "dataPath": "params_shard_12.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.1.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "05db7e07966780fcc5a1959f7718c3d3" }, { "dataPath": "params_shard_13.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "44605ccb63d169cff2416d510c50d2e8" }, { "dataPath": "params_shard_14.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.0.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.0.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.0.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.0.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.0.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.0.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.1.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.1.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "bf084bc50a7e6d9277faf98d404a49cb" }, { "dataPath": "params_shard_15.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.2.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "a56b7764fb245598a762e4fc20b06849" }, { "dataPath": "params_shard_16.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.2.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "1eb84cdc1eb461439a2ba4ab907205c8" }, { "dataPath": "params_shard_17.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.1.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.1.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.1.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.1.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.1.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.1.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.2.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.2.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "ec9ec32e8251509900dc59f08d300017" }, { "dataPath": "params_shard_18.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.3.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "f890abec7e3cd987acf4a73ae5a7155f" }, { "dataPath": "params_shard_19.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "dbbae6e9bc4e72a4d64d6d470d894f83" }, { "dataPath": "params_shard_20.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.2.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.2.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.2.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.2.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.2.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.2.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.3.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.3.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "d9ea68d153f88d4447dd26e22ba40ee6" }, { "dataPath": "params_shard_21.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.4.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "5d6344fd2838d393d1de808cafbf6040" }, { "dataPath": "params_shard_22.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "399429175760780182f089ce18b54741" }, { "dataPath": "params_shard_23.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.3.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.3.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.3.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.3.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.3.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.3.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.4.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.4.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "31f3c636bc161476f4e550aca98f1e80" }, { "dataPath": "params_shard_24.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.5.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "018663105d043f9d9e8b656ee8dfabee" }, { "dataPath": "params_shard_25.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "ecc50a22b160888dead6055dd38473e8" }, { "dataPath": "params_shard_26.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.4.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.4.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.4.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.4.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.4.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.4.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.5.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.5.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "944b68d2516a5daebdc3a3a3fe0f5869" }, { "dataPath": "params_shard_27.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.6.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "d63cdac9a20ff1155056098d373fb9f1" }, { "dataPath": "params_shard_28.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.6.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "00c64e0ca3694baa7b76faf2b3743acd" }, { "dataPath": "params_shard_29.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.5.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.5.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.5.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.5.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.5.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.5.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.6.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.6.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "67e2e434433fe6af8f5f42d00bcab3eb" }, { "dataPath": "params_shard_30.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.7.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "b0d825d7b40497c21d97771a6226399c" }, { "dataPath": "params_shard_31.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.7.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "b20ca6a3c898c8ac9407a6d81febb665" }, { "dataPath": "params_shard_32.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.6.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.6.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.6.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.6.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.6.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.6.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.7.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.7.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "2f3c8640adf2ae48d83f90aabf4e5658" }, { "dataPath": "params_shard_33.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.8.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "1ef3857c5ef433044ff0b5e230898c05" }, { "dataPath": "params_shard_34.bin", "format": "raw-shard", "nbytes": 30806016, "records": [ { "name": "model.layers.7.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.7.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.7.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.7.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.7.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.7.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.8.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 24899584 } ], "md5sum": "9dfa51e708b5c4f8a3b30054bed2c6df" }, { "dataPath": "params_shard_35.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.10.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "9e58c79b54b6ed03895964f34528016d" }, { "dataPath": "params_shard_36.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.10.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "3e0b0952ab17b95d3c1d47af3d4a2ea0" }, { "dataPath": "params_shard_37.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.8.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.8.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.8.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.8.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.10.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.10.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.10.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.10.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "7da36539ad5e6342413a515f064a62ce" }, { "dataPath": "params_shard_38.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.11.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "dd10755f352e54ae7900ccb34b1d432b" }, { "dataPath": "params_shard_39.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.11.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "bd184ba4cb79790c0bc53ffe47e98d9d" }, { "dataPath": "params_shard_40.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.10.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.10.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.10.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.10.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.11.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.11.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.11.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.11.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "9f15c31c227979c9fa59ae41159f9178" }, { "dataPath": "params_shard_41.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.12.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "9f047243872451a7f5670fbb4f6139ec" }, { "dataPath": "params_shard_42.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.12.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "87622788aede7235349f6e12e010a5ea" }, { "dataPath": "params_shard_43.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.11.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.11.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.11.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.11.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.12.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.12.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.12.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.12.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "3af106c190b515dcfe156a7073df9519" }, { "dataPath": "params_shard_44.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.13.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "8a159b5f3496b0c44a1c71e1ac109202" }, { "dataPath": "params_shard_45.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.13.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "6c189a2307d760d2cd1614e6bebe9922" }, { "dataPath": "params_shard_46.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.12.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.12.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.12.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.12.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.13.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.13.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.13.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.13.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "b8bfbe646ef9260e60ed44ea456eafe9" }, { "dataPath": "params_shard_47.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.14.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "aedcc3e9ed8425f3247e3d88c2083cb9" }, { "dataPath": "params_shard_48.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.14.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "079e7d4049a9bf64e92a706751badff4" }, { "dataPath": "params_shard_49.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.13.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.13.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.13.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.13.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.14.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.14.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.14.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.14.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "5dfedaae8d4f91292b2ae7006f4f8999" }, { "dataPath": "params_shard_50.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.15.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "f1f2166c38de8ae937d2f1174b24204f" }, { "dataPath": "params_shard_51.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.15.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "827db6d8e97dc0f07f5539c4c825bdb8" }, { "dataPath": "params_shard_52.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.14.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.14.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.14.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.14.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.15.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.15.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.15.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.15.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "75eb96c5a6c1c1af5130dbdd801ae77e" }, { "dataPath": "params_shard_53.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.16.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "bea8aabcc077eab007e7251057c32cc5" }, { "dataPath": "params_shard_54.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.16.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "6382245d2176272adc93f4997effd247" }, { "dataPath": "params_shard_55.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.15.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.15.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.15.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.15.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.16.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.16.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.16.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.16.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "b0a5cfd649f66c2f1396baa34ca84122" }, { "dataPath": "params_shard_56.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.17.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "ceb20081e1f14e5b49bf068dffa23c63" }, { "dataPath": "params_shard_57.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.17.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "32ac98b9a987322b6f9f0a475af5cff0" }, { "dataPath": "params_shard_58.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.16.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.16.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.16.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.16.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.17.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.17.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.17.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.17.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "a47b4cdeda19613a92f646936a237c1d" }, { "dataPath": "params_shard_59.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.18.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "b26065eafbb4fd23e5e2c0947587596c" }, { "dataPath": "params_shard_60.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.18.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "b3ad1fcd7ff1a61efea0683bfa6d5fa3" }, { "dataPath": "params_shard_61.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.17.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.17.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.17.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.17.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.18.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 18984960 }, { "name": "model.layers.18.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 18993152 }, { "name": "model.layers.18.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 21934080 }, { "name": "model.layers.18.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 27840512 } ], "md5sum": "a1cd0d68d1218bf6faf3b030a4b954bc" }, { "dataPath": "params_shard_62.bin", "format": "raw-shard", "nbytes": 30375936, "records": [ { "name": "model.layers.18.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 0 }, { "name": "model.layers.18.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 10125312 }, { "name": "model.layers.18.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 11390976 }, { "name": "model.layers.18.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 18141184 }, { "name": "model.layers.19.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 18984960 }, { "name": "model.layers.19.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 29110272 } ], "md5sum": "3eeebcf017f48dda0dc0d31161acc336" }, { "dataPath": "params_shard_63.bin", "format": "raw-shard", "nbytes": 31129600, "records": [ { "name": "model.layers.19.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 0 }, { "name": "model.layers.19.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 6750208 }, { "name": "model.layers.8.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 7593984 }, { "name": "model.layers.8.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 7602176 } ], "md5sum": "8267aea9d1d071036ffa441cb9c0910b" }, { "dataPath": "params_shard_64.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "76f5a802c72ac2bc8f416cc51c4349bc" }, { "dataPath": "params_shard_65.bin", "format": "raw-shard", "nbytes": 29425664, "records": [ { "name": "model.layers.8.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 0 }, { "name": "model.layers.8.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 2940928 }, { "name": "model.layers.9.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 2949120 }, { "name": "model.layers.9.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 2957312 }, { "name": "model.layers.9.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 26484736 } ], "md5sum": "fd371e71909bc130c9844935016bdc24" }, { "dataPath": "params_shard_66.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.19.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "190e83ec452c3c0da9f02497c6fdc0d9" }, { "dataPath": "params_shard_67.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.19.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "d4768a2767bb4eddede322f639f98434" }, { "dataPath": "params_shard_68.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.9.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.9.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.9.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.9.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.9.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.9.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.19.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.19.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "82792b84a96613bc0af988bfaaaab065" }, { "dataPath": "params_shard_69.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.20.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "1312c5f9db1a896121f4aef3795ec32d" }, { "dataPath": "params_shard_70.bin", "format": "raw-shard", "nbytes": 32391168, "records": [ { "name": "model.layers.19.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.19.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.20.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5914624 }, { "name": "model.layers.20.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 5922816 }, { "name": "model.layers.20.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 29450240 } ], "md5sum": "8aa5918355d55fe708c43df170f592ed" }, { "dataPath": "params_shard_71.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.21.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "dd134fc649ba74e11871506f59bad8b8" }, { "dataPath": "params_shard_72.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "016e7274c0637521887527fd35936f20" }, { "dataPath": "params_shard_73.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.20.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.20.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.20.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.20.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.20.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.20.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.21.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.21.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "df989e8bf34a4ff646594e28220ace68" }, { "dataPath": "params_shard_74.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.22.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "dfe77d41ae5c6924f1c2cb374e3388f7" }, { "dataPath": "params_shard_75.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.22.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "39faa406de41d0034ab9671ebb0f9a87" }, { "dataPath": "params_shard_76.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.21.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.21.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.21.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.21.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.21.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.21.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.22.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.22.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "7a71e944ebdc4a4443ae34d840f73476" }, { "dataPath": "params_shard_77.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.23.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "56e426014915e73eb136a0ff5086baf7" }, { "dataPath": "params_shard_78.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.23.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "97376af2b04e3dde39b59eb39e107625" }, { "dataPath": "params_shard_79.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.22.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.22.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.22.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.22.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.22.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.22.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.23.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.23.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "fa3c40584b00292ceb11d8ffa3fce415" }, { "dataPath": "params_shard_80.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.24.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "b851f7084563396f860c478c343c3e2c" }, { "dataPath": "params_shard_81.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.24.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "272678dd30305bc7a03971381a4231df" }, { "dataPath": "params_shard_82.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.23.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.23.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.23.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.23.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.23.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.23.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.24.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.24.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "0d2c2054b62ab0c7560a3d83313e8f96" }, { "dataPath": "params_shard_83.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.25.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "4d1861083040bf3b1808cf446330590f" }, { "dataPath": "params_shard_84.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "6c096d06915d7cc7b0a86abf5f1e77f6" }, { "dataPath": "params_shard_85.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.24.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.24.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.24.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.24.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.24.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.24.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.25.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.25.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "bc952a95f92e180924cfde04d969539a" }, { "dataPath": "params_shard_86.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.26.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "64313ab4306403a7a32528d9bb241066" }, { "dataPath": "params_shard_87.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "b3ae5172c642908a0584029d9a2d789e" }, { "dataPath": "params_shard_88.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.25.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.25.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.25.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.25.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.25.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.25.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.26.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.26.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "06b219b399c426276c674cf8b2e42db0" }, { "dataPath": "params_shard_89.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.27.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "48ab8286c2c222c2623b71df88f234f1" }, { "dataPath": "params_shard_90.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.27.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "88edd5ae3c815dfdfe290a006f0b6c15" }, { "dataPath": "params_shard_91.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.26.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.26.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.26.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.26.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.26.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.26.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.27.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.27.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "fa28eace15d9b1fb7bcb68a5c304c420" }, { "dataPath": "params_shard_92.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.28.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "c10b0ea1eee5402d7b8fd38e2e190d32" }, { "dataPath": "params_shard_93.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.28.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "42b7d86e33b66e322ffe9e265e79eea7" }, { "dataPath": "params_shard_94.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.27.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.27.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.27.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.27.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.27.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.27.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.28.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.28.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "4de54f32f70355ab79fef971117f29d8" }, { "dataPath": "params_shard_95.bin", "format": "raw-shard", "nbytes": 23527424, "records": [ { "name": "model.layers.29.mlp.down_proj.q_weight", "shape": [ 4096, 1436 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 23527424, "byteOffset": 0 } ], "md5sum": "11bd650c92b5159c20b0d58c623b8ba9" }, { "dataPath": "params_shard_96.bin", "format": "raw-shard", "nbytes": 47251456, "records": [ { "name": "model.layers.29.mlp.gate_up_proj.q_weight", "shape": [ 28672, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 47251456, "byteOffset": 0 } ], "md5sum": "c5e1e389ee334419bf316aa174d42ab7" }, { "dataPath": "params_shard_97.bin", "format": "raw-shard", "nbytes": 27848704, "records": [ { "name": "model.layers.28.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.28.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.28.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.28.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.28.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.28.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 }, { "name": "model.layers.29.input_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 24899584 }, { "name": "model.layers.29.mlp.down_proj.q_scale", "shape": [ 4096, 359 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 2940928, "byteOffset": 24907776 } ], "md5sum": "d76cd499d7c838d65c8f96c010e83483" }, { "dataPath": "params_shard_98.bin", "format": "raw-shard", "nbytes": 24899584, "records": [ { "name": "model.layers.29.mlp.gate_up_proj.q_scale", "shape": [ 28672, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 5906432, "byteOffset": 0 }, { "name": "model.layers.29.post_attention_layernorm.weight", "shape": [ 4096 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 8192, "byteOffset": 5906432 }, { "name": "model.layers.29.self_attn.qkv_proj.q_weight", "shape": [ 6144, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 10125312, "byteOffset": 5914624 }, { "name": "model.layers.29.self_attn.qkv_proj.q_scale", "shape": [ 6144, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 1265664, "byteOffset": 16039936 }, { "name": "model.layers.29.self_attn.o_proj.q_weight", "shape": [ 4096, 412 ], "dtype": "uint32", "format": "f32-to-bf16", "nbytes": 6750208, "byteOffset": 17305600 }, { "name": "model.layers.29.self_attn.o_proj.q_scale", "shape": [ 4096, 103 ], "dtype": "float16", "format": "f32-to-bf16", "nbytes": 843776, "byteOffset": 24055808 } ], "md5sum": "07f68ac7d51998dd51fd160f822e1f5a" } ] }