| { | |
| "metadata": { | |
| "ParamSize": 147, | |
| "ParamBytes": 3778220032.0, | |
| "BitsPerParam": 16.0 | |
| }, | |
| "records": [ | |
| { | |
| "dataPath": "params_shard_0.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.0.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "13620811167b805f8ea2a1d99fbd406c" | |
| }, | |
| { | |
| "dataPath": "params_shard_1.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.0.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "562607cf49908cc655f991e0d55bcfab" | |
| }, | |
| { | |
| "dataPath": "params_shard_2.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.0.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.0.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.0.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.0.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "cdef617556087435d51959e9e9ed610e" | |
| }, | |
| { | |
| "dataPath": "params_shard_3.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.1.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "439c2ca4b319f35142265f6f82c5d302" | |
| }, | |
| { | |
| "dataPath": "params_shard_4.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.1.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "7d65f1da58141a06abbe4b13a0940dee" | |
| }, | |
| { | |
| "dataPath": "params_shard_5.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.1.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.1.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.1.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.1.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "c43d939dc697ae883fa557c3a6acebfd" | |
| }, | |
| { | |
| "dataPath": "params_shard_6.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.10.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "a3897ce16b64b2952d540145eb9a0285" | |
| }, | |
| { | |
| "dataPath": "params_shard_7.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.10.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "7feea0d894294bebc16db150da47e608" | |
| }, | |
| { | |
| "dataPath": "params_shard_8.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.10.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.10.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.10.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.10.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "06fd9fccc1cc527bdcdc0604ac15d86f" | |
| }, | |
| { | |
| "dataPath": "params_shard_9.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.11.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "9078eec7783ca112e36c3a2684e1a867" | |
| }, | |
| { | |
| "dataPath": "params_shard_10.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.11.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "a6fa373eb1a0079b814769b897f0d07c" | |
| }, | |
| { | |
| "dataPath": "params_shard_11.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.11.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.11.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.11.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.11.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "55fbc26500896d2e10b7e7db5c83c0a5" | |
| }, | |
| { | |
| "dataPath": "params_shard_12.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.12.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "065d4381d53a30b79b19a0179d9c4a45" | |
| }, | |
| { | |
| "dataPath": "params_shard_13.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25165824, | |
| "records": [ | |
| { | |
| "name": "model.layers.12.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.12.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| } | |
| ], | |
| "md5sum": "ebf9b884f5693236428d94869c969adc" | |
| }, | |
| { | |
| "dataPath": "params_shard_14.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.2.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "b7613846d39ce5f62b2f1dd30a9746a6" | |
| }, | |
| { | |
| "dataPath": "params_shard_15.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.2.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "0a194ceac00e1e59af2d7127b3c8cf2b" | |
| }, | |
| { | |
| "dataPath": "params_shard_16.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.2.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.2.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.2.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.2.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "133438c2ed5e05aa25d9b0722be6ea20" | |
| }, | |
| { | |
| "dataPath": "params_shard_17.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.3.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "424adead5dbf5c309417525896bc5577" | |
| }, | |
| { | |
| "dataPath": "params_shard_18.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.3.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "fbf2d36b86b2c09a93a4a1c9840dd781" | |
| }, | |
| { | |
| "dataPath": "params_shard_19.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.3.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.3.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.3.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.3.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "9841633cf8016dc1eb4bc2961a3f94aa" | |
| }, | |
| { | |
| "dataPath": "params_shard_20.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.4.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "47f542e9709957aa8af72faa952d486f" | |
| }, | |
| { | |
| "dataPath": "params_shard_21.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.4.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "de5cc4de49eb2939d747f591db5fd452" | |
| }, | |
| { | |
| "dataPath": "params_shard_22.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.4.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.4.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.4.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.4.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "e8a0aced0a7edbb64191d23f342bb81d" | |
| }, | |
| { | |
| "dataPath": "params_shard_23.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.5.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "8f5e3eca294b217de661233d3904c69d" | |
| }, | |
| { | |
| "dataPath": "params_shard_24.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.5.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "f6f3b1f080fbc31c85636b8b542c1cc4" | |
| }, | |
| { | |
| "dataPath": "params_shard_25.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.5.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.5.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.5.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.5.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "ec22329c2b39d676c61b4f7a13ff1955" | |
| }, | |
| { | |
| "dataPath": "params_shard_26.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.6.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "6aa83a5244c843e8abdf7eaa4bc5c3d2" | |
| }, | |
| { | |
| "dataPath": "params_shard_27.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.6.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "9c46bb790229cdd669d265e0ed1b1bdc" | |
| }, | |
| { | |
| "dataPath": "params_shard_28.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.6.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.6.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.6.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.6.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "39521843a30d216fd8e46c677bc07eee" | |
| }, | |
| { | |
| "dataPath": "params_shard_29.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.7.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "79bf5afe398fcdad7933e47b6fb5b76c" | |
| }, | |
| { | |
| "dataPath": "params_shard_30.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.7.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "6d53d9f9d79dc2d8e80e0bc1307df84d" | |
| }, | |
| { | |
| "dataPath": "params_shard_31.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.7.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.7.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.7.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.7.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "579d79fff40956baa246862fe41f8f68" | |
| }, | |
| { | |
| "dataPath": "params_shard_32.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.8.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "872c26bf62854b30b5ceca2b0b2e133f" | |
| }, | |
| { | |
| "dataPath": "params_shard_33.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.8.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "9d9ce49d43fe40d22fbfea0b6189f699" | |
| }, | |
| { | |
| "dataPath": "params_shard_34.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.8.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.8.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.8.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.8.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "371871bcf96a27dfa0110a0c1adaca7a" | |
| }, | |
| { | |
| "dataPath": "params_shard_35.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.9.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "1e200f5c650647936f0e504ed468e200" | |
| }, | |
| { | |
| "dataPath": "params_shard_36.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.9.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "64f3c7ab0cef1b04cbbf507f585c4f1e" | |
| }, | |
| { | |
| "dataPath": "params_shard_37.bin", | |
| "format": "raw-shard", | |
| "nbytes": 379060224, | |
| "records": [ | |
| { | |
| "name": "model.tok_embeddings.weight", | |
| "shape": [ | |
| 92544, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 379060224, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "22a60526a41a1ec740a36e930ab628ea" | |
| }, | |
| { | |
| "dataPath": "params_shard_38.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.12.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "d67ebba07546dfac1203b260fc1d96c4" | |
| }, | |
| { | |
| "dataPath": "params_shard_39.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25182208, | |
| "records": [ | |
| { | |
| "name": "model.layers.9.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.9.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.9.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.9.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| }, | |
| { | |
| "name": "model.layers.12.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25174016 | |
| }, | |
| { | |
| "name": "model.layers.12.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25178112 | |
| } | |
| ], | |
| "md5sum": "fea60b0b5b39f57a50b5f79fd5db77f5" | |
| }, | |
| { | |
| "dataPath": "params_shard_40.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.13.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "7336040e0332518e23a109a77622c95f" | |
| }, | |
| { | |
| "dataPath": "params_shard_41.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.13.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "1bd18ed0fe66988af08bd9a3678123f6" | |
| }, | |
| { | |
| "dataPath": "params_shard_42.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.13.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.13.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.13.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.13.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "81fc643e24286d745d9d3e9db68fcce7" | |
| }, | |
| { | |
| "dataPath": "params_shard_43.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.14.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "71c1416f7db0cba954b133615bff9451" | |
| }, | |
| { | |
| "dataPath": "params_shard_44.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.14.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "dfa4ae9fb4158eca19611a07d3b249a5" | |
| }, | |
| { | |
| "dataPath": "params_shard_45.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.14.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.14.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.14.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.14.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "88e34648f33e99e5d74a34a259ba97a0" | |
| }, | |
| { | |
| "dataPath": "params_shard_46.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.15.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "3678f7b6adcb837bb5471013aa8a677e" | |
| }, | |
| { | |
| "dataPath": "params_shard_47.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.15.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "5fcd3ce8a74f83581106483947f5a39f" | |
| }, | |
| { | |
| "dataPath": "params_shard_48.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.15.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.15.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.15.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.15.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "5d3f1ee1d9118aeb8d3a4a6dbd1d1a80" | |
| }, | |
| { | |
| "dataPath": "params_shard_49.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.16.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "f030e01a341f26c32ef40cf8e2e56671" | |
| }, | |
| { | |
| "dataPath": "params_shard_50.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.16.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "aca438bd5c0a97326bc9cb4f40ba127c" | |
| }, | |
| { | |
| "dataPath": "params_shard_51.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.16.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.16.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.16.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.16.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "f1e82431d8dc0005139f5c588055e091" | |
| }, | |
| { | |
| "dataPath": "params_shard_52.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.17.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "acdaf4671c25f9d0968de5dd7f328fa0" | |
| }, | |
| { | |
| "dataPath": "params_shard_53.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.17.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "2f98fa680df4cd9396b080e39ba7ac4b" | |
| }, | |
| { | |
| "dataPath": "params_shard_54.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.17.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.17.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.17.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.17.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "1e1fdcea5051f6d03ba5d07a6e05ad10" | |
| }, | |
| { | |
| "dataPath": "params_shard_55.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.18.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "e9439edabf330d64ea237c65ddfc0e7c" | |
| }, | |
| { | |
| "dataPath": "params_shard_56.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.18.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "08447849f75fe55e869edb54075b9684" | |
| }, | |
| { | |
| "dataPath": "params_shard_57.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.18.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.18.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.18.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.18.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "8235ed3a474bada5c929bfe4a1a1b998" | |
| }, | |
| { | |
| "dataPath": "params_shard_58.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.19.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "b0125004e88f868ac4ead47da62eee9c" | |
| }, | |
| { | |
| "dataPath": "params_shard_59.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.19.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "871462f1f4a3befbf8e843f144da9a97" | |
| }, | |
| { | |
| "dataPath": "params_shard_60.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.19.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.19.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.19.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.19.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "18f6ca2e5e8140418016df65d6f70dd8" | |
| }, | |
| { | |
| "dataPath": "params_shard_61.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.20.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "d1b94d7fd217eec8644f1b82d0925bb3" | |
| }, | |
| { | |
| "dataPath": "params_shard_62.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.20.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "ef05f26662406aaa151ee96f14560d3b" | |
| }, | |
| { | |
| "dataPath": "params_shard_63.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.20.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.20.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.20.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.20.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "1bb51ea71c1ab50a84ab2f95c2c63175" | |
| }, | |
| { | |
| "dataPath": "params_shard_64.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.21.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "c30634533c2fc59d575615fa4ac9214b" | |
| }, | |
| { | |
| "dataPath": "params_shard_65.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.21.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "c123a4af918d13adf4a76d66c23f8500" | |
| }, | |
| { | |
| "dataPath": "params_shard_66.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.21.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.21.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.21.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.21.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "6554be6c98a0dc256082e9152d1f0e21" | |
| }, | |
| { | |
| "dataPath": "params_shard_67.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.22.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "2afc907981b853485b4978d87f9024ca" | |
| }, | |
| { | |
| "dataPath": "params_shard_68.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.22.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "fe186966e79790cc22bbeefbc75af8dd" | |
| }, | |
| { | |
| "dataPath": "params_shard_69.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25174016, | |
| "records": [ | |
| { | |
| "name": "model.layers.22.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.22.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.22.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.22.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| } | |
| ], | |
| "md5sum": "4c76fe74edbf769084ab1171ed00266f" | |
| }, | |
| { | |
| "dataPath": "params_shard_70.bin", | |
| "format": "raw-shard", | |
| "nbytes": 67108864, | |
| "records": [ | |
| { | |
| "name": "model.layers.23.feed_forward.gate_up_proj.weight", | |
| "shape": [ | |
| 16384, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 67108864, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "6440fb6e14258b7f4dea6dc77b8262a9" | |
| }, | |
| { | |
| "dataPath": "params_shard_71.bin", | |
| "format": "raw-shard", | |
| "nbytes": 33554432, | |
| "records": [ | |
| { | |
| "name": "model.layers.23.feed_forward.w2.weight", | |
| "shape": [ | |
| 2048, | |
| 8192 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 33554432, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "cc5c095b532c915b19d5718c3e6bfe4e" | |
| }, | |
| { | |
| "dataPath": "params_shard_72.bin", | |
| "format": "raw-shard", | |
| "nbytes": 379060224, | |
| "records": [ | |
| { | |
| "name": "output.weight", | |
| "shape": [ | |
| 92544, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 379060224, | |
| "byteOffset": 0 | |
| } | |
| ], | |
| "md5sum": "a5b778eef7ec6da1957b35e1888c3333" | |
| }, | |
| { | |
| "dataPath": "params_shard_73.bin", | |
| "format": "raw-shard", | |
| "nbytes": 25178112, | |
| "records": [ | |
| { | |
| "name": "model.layers.23.attention.wo.weight", | |
| "shape": [ | |
| 2048, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 8388608, | |
| "byteOffset": 0 | |
| }, | |
| { | |
| "name": "model.layers.23.attention.wqkv.weight", | |
| "shape": [ | |
| 4096, | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 16777216, | |
| "byteOffset": 8388608 | |
| }, | |
| { | |
| "name": "model.layers.23.attention_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25165824 | |
| }, | |
| { | |
| "name": "model.layers.23.ffn_norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25169920 | |
| }, | |
| { | |
| "name": "model.norm.weight", | |
| "shape": [ | |
| 2048 | |
| ], | |
| "dtype": "float16", | |
| "format": "f32-to-bf16", | |
| "nbytes": 4096, | |
| "byteOffset": 25174016 | |
| } | |
| ], | |
| "md5sum": "5735df772a182e0db0a8ac4b6937351a" | |
| } | |
| ] | |
| } |