diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..33f343dd31da47c6b1559e683b11dfcb7cb347c9 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,53 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.00 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.01 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.02 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.03 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.04 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.05 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.06 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.07 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.08 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.09 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.10 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.11 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.12 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.13 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.14 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.15 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.16 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.17 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.18 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.19 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.20 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.21 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.22 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.23 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.24 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.25 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.26 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.27 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.28 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.29 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.30 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.31 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.32 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.33 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.34 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.35 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.36 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.37 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.38 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.39 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.40 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.41 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.42 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.43 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.44 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.45 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.46 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.47 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.48 filter=lfs diff=lfs merge=lfs -text
+consolidated.safetensors.49 filter=lfs diff=lfs merge=lfs -text
diff --git a/consolidated.safetensors.00 b/consolidated.safetensors.00
new file mode 100644
index 0000000000000000000000000000000000000000..f1aaf17fc3ac2800a9d23276c78b999b1530d8e7
--- /dev/null
+++ b/consolidated.safetensors.00
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e222cbdc94e576a78910bd78b04eb34032a596e9e684651e1d938bfb66d5280
+size 5630853120
diff --git a/consolidated.safetensors.01 b/consolidated.safetensors.01
new file mode 100644
index 0000000000000000000000000000000000000000..ecabcfa38b05ffb330d6a4f907b9833e0739b0ed
--- /dev/null
+++ b/consolidated.safetensors.01
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65600ce4d70eef5f132f0c49b6e65b7109ffe717fedeb8309a938eb013bb9090
+size 5630853120
diff --git a/consolidated.safetensors.02 b/consolidated.safetensors.02
new file mode 100644
index 0000000000000000000000000000000000000000..d2dce587b092edef3ef2312214fa5de50dce635f
--- /dev/null
+++ b/consolidated.safetensors.02
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1b87c2c7e60e99993822ef9f56fa20ca99f5d78a99f2ee5adac5263992c6ee
+size 5630853120
diff --git a/consolidated.safetensors.03 b/consolidated.safetensors.03
new file mode 100644
index 0000000000000000000000000000000000000000..b6d9050a4de8839f1df821a7e8183b1b40a44f89
--- /dev/null
+++ b/consolidated.safetensors.03
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8a9b2e0f1d62e7901aadc5f26dc844b21bea50e1e0702dec3211d8b75a45c8
+size 5630853120
diff --git a/consolidated.safetensors.04 b/consolidated.safetensors.04
new file mode 100644
index 0000000000000000000000000000000000000000..1ec2ff15e562f057a7a7de6eaf94c7d4b74c4951
--- /dev/null
+++ b/consolidated.safetensors.04
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4181c08706257cdb564043d38a6c8a64ce97318689ed2521cd6b4111c90b29ae
+size 5630853120
diff --git a/consolidated.safetensors.05 b/consolidated.safetensors.05
new file mode 100644
index 0000000000000000000000000000000000000000..9070fa65f9b3d4f6e86c0ff7f12be8e7aba8069c
--- /dev/null
+++ b/consolidated.safetensors.05
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d96479c5674b82fdb3690728532afb2efded19f9a192995c600163538230b13
+size 5630853120
diff --git a/consolidated.safetensors.06 b/consolidated.safetensors.06
new file mode 100644
index 0000000000000000000000000000000000000000..87d673e8ffb8b92d5092507b3f72c2d97c2f6136
--- /dev/null
+++ b/consolidated.safetensors.06
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7e42e89cffd433d54f7205a41cd01ed15250b5f7cd8b64c74aee8f9ed377ed
+size 5630853120
diff --git a/consolidated.safetensors.07 b/consolidated.safetensors.07
new file mode 100644
index 0000000000000000000000000000000000000000..fac2dc8a323000f512058c406e209961ca7b0ade
--- /dev/null
+++ b/consolidated.safetensors.07
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2548483cecbaae6476f28959664c6d1398e5b2ef0c45799663606464634afff
+size 5630853120
diff --git a/consolidated.safetensors.08 b/consolidated.safetensors.08
new file mode 100644
index 0000000000000000000000000000000000000000..ce552d5086b6b05f9fa22eeaeb3c5c5dd0b20bb0
--- /dev/null
+++ b/consolidated.safetensors.08
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5c7725410cd8f70675acba9af0aa294c98b41dca05dc35660a0d4a2d09098
+size 5630853120
diff --git a/consolidated.safetensors.09 b/consolidated.safetensors.09
new file mode 100644
index 0000000000000000000000000000000000000000..7bd63b275281d3f0767b2f7c63cbd7836b2d72c2
--- /dev/null
+++ b/consolidated.safetensors.09
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca43aae00adf786e5c62c8f67b6c641a6e1c6ba41967d6e7f0d520209c4d0a6
+size 5630853120
diff --git a/consolidated.safetensors.10 b/consolidated.safetensors.10
new file mode 100644
index 0000000000000000000000000000000000000000..e5cf05badda43fa520af3cdf183da04c8700bbd4
--- /dev/null
+++ b/consolidated.safetensors.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ad35d271c6a5b4b036fe5c733ad0043baf9a38038d8a8ff3e9b248c73afc29
+size 5630853120
diff --git a/consolidated.safetensors.11 b/consolidated.safetensors.11
new file mode 100644
index 0000000000000000000000000000000000000000..5e681800401a7869e394513fbf507903c1305f4c
--- /dev/null
+++ b/consolidated.safetensors.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100a08bb643c4dc43e93c1bb82f60e0b00cba884da5612e8942a7403d59b7ee2
+size 5630853120
diff --git a/consolidated.safetensors.12 b/consolidated.safetensors.12
new file mode 100644
index 0000000000000000000000000000000000000000..485db001791923a7cedda40e8c722fad5793a492
--- /dev/null
+++ b/consolidated.safetensors.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0230589692e1fe2bba8c53402e58d2babfa93bbbe16254907e4e9aef821c61
+size 5630853120
diff --git a/consolidated.safetensors.13 b/consolidated.safetensors.13
new file mode 100644
index 0000000000000000000000000000000000000000..7f68bc7e10c674dc95f58a2e2e3fc341cc79756f
--- /dev/null
+++ b/consolidated.safetensors.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b01d3ccd39618b9264ca8a0d598911c4f60e07387b95c3499c3ede6bea74fc
+size 5630853120
diff --git a/consolidated.safetensors.14 b/consolidated.safetensors.14
new file mode 100644
index 0000000000000000000000000000000000000000..6dabcbc09f1cb6f505bdca5fc23c0497760dc8e0
--- /dev/null
+++ b/consolidated.safetensors.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a2e399fdb6d8eb153cc0a4a86e786199217a7625735a05bf2d851d165bf238
+size 5630853120
diff --git a/consolidated.safetensors.15 b/consolidated.safetensors.15
new file mode 100644
index 0000000000000000000000000000000000000000..8eba579b527a4ee1f406331c8e1d07b873dc4984
--- /dev/null
+++ b/consolidated.safetensors.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836f8d7422d8162460cb2310f392283b4a0fef75d03378523f5f81fc2c1a9b05
+size 5630853120
diff --git a/consolidated.safetensors.16 b/consolidated.safetensors.16
new file mode 100644
index 0000000000000000000000000000000000000000..9b764c0c66804d9321f9289c841213734d9d4d0a
--- /dev/null
+++ b/consolidated.safetensors.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a303c6ee4078a835b43f44343dfa9b19ecb169e2ccbf87dca058fbe622088d55
+size 5630853120
diff --git a/consolidated.safetensors.17 b/consolidated.safetensors.17
new file mode 100644
index 0000000000000000000000000000000000000000..e523fb9c61c7f1d8872a7270a59cccc432aa693e
--- /dev/null
+++ b/consolidated.safetensors.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b354a7db915fc58a1386921d840a6f9ac2ba9d71de6e27651b773623f456890a
+size 5630853120
diff --git a/consolidated.safetensors.18 b/consolidated.safetensors.18
new file mode 100644
index 0000000000000000000000000000000000000000..3700c52b0d59f7118bcf7ffec0bf3b99bd7961f6
--- /dev/null
+++ b/consolidated.safetensors.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb1ab675335d252813dbf811b77fa4970c314e298887350a364d6578fd0c094
+size 5630853120
diff --git a/consolidated.safetensors.19 b/consolidated.safetensors.19
new file mode 100644
index 0000000000000000000000000000000000000000..ce107562a38e110453502a3118ad68aff1b6ee1e
--- /dev/null
+++ b/consolidated.safetensors.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9802ee4d9547550af6cd464c6af5dee3a217560d7f958ebd7ffa4a659156a4ae
+size 5630853120
diff --git a/consolidated.safetensors.20 b/consolidated.safetensors.20
new file mode 100644
index 0000000000000000000000000000000000000000..bca9179e09df5706f809994bc9b51b7dd9f6d7d6
--- /dev/null
+++ b/consolidated.safetensors.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2093d55e7a5b2868c76e1cc0c7e0db2fe8d186e65b14297f2ba08e0cac03c126
+size 5630853120
diff --git a/consolidated.safetensors.21 b/consolidated.safetensors.21
new file mode 100644
index 0000000000000000000000000000000000000000..5011c754dc53fa16939a4796b58cea2156c0ee07
--- /dev/null
+++ b/consolidated.safetensors.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb073067370e46b3986e1fce97785b7415ffeeb6630402235dd5c945d229bb6
+size 5630853120
diff --git a/consolidated.safetensors.22 b/consolidated.safetensors.22
new file mode 100644
index 0000000000000000000000000000000000000000..31defedb4410ca10f7064a76777f43eecd13f36b
--- /dev/null
+++ b/consolidated.safetensors.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0426681759735d0c62be19f912e68b79790200a4e35a5d2bdc9c9399d1d80f36
+size 5630853120
diff --git a/consolidated.safetensors.23 b/consolidated.safetensors.23
new file mode 100644
index 0000000000000000000000000000000000000000..aa7452bfe670924222a7b41935f2e0d69c303dea
--- /dev/null
+++ b/consolidated.safetensors.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aac33dbb2a2bc2143b2ab436a44e9c7466caf159590b25cb852f994447c9e0f
+size 5630853120
diff --git a/consolidated.safetensors.24 b/consolidated.safetensors.24
new file mode 100644
index 0000000000000000000000000000000000000000..57ba491201d49465367915111ec4ccb410965afe
--- /dev/null
+++ b/consolidated.safetensors.24
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36103325fdb9866ffb0b440fa0c78e0456fd5050950c3019819921c28605a67
+size 5630853120
diff --git a/consolidated.safetensors.25 b/consolidated.safetensors.25
new file mode 100644
index 0000000000000000000000000000000000000000..280c5066f35f272e14dd022199e1c68054556da3
--- /dev/null
+++ b/consolidated.safetensors.25
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8750e45af25318b1a69648e99e151b7e811a2b083db3a948453b7f5dc1ab5e
+size 5630853120
diff --git a/consolidated.safetensors.26 b/consolidated.safetensors.26
new file mode 100644
index 0000000000000000000000000000000000000000..92e3d6613a5d89e4ef2b7810136f9dd999d068cc
--- /dev/null
+++ b/consolidated.safetensors.26
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013fbb3c61522cadf6823a40a18ceaccb1e3eae89c91995b9f7c4ec5dff29104
+size 5630853120
diff --git a/consolidated.safetensors.27 b/consolidated.safetensors.27
new file mode 100644
index 0000000000000000000000000000000000000000..7875024a8784a17b57fb02d376bed2f5cdfefef7
--- /dev/null
+++ b/consolidated.safetensors.27
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78b90b654ab314dc0a2fa7444e426c179101cf6c40b5d7857cc01ca648884fa
+size 5630853120
diff --git a/consolidated.safetensors.28 b/consolidated.safetensors.28
new file mode 100644
index 0000000000000000000000000000000000000000..1f03c5f0387939167a68740e51761349a66d3691
--- /dev/null
+++ b/consolidated.safetensors.28
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479f15531a09dc55070c1d4e7db20a0292a976b8dcdf5f39f2647c6528fdf809
+size 5630853120
diff --git a/consolidated.safetensors.29 b/consolidated.safetensors.29
new file mode 100644
index 0000000000000000000000000000000000000000..a0e28b9b01c728d9cfc0530f0bd6898caf12fc35
--- /dev/null
+++ b/consolidated.safetensors.29
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa6ca784cd0883676c19c5e94e528541e2e70fa60b09a5d7f7c9575335fa4ef
+size 5630853120
diff --git a/consolidated.safetensors.30 b/consolidated.safetensors.30
new file mode 100644
index 0000000000000000000000000000000000000000..456b018c07418e6dd1b8fdcd5dac0e97eb06b69a
--- /dev/null
+++ b/consolidated.safetensors.30
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b2b66aeaa114468a42eea77ed41b23ce77effe65adee636b678310dc37ba0c
+size 5630853120
diff --git a/consolidated.safetensors.31 b/consolidated.safetensors.31
new file mode 100644
index 0000000000000000000000000000000000000000..1ba430ba38bf3b1d92584175ed59a162ca023cf0
--- /dev/null
+++ b/consolidated.safetensors.31
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d805ff84687c694627ed6323b8d128425b7125231fcd6f55ff9a9b5a93105d
+size 5630853120
diff --git a/consolidated.safetensors.32 b/consolidated.safetensors.32
new file mode 100644
index 0000000000000000000000000000000000000000..30c25720c63e4f36b27147a1fadba6948d8e3a23
--- /dev/null
+++ b/consolidated.safetensors.32
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f6f545ed269df45a5f4283d059748b39979553c6776b482337354b67ff5f72
+size 5630853120
diff --git a/consolidated.safetensors.33 b/consolidated.safetensors.33
new file mode 100644
index 0000000000000000000000000000000000000000..1f7b9869434f6dd331d462411e4577b7d642bc00
--- /dev/null
+++ b/consolidated.safetensors.33
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8399ed89fdcac2dce2adaf42cbd3070a2344f2538d80331958edc3769ff19b32
+size 5630853120
diff --git a/consolidated.safetensors.34 b/consolidated.safetensors.34
new file mode 100644
index 0000000000000000000000000000000000000000..adc5b90d2f15af34d7147e4415c2993689435ccf
--- /dev/null
+++ b/consolidated.safetensors.34
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed9e8c060a18603a7e525219687b0084463f8cbfa7c0da3835e7f12d2d51a4b
+size 5630853120
diff --git a/consolidated.safetensors.35 b/consolidated.safetensors.35
new file mode 100644
index 0000000000000000000000000000000000000000..984df30c196c2be2cb720111d72b6581fa0aa38d
--- /dev/null
+++ b/consolidated.safetensors.35
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e448aeb805b7bef69cb3706c253fedbfd06b0d8038c5494f580ec60a23b63886
+size 5630853120
diff --git a/consolidated.safetensors.36 b/consolidated.safetensors.36
new file mode 100644
index 0000000000000000000000000000000000000000..42c8b820ae576877673300b00f24bd39856de166
--- /dev/null
+++ b/consolidated.safetensors.36
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccc34a204d95bdc1aac4c3120cd516f7b4aed5d7df5cc8984178af23f8a03c3
+size 5630853120
diff --git a/consolidated.safetensors.37 b/consolidated.safetensors.37
new file mode 100644
index 0000000000000000000000000000000000000000..1ae8186bbecc269cd7370a88539041e556cc124d
--- /dev/null
+++ b/consolidated.safetensors.37
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0354ec6a5faa6235fccf07300cc9edfcbe7cd30bba5cb1a3ce4018cf6d6cf65b
+size 5630853120
diff --git a/consolidated.safetensors.38 b/consolidated.safetensors.38
new file mode 100644
index 0000000000000000000000000000000000000000..8d1623ee9d53f4d6643084402ed97d43130f7d31
--- /dev/null
+++ b/consolidated.safetensors.38
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3ab18149dbd7177a9288d3bd7f04a19c2d5beb107e25dbd524d35cc7c11bea
+size 5630853120
diff --git a/consolidated.safetensors.39 b/consolidated.safetensors.39
new file mode 100644
index 0000000000000000000000000000000000000000..9eca925b6ee5fae75f82ffd170e068eb1e609dba
--- /dev/null
+++ b/consolidated.safetensors.39
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffe82815e3ac1dd482f70b9a7b1675acc11680e4f4f3747227b0aef7a3f1979
+size 5630853120
diff --git a/consolidated.safetensors.40 b/consolidated.safetensors.40
new file mode 100644
index 0000000000000000000000000000000000000000..aeac34dd0a25d4389b2703e19d435a4065a085b5
--- /dev/null
+++ b/consolidated.safetensors.40
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e5d5cc6fb9f46822f475b4da9a8f18072ab4cafd432496a040108afc7b7465
+size 5630853120
diff --git a/consolidated.safetensors.41 b/consolidated.safetensors.41
new file mode 100644
index 0000000000000000000000000000000000000000..c5ced137efc9e884a2b9d7deef597d14bf9df0d2
--- /dev/null
+++ b/consolidated.safetensors.41
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6459d778019b855b669e6839a639a5fafdb44d7828240624606072596d4cbd7b
+size 5630853120
diff --git a/consolidated.safetensors.42 b/consolidated.safetensors.42
new file mode 100644
index 0000000000000000000000000000000000000000..02d96fc46db9df63051faa7499f8e28223047b82
--- /dev/null
+++ b/consolidated.safetensors.42
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa06f485f486711d30be54d143686054656cadc41fbdba8a1539eccf6d401f3
+size 5630853120
diff --git a/consolidated.safetensors.43 b/consolidated.safetensors.43
new file mode 100644
index 0000000000000000000000000000000000000000..bf1293b0c29bf5a05810077f0f76c71129b6b034
--- /dev/null
+++ b/consolidated.safetensors.43
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bacf22125ea91467d9c238cd385755e961ae3809dc9c6676859c28ec0583d7e
+size 5630853120
diff --git a/consolidated.safetensors.44 b/consolidated.safetensors.44
new file mode 100644
index 0000000000000000000000000000000000000000..371b2a259976740e74035b3073ef16a2b8a70479
--- /dev/null
+++ b/consolidated.safetensors.44
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7c3412315c384582a6de42b0207de84bed43bee06a9c0f4e20760406d9db14
+size 5630853120
diff --git a/consolidated.safetensors.45 b/consolidated.safetensors.45
new file mode 100644
index 0000000000000000000000000000000000000000..629cf28a74ba45a4ff61b16049c2381f50af10c3
--- /dev/null
+++ b/consolidated.safetensors.45
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b60176548ed08401cad3bdd87f938a05a9c00757fc9eaa591ad179969e35ef
+size 5630853120
diff --git a/consolidated.safetensors.46 b/consolidated.safetensors.46
new file mode 100644
index 0000000000000000000000000000000000000000..3aa10107acdfdbf9205bdf4aaf9108afa3656f5a
--- /dev/null
+++ b/consolidated.safetensors.46
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7232e1e3c3ed9d80d54ec4e15b1f145aaaaf24c6f22bd69c604ccfed76750ec3
+size 5630853120
diff --git a/consolidated.safetensors.47 b/consolidated.safetensors.47
new file mode 100644
index 0000000000000000000000000000000000000000..19759954ad2fac27f6266b54574d8bcd453e125a
--- /dev/null
+++ b/consolidated.safetensors.47
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65a4d588dc8c784f2738785ceb22b7a2952b2fa8f6f6bb86325f4619de47e54
+size 5630853120
diff --git a/consolidated.safetensors.48 b/consolidated.safetensors.48
new file mode 100644
index 0000000000000000000000000000000000000000..ecbe41e0bd870cbea3dbe023b5d8eb877f489b59
--- /dev/null
+++ b/consolidated.safetensors.48
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c7f303df66dc02d858a71c52acf269cd470266d57dbc45200997050006227c
+size 5630853120
diff --git a/consolidated.safetensors.49 b/consolidated.safetensors.49
new file mode 100644
index 0000000000000000000000000000000000000000..97ecbad7e511565e1c0a5f180b6188d513b8d8d8
--- /dev/null
+++ b/consolidated.safetensors.49
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698cb8681e9c72d3c2e9a4582f29877a12f3925be05b3d2e078470c8ae782c36
+size 5348551008
diff --git a/params.json b/params.json
new file mode 100644
index 0000000000000000000000000000000000000000..73bad9ffb864d6caed246eb4b24a344c76d01fc8
--- /dev/null
+++ b/params.json
@@ -0,0 +1,15 @@
+{
+    "dim": 6144,
+    "n_layers": 56,
+    "head_dim": 128,
+    "hidden_dim": 16384,
+    "n_heads": 48,
+    "n_kv_heads": 8,
+    "norm_eps": 1e-05,
+    "vocab_size": 32768,
+    "rope_theta": 1000000.0,
+    "moe": {
+        "num_experts": 8,
+        "num_experts_per_tok": 2
+    }
+}
\ No newline at end of file
diff --git a/tokenizer.model.v3 b/tokenizer.model.v3
new file mode 100644
index 0000000000000000000000000000000000000000..d8233e5b061987d32b63dbfb38fe86d7d4fc8a18
Binary files /dev/null and b/tokenizer.model.v3 differ