Upload 4 files

config.json

@@ -0,0 +1,16 @@
+{
+  "architectures": [
+    "LumensparkModel"
+  ],
+  "depth": 8,
+  "dropout": 0.058823529411764705,
+  "embed_dim": 768,
+  "heads": 12,
+  "k": 384,
+  "model_type": "lumenspark",
+  "rank": 256,
+  "seq_length": 768,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.2",
+  "vocab_size": 50257
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.45.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6844dbcf64b38e666c5d766d091d5161d9ccaa336f4dc933e064a4395f3350
+size 450017780

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbcde9022319038a994fa46a7bc160123338ad3fb289996676abaa83b413c97
+size 5176