Training in progress, epoch 1

config.json

@@ -18,10 +18,10 @@
   "num_key_value_heads": 2,
   "rms_norm_eps": 1e-06,
   "rope_theta": 1000000.0,
-  "sliding_window": null,
+  "sliding_window": 32768,
   "tie_word_embeddings": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.44.0",
+  "transformers_version": "4.42.4",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57c935c254b1a7a0b424874ef7dda9325b706da45e77416dc3a0098cebd23bc0
+oid sha256:7a863b48037cdc9cfa84c97f15bbaf44667cdfc6a6273c951b3822d69594f7b4
 size 1976163472

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74a739cbbda57d2181e41a2a4417da7b4bed7761f1cda26899d0254cafa08c34
-size 5368
+oid sha256:4b9410f04093ed99986b6ada2336cc5d468970f2b7fe849c706d7eec127d3bd1
+size 5304