Training in progress, epoch 1

config.json

@@ -18,10 +18,10 @@
   "num_key_value_heads": 2,
   "rms_norm_eps": 1e-06,
   "rope_theta": 1000000.0,
-  "sliding_window": 32768,
+  "sliding_window": null,
   "tie_word_embeddings": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.42.4",
+  "transformers_version": "4.44.0",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1437adb41f62342f83644ab431833b954bded37730638a9657c30128582436d
+oid sha256:16172925445c3e83ba586bb6eff843aa6faa6597727c7412d2c81200ec816399
 size 1976163472

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8da8dfb45d50b97b9690905f0e0f01014e2b242e926809d0274999f102b69b59
-size 5304
+oid sha256:e2f5080705dfc4d96283baa65cf8b897563fcdcb58ddca4eab918cab016a3b70
+size 5368