Training in progress, step 5000

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "answerdotai/ModernBERT-base",
+  "_name_or_path": "CocoRoF/KoModernBERT",
   "architectures": [
     "ModernBertForMaskedLM"
   ],
@@ -37,10 +37,11 @@
   "pad_token_id": 50283,
   "position_embedding_type": "absolute",
   "reference_compile": false,
+  "repad_logits_with_grad": false,
   "sep_token_id": 50282,
   "sparse_pred_ignore_index": -100,
   "sparse_prediction": false,
-  "torch_dtype": "float32",
-  "transformers_version": "4.48.0.dev0",
+  "torch_dtype": "float16",
+  "transformers_version": "4.48.1",
   "vocab_size": 55111
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a96369e566e13ccfd389e99999482ae99dae37c5c2df0fb84fdb72fd10c816bc
-size 613224500
+oid sha256:1c0b904a08084343a53343d611e8f5848ebdac02967f674f70a366d1bde32166
+size 306619286

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19863375d78cc8e77b40258f5ef6662a326e4c5870d54922860d981c6ea86908
-size 5304
+oid sha256:8d0cbc0eed40136cd693c3a06f37f23f3d1f279fb4b9a64d5a0e7c17f266fe16
+size 5368