Training in progress, step 100

config.json

@@ -3,6 +3,7 @@
   "architectures": [
     "MistralForCausalLM"
   ],
+  "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -19,7 +20,7 @@
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.35.0",
+  "transformers_version": "4.36.2",
   "use_cache": false,
   "vocab_size": 32000
 }

runs/Feb11_00-08-18_amaterasu/events.out.tfevents.1707610767.amaterasu.161823.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c643be5b1fdcd1bf30ac49cf8c5bbb8ed2b5b9cfae19cb2c0e316ecefb3cc4
+size 12087

tokenizer_config.json

@@ -1,4 +1,6 @@
 {
+  "add_bos_token": true,
+  "add_eos_token": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -37,5 +39,5 @@
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
-  "use_default_system_prompt": true
+  "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab0f4e1e80922f3232dc739abd77c5e0dfbe2d7683718464c642b55e995489a9
-size 5688
+oid sha256:23e9725a6c5452fd43d7968d9b8fa740e0226703032889870953304bc1f43372
+size 5944