nblinh63 commited on
Commit
8efa370
1 Parent(s): 0794204

End of training

Browse files
README.md CHANGED
@@ -103,7 +103,7 @@ xformers_attention: true
103
 
104
  This model is a fine-tuned version of [unsloth/Llama-3.1-Storm-8B](https://huggingface.co/unsloth/Llama-3.1-Storm-8B) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
- - Loss: 2.6363
107
 
108
  ## Model description
109
 
@@ -135,7 +135,7 @@ The following hyperparameters were used during training:
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
- | 2.652 | 0.0048 | 10 | 2.6363 |
139
 
140
 
141
  ### Framework versions
 
103
 
104
  This model is a fine-tuned version of [unsloth/Llama-3.1-Storm-8B](https://huggingface.co/unsloth/Llama-3.1-Storm-8B) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
+ - Loss: 2.6326
107
 
108
  ## Model description
109
 
 
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
+ | 2.6486 | 0.0048 | 10 | 2.6326 |
139
 
140
 
141
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "o_proj",
24
- "q_proj",
25
  "down_proj",
26
  "up_proj",
 
27
  "k_proj",
28
- "v_proj",
29
- "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "v_proj",
 
24
  "down_proj",
25
  "up_proj",
26
+ "o_proj",
27
  "k_proj",
28
+ "gate_proj",
29
+ "q_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9162ee1b0021dbcbb6f74042d8cf436b62d89cfa0b8ec0c533247b2ae7da10ab
3
  size 167934026
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c8e3357c753ffb9cb3145d3e492e09de8f85b4aaf63dc5928387b55f49027f5
3
  size 167934026
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bad94949e501c05307428cdff2d6e3b48fa39c8a7a21ceeac134db56ef7015ed
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf6ccbe13db4799d44514aeb788f8c5b6e6c365dfe264813e21e8760f935b8b
3
  size 167832240
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd5989ba6ca4832fea000bcc35690c042244f0a96062c0edbf635427598651dc
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16a2538fc2cd6964c805b0c39d498b60879f8e79e4a601f5e69c7833ab7c7c21
3
  size 6776