DeepDream2045 commited on
Commit
46f87f6
·
verified ·
1 Parent(s): 5092486

End of training

Browse files
README.md CHANGED
@@ -102,7 +102,7 @@ xformers_attention: true
102
 
103
  This model is a fine-tuned version of [unsloth/Qwen2.5-Coder-1.5B-Instruct](https://huggingface.co/unsloth/Qwen2.5-Coder-1.5B-Instruct) on the None dataset.
104
  It achieves the following results on the evaluation set:
105
- - Loss: 0.2251
106
 
107
  ## Model description
108
 
@@ -140,8 +140,8 @@ The following hyperparameters were used during training:
140
  | Training Loss | Epoch | Step | Validation Loss |
141
  |:-------------:|:------:|:----:|:---------------:|
142
  | 1.0219 | 0.0099 | 1 | 1.3110 |
143
- | 0.4688 | 0.2472 | 25 | 0.2870 |
144
- | 0.4603 | 0.4944 | 50 | 0.2251 |
145
 
146
 
147
  ### Framework versions
 
102
 
103
  This model is a fine-tuned version of [unsloth/Qwen2.5-Coder-1.5B-Instruct](https://huggingface.co/unsloth/Qwen2.5-Coder-1.5B-Instruct) on the None dataset.
104
  It achieves the following results on the evaluation set:
105
+ - Loss: 0.2240
106
 
107
  ## Model description
108
 
 
140
  | Training Loss | Epoch | Step | Validation Loss |
141
  |:-------------:|:------:|:----:|:---------------:|
142
  | 1.0219 | 0.0099 | 1 | 1.3110 |
143
+ | 0.4663 | 0.2472 | 25 | 0.2859 |
144
+ | 0.4577 | 0.4944 | 50 | 0.2240 |
145
 
146
 
147
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "o_proj",
24
- "up_proj",
25
  "gate_proj",
26
  "k_proj",
27
  "v_proj",
28
- "down_proj",
29
- "q_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "q_proj",
 
24
  "gate_proj",
25
  "k_proj",
26
  "v_proj",
27
+ "o_proj",
28
+ "up_proj",
29
+ "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6114a35a3b39bb840d918fd79a854cb4e78556415734a59537c883b9533c2617
3
  size 147859242
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8efe635127ba5c809807794fa5ad152c4c6c5375c721f0cc98b44708c168a38a
3
  size 147859242
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6628c07e632a154792d1c63a45e296337c556fd1251face0659bd3d5b1367340
3
  size 147770496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:919c8484bf6e987c96c7843faece2bf9df6f3f371220a7b1773a974f49cf4c36
3
  size 147770496
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:59b265d13211b75297ab419de4a75d8f881d2ff067a757da0360af522259e6af
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fffa403338c34b764a434c6a622e84733739871feeb07b89e87b6e2503f8f06
3
  size 6776