threefruits commited on
Commit
7704fd4
1 Parent(s): 3254ab0

End of training

Browse files
README.md CHANGED
@@ -46,7 +46,7 @@ The following hyperparameters were used during training:
46
  - total_eval_batch_size: 32
47
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
48
  - lr_scheduler_type: linear
49
- - num_epochs: 1.0
50
  - mixed_precision_training: Native AMP
51
 
52
  ### Training results
 
46
  - total_eval_batch_size: 32
47
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
48
  - lr_scheduler_type: linear
49
+ - num_epochs: 2.0
50
  - mixed_precision_training: Native AMP
51
 
52
  ### Training results
adapter_config.json CHANGED
@@ -21,18 +21,18 @@
21
  "revision": null,
22
  "target_modules": [
23
  "fc2",
24
- "down_proj",
25
- "out_proj",
26
- "lm_head",
27
- "q_proj",
28
- "linear_1",
29
- "linear_2",
30
  "v_proj",
 
 
 
31
  "gate_proj",
 
 
 
32
  "k_proj",
33
- "up_proj",
34
- "fc1",
35
- "o_proj"
36
  ],
37
  "task_type": "CAUSAL_LM",
38
  "use_dora": false,
 
21
  "revision": null,
22
  "target_modules": [
23
  "fc2",
 
 
 
 
 
 
24
  "v_proj",
25
+ "up_proj",
26
+ "linear_2",
27
+ "q_proj",
28
  "gate_proj",
29
+ "lm_head",
30
+ "out_proj",
31
+ "o_proj",
32
  "k_proj",
33
+ "down_proj",
34
+ "linear_1",
35
+ "fc1"
36
  ],
37
  "task_type": "CAUSAL_LM",
38
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcb43ff1e725e6a7c6eab86439865cdcaa381ed23bca8c88cf19bc8be366d047
3
  size 1462134480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:600084361faa3ba22c1637f04a4d5cdc12a37c7d58d80c31a22020878a1a00dc
3
  size 1462134480
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58c533a0c72e48a31f7794dc84f75446ff92ce2dbe7f3e5e4af67de3a58577bc
3
  size 6712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b6d86eece853179fb99ed67b9a27b0a81320f33de8ff66f7ba939cd37c7d83
3
  size 6712