VERSIL91 commited on
Commit
7b3c027
·
verified ·
1 Parent(s): 757559f

Training in progress, step 16, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0eac459dad6fc60d68fc7d1c04c4afb3b4e53f67c9e1061528635d2cccbf551
3
  size 26008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f52197f08ac97bce789589be026a6552fa357a40982aaf726e97861587d3fb4
3
  size 26008
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa73aa0689efbffc29ce161405e62b844c323a4999df892b3bc4741e0c513f83
3
  size 61926
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee98f50f61c85daaf59201011827a23c014e12e6fa98809c0893fd188daf5fe
3
  size 61926
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:105f96f979368944b59d27d1e74fc1fa8227279f7d5146ad57761b7d32f1a2d9
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6eeca6fec2d74dc35412cee25843a6e2b45b715cb98314d10ac41fc41a4cabc
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a3d18e607a27cfab9cec7cfaa7384cdb877a2330c4bcd4e1efcae25be9908cb
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3233603be2c007aac019155f1cd5d754e2eeb600f6ca413bd2048966230a2e8
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0007425756934090606,
5
  "eval_steps": 8,
6
- "global_step": 8,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -79,6 +79,70 @@
79
  "eval_samples_per_second": 157.763,
80
  "eval_steps_per_second": 78.886,
81
  "step": 8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
82
  }
83
  ],
84
  "logging_steps": 1,
@@ -98,7 +162,7 @@
98
  "attributes": {}
99
  }
100
  },
101
- "total_flos": 49839734784.0,
102
  "train_batch_size": 2,
103
  "trial_name": null,
104
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0014851513868181212,
5
  "eval_steps": 8,
6
+ "global_step": 16,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
79
  "eval_samples_per_second": 157.763,
80
  "eval_steps_per_second": 78.886,
81
  "step": 8
82
+ },
83
+ {
84
+ "epoch": 0.0008353976550851931,
85
+ "grad_norm": 0.012540486641228199,
86
+ "learning_rate": 9e-05,
87
+ "loss": 11.9294,
88
+ "step": 9
89
+ },
90
+ {
91
+ "epoch": 0.0009282196167613257,
92
+ "grad_norm": 0.016163840889930725,
93
+ "learning_rate": 0.0001,
94
+ "loss": 11.9286,
95
+ "step": 10
96
+ },
97
+ {
98
+ "epoch": 0.0010210415784374584,
99
+ "grad_norm": 0.018371539190411568,
100
+ "learning_rate": 9.938441702975689e-05,
101
+ "loss": 11.9273,
102
+ "step": 11
103
+ },
104
+ {
105
+ "epoch": 0.0011138635401135909,
106
+ "grad_norm": 0.016105543822050095,
107
+ "learning_rate": 9.755282581475769e-05,
108
+ "loss": 11.9294,
109
+ "step": 12
110
+ },
111
+ {
112
+ "epoch": 0.0012066855017897234,
113
+ "grad_norm": 0.012495412491261959,
114
+ "learning_rate": 9.45503262094184e-05,
115
+ "loss": 11.929,
116
+ "step": 13
117
+ },
118
+ {
119
+ "epoch": 0.001299507463465856,
120
+ "grad_norm": 0.014130703173577785,
121
+ "learning_rate": 9.045084971874738e-05,
122
+ "loss": 11.9288,
123
+ "step": 14
124
+ },
125
+ {
126
+ "epoch": 0.0013923294251419885,
127
+ "grad_norm": 0.011071882210671902,
128
+ "learning_rate": 8.535533905932738e-05,
129
+ "loss": 11.9295,
130
+ "step": 15
131
+ },
132
+ {
133
+ "epoch": 0.0014851513868181212,
134
+ "grad_norm": 0.015319784171879292,
135
+ "learning_rate": 7.938926261462366e-05,
136
+ "loss": 11.93,
137
+ "step": 16
138
+ },
139
+ {
140
+ "epoch": 0.0014851513868181212,
141
+ "eval_loss": 11.928154945373535,
142
+ "eval_runtime": 115.181,
143
+ "eval_samples_per_second": 157.535,
144
+ "eval_steps_per_second": 78.772,
145
+ "step": 16
146
  }
147
  ],
148
  "logging_steps": 1,
 
162
  "attributes": {}
163
  }
164
  },
165
+ "total_flos": 98555265024.0,
166
  "train_batch_size": 2,
167
  "trial_name": null,
168
  "trial_params": null