tarabukinivan commited on
Commit
a349ea0
·
verified ·
1 Parent(s): 5b51529

Training in progress, step 40, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c75551c09d63fee18a1d1bce4b1b36094e9e12e8189bdcb9b64ce11980a270d0
3
  size 69844690
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb38fcc937c94e156f08a2e15f02d498d3b79358d9123cd2194a960ee6ef559f
3
  size 69844690
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1306496ccfca656eaab46adb77fd726c90c2d7f9b6be493b3dad9a61a70c4b9e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b14aba306d43aa11411cf19f21eb8eed734ad54f9d36f6deed699e0278723edf
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:baae720e33260fead254c87141d85e241b839ae924033bfd9652fb777f3f1bf0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c792918044964431737f4cb39f3769dbfd230048b1125ac69a6439eb6c8534b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.020537395173712135,
5
  "eval_steps": 13,
6
- "global_step": 30,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -101,6 +101,35 @@
101
  "learning_rate": 0.0001,
102
  "loss": 0.0,
103
  "step": 30
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "logging_steps": 3,
@@ -120,7 +149,7 @@
120
  "attributes": {}
121
  }
122
  },
123
- "total_flos": 500590494351360.0,
124
  "train_batch_size": 2,
125
  "trial_name": null,
126
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.02738319356494951,
5
  "eval_steps": 13,
6
+ "global_step": 40,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
101
  "learning_rate": 0.0001,
102
  "loss": 0.0,
103
  "step": 30
104
+ },
105
+ {
106
+ "epoch": 0.02259113469108335,
107
+ "grad_norm": NaN,
108
+ "learning_rate": 7.66554636144095e-05,
109
+ "loss": 0.0,
110
+ "step": 33
111
+ },
112
+ {
113
+ "epoch": 0.02464487420845456,
114
+ "grad_norm": NaN,
115
+ "learning_rate": 5.4600950026045326e-05,
116
+ "loss": 0.0,
117
+ "step": 36
118
+ },
119
+ {
120
+ "epoch": 0.026698613725825774,
121
+ "grad_norm": NaN,
122
+ "learning_rate": 3.5055195166981645e-05,
123
+ "loss": 0.0,
124
+ "step": 39
125
+ },
126
+ {
127
+ "epoch": 0.026698613725825774,
128
+ "eval_loss": NaN,
129
+ "eval_runtime": 14.365,
130
+ "eval_samples_per_second": 42.812,
131
+ "eval_steps_per_second": 21.441,
132
+ "step": 39
133
  }
134
  ],
135
  "logging_steps": 3,
 
149
  "attributes": {}
150
  }
151
  },
152
+ "total_flos": 671426932899840.0,
153
  "train_batch_size": 2,
154
  "trial_name": null,
155
  "trial_params": null