dzanbek commited on
Commit
17224ba
1 Parent(s): 6c49c88

Training in progress, step 12, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71d8e2c9ab6ce512e4fe5f2de9bff9c5fb04e35dd7e76c6585ba2a1f7251c9f1
3
  size 49846260
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d44e95eba41a6246a6899f74e4fa9deb61e2e866f84fa70295160965700769f0
3
  size 49846260
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4bce206b4d535dc3e5a0da947635d46d61eba86f9f2bc5d6b08b01b38370047
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da06106ad662df46a5bbfc803eb00ea8cc26abfe20d636176f9e3fb364e20881
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26a93b2a1f4b5368650119fe6e0d6eec6d19cda6badeba4d21943ab48964fa00
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68888158764ed5e658b457a541f86335ea31432325308674d2962aa98e037fa4
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.008676789587852495,
5
  "eval_steps": 4,
6
- "global_step": 8,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -87,6 +87,42 @@
87
  "eval_samples_per_second": 4.848,
88
  "eval_steps_per_second": 2.43,
89
  "step": 8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
90
  }
91
  ],
92
  "logging_steps": 1,
@@ -106,7 +142,7 @@
106
  "attributes": {}
107
  }
108
  },
109
- "total_flos": 2235874343387136.0,
110
  "train_batch_size": 2,
111
  "trial_name": null,
112
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.013015184381778741,
5
  "eval_steps": 4,
6
+ "global_step": 12,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
87
  "eval_samples_per_second": 4.848,
88
  "eval_steps_per_second": 2.43,
89
  "step": 8
90
+ },
91
+ {
92
+ "epoch": 0.009761388286334056,
93
+ "grad_norm": NaN,
94
+ "learning_rate": 0.00018,
95
+ "loss": 0.0,
96
+ "step": 9
97
+ },
98
+ {
99
+ "epoch": 0.010845986984815618,
100
+ "grad_norm": NaN,
101
+ "learning_rate": 0.0002,
102
+ "loss": 0.0,
103
+ "step": 10
104
+ },
105
+ {
106
+ "epoch": 0.01193058568329718,
107
+ "grad_norm": NaN,
108
+ "learning_rate": 0.0001996917333733128,
109
+ "loss": 0.0,
110
+ "step": 11
111
+ },
112
+ {
113
+ "epoch": 0.013015184381778741,
114
+ "grad_norm": NaN,
115
+ "learning_rate": 0.00019876883405951377,
116
+ "loss": 0.0,
117
+ "step": 12
118
+ },
119
+ {
120
+ "epoch": 0.013015184381778741,
121
+ "eval_loss": NaN,
122
+ "eval_runtime": 50.8068,
123
+ "eval_samples_per_second": 7.656,
124
+ "eval_steps_per_second": 3.838,
125
+ "step": 12
126
  }
127
  ],
128
  "logging_steps": 1,
 
142
  "attributes": {}
143
  }
144
  },
145
+ "total_flos": 3353811515080704.0,
146
  "train_batch_size": 2,
147
  "trial_name": null,
148
  "trial_params": null