tarabukinivan commited on
Commit
b566a77
·
verified ·
1 Parent(s): dde10c0

Training in progress, step 30, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e3e86124f91d74d6f37e217633c4e1890f41c6c6434fe4f4d97b7d900ff8512
3
  size 144985666
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7273d0709e6b81d91c728400b70fbae28d3ae62a8b5c021470381ed6ae274d98
3
  size 144985666
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91ea1aa11b3d7319fde0163c37556f7fd7b43252e206a8f06393cf4f5d33ab6a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d0e509d0a23344ef62d965f8b2ac3eb8a75cdc88a235b52ad91251466f148e
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d605401690d7669ff16aeaca6820cbd8d0d605afe748c51045ce90888810a22
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baae720e33260fead254c87141d85e241b839ae924033bfd9652fb777f3f1bf0
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.07672634271099744,
5
  "eval_steps": 13,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -65,6 +65,42 @@
65
  "learning_rate": 0.00018090169943749476,
66
  "loss": 0.0,
67
  "step": 18
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
68
  }
69
  ],
70
  "logging_steps": 3,
@@ -84,7 +120,7 @@
84
  "attributes": {}
85
  }
86
  },
87
- "total_flos": 1.7973206870654976e+16,
88
  "train_batch_size": 4,
89
  "trial_name": null,
90
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.11508951406649616,
5
  "eval_steps": 13,
6
+ "global_step": 30,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
65
  "learning_rate": 0.00018090169943749476,
66
  "loss": 0.0,
67
  "step": 18
68
+ },
69
+ {
70
+ "epoch": 0.08056265984654731,
71
+ "grad_norm": NaN,
72
+ "learning_rate": 0.00016494480483301836,
73
+ "loss": 0.0,
74
+ "step": 21
75
+ },
76
+ {
77
+ "epoch": 0.09207161125319693,
78
+ "grad_norm": NaN,
79
+ "learning_rate": 0.00014539904997395468,
80
+ "loss": 0.0,
81
+ "step": 24
82
+ },
83
+ {
84
+ "epoch": 0.09974424552429667,
85
+ "eval_loss": NaN,
86
+ "eval_runtime": 37.425,
87
+ "eval_samples_per_second": 17.609,
88
+ "eval_steps_per_second": 4.409,
89
+ "step": 26
90
+ },
91
+ {
92
+ "epoch": 0.10358056265984655,
93
+ "grad_norm": NaN,
94
+ "learning_rate": 0.00012334453638559057,
95
+ "loss": 0.0,
96
+ "step": 27
97
+ },
98
+ {
99
+ "epoch": 0.11508951406649616,
100
+ "grad_norm": NaN,
101
+ "learning_rate": 0.0001,
102
+ "loss": 0.0,
103
+ "step": 30
104
  }
105
  ],
106
  "logging_steps": 3,
 
120
  "attributes": {}
121
  }
122
  },
123
+ "total_flos": 2.7179972082794496e+16,
124
  "train_batch_size": 4,
125
  "trial_name": null,
126
  "trial_params": null