kokovova commited on
Commit
51f98bd
1 Parent(s): 0c38f6f

Training in progress, step 10, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b1bc01c778b42cc791b60515d7b8df3b2ad215dd48b8d3bcd6a139ca85ba01c
3
  size 80013120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79471e688252e3a48b366caf5b00da4c8287cbbc12ce134bc37532e28b8fb07f
3
  size 80013120
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f3e9bba34d1df05cf472654a3cab8317d5dd667f50ba514eaead9beaf5c1756
3
  size 160284754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8b83afe9bd63c19febea689fd6ed6c0d341aafdbc84c30e5fe2cd13b5a8d46
3
  size 160284754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d7098ecc6bd0d11a452e4a15810826462ebab0b93e505a69e1011b262a8265f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42d4a99df91dcb2725bdd7effbeb06036832b0ca054c032cc94b28425ecaec4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab098d97568c94b26c087e3ff4fd649c3aaa775049e6dbf18e927dde2c5feee8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06829946ff807c7143728448cc1bf384944e638865601317db4b29a92003bb11
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.010040160642570281,
5
  "eval_steps": 2,
6
- "global_step": 5,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -66,6 +66,65 @@
66
  "learning_rate": 0.0001,
67
  "loss": 5.6033,
68
  "step": 5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  }
70
  ],
71
  "logging_steps": 1,
@@ -85,7 +144,7 @@
85
  "attributes": {}
86
  }
87
  },
88
- "total_flos": 1791624166244352.0,
89
  "train_batch_size": 2,
90
  "trial_name": null,
91
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.020080321285140562,
5
  "eval_steps": 2,
6
+ "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
66
  "learning_rate": 0.0001,
67
  "loss": 5.6033,
68
  "step": 5
69
+ },
70
+ {
71
+ "epoch": 0.012048192771084338,
72
+ "grad_norm": 1.0273263454437256,
73
+ "learning_rate": 9.755282581475769e-05,
74
+ "loss": 6.2224,
75
+ "step": 6
76
+ },
77
+ {
78
+ "epoch": 0.012048192771084338,
79
+ "eval_loss": 1.514455795288086,
80
+ "eval_runtime": 11.9707,
81
+ "eval_samples_per_second": 17.543,
82
+ "eval_steps_per_second": 8.771,
83
+ "step": 6
84
+ },
85
+ {
86
+ "epoch": 0.014056224899598393,
87
+ "grad_norm": 0.7513625025749207,
88
+ "learning_rate": 9.045084971874738e-05,
89
+ "loss": 5.5897,
90
+ "step": 7
91
+ },
92
+ {
93
+ "epoch": 0.01606425702811245,
94
+ "grad_norm": 0.9003206491470337,
95
+ "learning_rate": 7.938926261462366e-05,
96
+ "loss": 5.6233,
97
+ "step": 8
98
+ },
99
+ {
100
+ "epoch": 0.01606425702811245,
101
+ "eval_loss": 1.4975639581680298,
102
+ "eval_runtime": 11.8994,
103
+ "eval_samples_per_second": 17.648,
104
+ "eval_steps_per_second": 8.824,
105
+ "step": 8
106
+ },
107
+ {
108
+ "epoch": 0.018072289156626505,
109
+ "grad_norm": 0.8670149445533752,
110
+ "learning_rate": 6.545084971874738e-05,
111
+ "loss": 5.0963,
112
+ "step": 9
113
+ },
114
+ {
115
+ "epoch": 0.020080321285140562,
116
+ "grad_norm": 1.8713542222976685,
117
+ "learning_rate": 5e-05,
118
+ "loss": 5.4797,
119
+ "step": 10
120
+ },
121
+ {
122
+ "epoch": 0.020080321285140562,
123
+ "eval_loss": 1.4782865047454834,
124
+ "eval_runtime": 11.9189,
125
+ "eval_samples_per_second": 17.619,
126
+ "eval_steps_per_second": 8.81,
127
+ "step": 10
128
  }
129
  ],
130
  "logging_steps": 1,
 
144
  "attributes": {}
145
  }
146
  },
147
+ "total_flos": 3501810870386688.0,
148
  "train_batch_size": 2,
149
  "trial_name": null,
150
  "trial_params": null