fedovtt commited on
Commit
e8067d5
1 Parent(s): d81a9e4

Training in progress, step 10, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c1ae13269ddf7f71f6356aee336d5093372f1b6b10e039f0757fef9d8057adc
3
  size 125248064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:773667611f802cea981e49bac6800d8a739277103b0d4b59212eb8eb74ce967f
3
  size 125248064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df6f402be61c4ac432a89c0a9963a9c6df1dbe725e23acb6026e83909b31bef8
3
  size 250819170
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003174572d3615dfae4b2c99effa0e176e89ce1c8cae243fc24064abc63b74f9
3
  size 250819170
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ede76b9f6448762826ce5e6645debde67b7950ad1159a6b865843eae1ffe0cd
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d4f58351c2eca4a86344893b1042e13cd813a6550f3b9eb6d3acdc66549a9e
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab098d97568c94b26c087e3ff4fd649c3aaa775049e6dbf18e927dde2c5feee8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06829946ff807c7143728448cc1bf384944e638865601317db4b29a92003bb11
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.001859773107680863,
5
  "eval_steps": 2,
6
- "global_step": 5,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -66,6 +66,65 @@
66
  "learning_rate": 0.0001,
67
  "loss": 42.2976,
68
  "step": 5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  }
70
  ],
71
  "logging_steps": 1,
@@ -85,7 +144,7 @@
85
  "attributes": {}
86
  }
87
  },
88
- "total_flos": 3166204172697600.0,
89
  "train_batch_size": 2,
90
  "trial_name": null,
91
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.003719546215361726,
5
  "eval_steps": 2,
6
+ "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
66
  "learning_rate": 0.0001,
67
  "loss": 42.2976,
68
  "step": 5
69
+ },
70
+ {
71
+ "epoch": 0.0022317277292170355,
72
+ "grad_norm": 37.700042724609375,
73
+ "learning_rate": 9.755282581475769e-05,
74
+ "loss": 42.5346,
75
+ "step": 6
76
+ },
77
+ {
78
+ "epoch": 0.0022317277292170355,
79
+ "eval_loss": 10.256876945495605,
80
+ "eval_runtime": 138.1284,
81
+ "eval_samples_per_second": 8.195,
82
+ "eval_steps_per_second": 4.098,
83
+ "step": 6
84
+ },
85
+ {
86
+ "epoch": 0.002603682350753208,
87
+ "grad_norm": 46.39228057861328,
88
+ "learning_rate": 9.045084971874738e-05,
89
+ "loss": 39.644,
90
+ "step": 7
91
+ },
92
+ {
93
+ "epoch": 0.0029756369722893808,
94
+ "grad_norm": 47.501041412353516,
95
+ "learning_rate": 7.938926261462366e-05,
96
+ "loss": 35.7466,
97
+ "step": 8
98
+ },
99
+ {
100
+ "epoch": 0.0029756369722893808,
101
+ "eval_loss": 7.803372859954834,
102
+ "eval_runtime": 138.0673,
103
+ "eval_samples_per_second": 8.199,
104
+ "eval_steps_per_second": 4.099,
105
+ "step": 8
106
+ },
107
+ {
108
+ "epoch": 0.0033475915938255534,
109
+ "grad_norm": 45.90718460083008,
110
+ "learning_rate": 6.545084971874738e-05,
111
+ "loss": 31.2201,
112
+ "step": 9
113
+ },
114
+ {
115
+ "epoch": 0.003719546215361726,
116
+ "grad_norm": 51.53364181518555,
117
+ "learning_rate": 5e-05,
118
+ "loss": 23.9333,
119
+ "step": 10
120
+ },
121
+ {
122
+ "epoch": 0.003719546215361726,
123
+ "eval_loss": 5.604811191558838,
124
+ "eval_runtime": 138.2369,
125
+ "eval_samples_per_second": 8.189,
126
+ "eval_steps_per_second": 4.094,
127
+ "step": 10
128
  }
129
  ],
130
  "logging_steps": 1,
 
144
  "attributes": {}
145
  }
146
  },
147
+ "total_flos": 6332408345395200.0,
148
  "train_batch_size": 2,
149
  "trial_name": null,
150
  "trial_params": null