ngocquangt2k46 commited on
Commit
1cbac18
·
verified ·
1 Parent(s): 5cef7bc

Training in progress, step 10, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1c36e4bbcb82981cdc2c5160e767238f64ee490581878f19543006aff1e772d
3
  size 35237104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6848ad7fe0ab9ebd010e4b53d428e9a2ecbf51eac7025ec3372d035f504cfda7
3
  size 35237104
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fec7a883119f92e3ee0a3f6e4dc4c034dfa53ea9273838ff860d472622248688
3
  size 18810036
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9568be57a32d71e64a0a8a76e2f0252a12fca42f5ea09f44aeb7dc5a1241d96e
3
  size 18810036
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:532fbdc029a82d211e1ef30e3e4f92c1f8faca903ca2670d8826965b31e126bf
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c30a031a5dd4c570fd24101d516cbee229a4a54d7a97d450184c72ae0b9a52b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d63217b923cb177f669d6bc2174b89abdc6a56d968d279b505491b37976d9bb
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4849a6ac0a1d895740f1ab4eba9d346b8d898008d0cfe93dd108cd928d7c63e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.00043835616438356166,
5
  "eval_steps": 5,
6
- "global_step": 5,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -58,6 +58,49 @@
58
  "eval_samples_per_second": 9.192,
59
  "eval_steps_per_second": 4.596,
60
  "step": 5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  }
62
  ],
63
  "logging_steps": 1,
@@ -77,7 +120,7 @@
77
  "attributes": {}
78
  }
79
  },
80
- "total_flos": 2883817203302400.0,
81
  "train_batch_size": 2,
82
  "trial_name": null,
83
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0008767123287671233,
5
  "eval_steps": 5,
6
+ "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
58
  "eval_samples_per_second": 9.192,
59
  "eval_steps_per_second": 4.596,
60
  "step": 5
61
+ },
62
+ {
63
+ "epoch": 0.0005260273972602739,
64
+ "grad_norm": 12.26352310180664,
65
+ "learning_rate": 6e-05,
66
+ "loss": 4.1608,
67
+ "step": 6
68
+ },
69
+ {
70
+ "epoch": 0.0006136986301369863,
71
+ "grad_norm": 8.713861465454102,
72
+ "learning_rate": 7e-05,
73
+ "loss": 3.7209,
74
+ "step": 7
75
+ },
76
+ {
77
+ "epoch": 0.0007013698630136987,
78
+ "grad_norm": 8.520092964172363,
79
+ "learning_rate": 8e-05,
80
+ "loss": 3.3179,
81
+ "step": 8
82
+ },
83
+ {
84
+ "epoch": 0.0007890410958904109,
85
+ "grad_norm": 8.435450553894043,
86
+ "learning_rate": 9e-05,
87
+ "loss": 2.7645,
88
+ "step": 9
89
+ },
90
+ {
91
+ "epoch": 0.0008767123287671233,
92
+ "grad_norm": 7.701727390289307,
93
+ "learning_rate": 0.0001,
94
+ "loss": 2.4773,
95
+ "step": 10
96
+ },
97
+ {
98
+ "epoch": 0.0008767123287671233,
99
+ "eval_loss": 2.0398104190826416,
100
+ "eval_runtime": 4178.7123,
101
+ "eval_samples_per_second": 9.195,
102
+ "eval_steps_per_second": 4.597,
103
+ "step": 10
104
  }
105
  ],
106
  "logging_steps": 1,
 
120
  "attributes": {}
121
  }
122
  },
123
+ "total_flos": 5767634406604800.0,
124
  "train_batch_size": 2,
125
  "trial_name": null,
126
  "trial_params": null