vertings6 commited on
Commit
27f289d
·
verified ·
1 Parent(s): 4285882

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4cd9548b41ac9e4994d34cade4810b448960c7ee2ae3ad7ae88177bb442797a2
3
  size 250422888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4a3cc88a45ea77f9a3a2f7839a34390b557d06fd5988d769c1ed0d68a773056
3
  size 250422888
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e163d0c3a3947479f5ea69fa37b72bf329673a13b0c0f24c95f163c340628fa4
3
  size 501168482
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbddeeab063797026d9bf027c02b4670983aba04a2c1ea8299c1b214ec9f4e1b
3
  size 501168482
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52d003b050fa29d84b2d6ac06520f8c0077ef2a5a35e872410f9db8150de3af7
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7feca88993b380bc76cbcc0f6b1bcaf966f32b474ccc94cc6efc2479432e9285
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c188a6a4749e6ca627bb6d536eb7443f499d5b1b88d98a78f9c713443e010d9c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:015707cb16790250630febca682498cb5d3456d5a13443b953687f19dc7d59ed
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.7760616540908813,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-10",
4
- "epoch": 0.00032997855139415937,
5
  "eval_steps": 5,
6
- "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -52,6 +52,43 @@
52
  "eval_samples_per_second": 5.207,
53
  "eval_steps_per_second": 1.302,
54
  "step": 10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
55
  }
56
  ],
57
  "logging_steps": 3,
@@ -80,7 +117,7 @@
80
  "attributes": {}
81
  }
82
  },
83
- "total_flos": 1.68216426971136e+16,
84
  "train_batch_size": 4,
85
  "trial_name": null,
86
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.6954796314239502,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-20",
4
+ "epoch": 0.0006599571027883187,
5
  "eval_steps": 5,
6
+ "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
52
  "eval_samples_per_second": 5.207,
53
  "eval_steps_per_second": 1.302,
54
  "step": 10
55
+ },
56
+ {
57
+ "epoch": 0.00039597426167299127,
58
+ "grad_norm": 1.2617883682250977,
59
+ "learning_rate": 0.000163742398974869,
60
+ "loss": 6.3922,
61
+ "step": 12
62
+ },
63
+ {
64
+ "epoch": 0.000494967827091239,
65
+ "grad_norm": 1.170369029045105,
66
+ "learning_rate": 0.00013090169943749476,
67
+ "loss": 6.6538,
68
+ "step": 15
69
+ },
70
+ {
71
+ "epoch": 0.000494967827091239,
72
+ "eval_loss": 1.716353178024292,
73
+ "eval_runtime": 4910.0447,
74
+ "eval_samples_per_second": 5.198,
75
+ "eval_steps_per_second": 1.299,
76
+ "step": 15
77
+ },
78
+ {
79
+ "epoch": 0.0005939613925094869,
80
+ "grad_norm": 1.3879562616348267,
81
+ "learning_rate": 9.372094804706867e-05,
82
+ "loss": 6.4795,
83
+ "step": 18
84
+ },
85
+ {
86
+ "epoch": 0.0006599571027883187,
87
+ "eval_loss": 1.6954796314239502,
88
+ "eval_runtime": 4905.6933,
89
+ "eval_samples_per_second": 5.202,
90
+ "eval_steps_per_second": 1.301,
91
+ "step": 20
92
  }
93
  ],
94
  "logging_steps": 3,
 
117
  "attributes": {}
118
  }
119
  },
120
+ "total_flos": 2.95172220911616e+16,
121
  "train_batch_size": 4,
122
  "trial_name": null,
123
  "trial_params": null