Training in progress, step 50, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6a83f8d96caf03e22e4530be1b513ffb66ef045a73b41f10f0f29235a8e64b8
+oid sha256:6700b4d0691614c4bc5863479f866da216ccfaedf47885693be5df13925fe62b
 size 90207248

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac095d287b6a4d9c0fbf8ec276acf12eebcd0acec4f64d541479bb0109a6caa6
+oid sha256:2e8e1f53c82be500573f50383d671a13935cdf91ee42bc7bf064cb3fce005b4a
 size 180543866

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:792c273a8190908fa5b0cb36823b63262a1f05410c0f34af98e2782701ade32b
+oid sha256:4466dc29755edb8084d16c9c3df1a64a535e2cbfa5f87ae40ea5177989a7dbee
 size 15024

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f777c4580b3f1a0265d299225aa6cbf4b218c3258d55eeb948db6e21a463393
+oid sha256:1d1ea085851dea9da43c98497e079616616b2dacafe664a83afc98b5b055e28b
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f37a10b3fc797b42a533bd91e31a5ee0eb199b33082928de23252ba2eb8900d1
+oid sha256:5d08323578f98f6a2f8528ec82ea5d703f68e83d6fffa5d0908db68916f70777
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:823ce430f702d1e19596cd07369a738c929f009dfcdbc3c98c3002b93c9d2cc8
+oid sha256:4433cb59576ce6642de18bd37fc8446e9073d9a5566bfc3da44ff9237619b10f
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f37b2aa490ccb1598b01e14cda36e9081f7ce646deab4d3c2d03de0d2169a755
+oid sha256:b1df0528620c07325b8faa7567e59b0c1e86a1f1ee6af1245a69c6c0463fe4e2
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.08095717430114746,
-  "best_model_checkpoint": "miner_id_24/checkpoint-25",
-  "epoch": 0.954653937947494,
+  "best_metric": 0.03395751491189003,
+  "best_model_checkpoint": "miner_id_24/checkpoint-50",
+  "epoch": 1.9093078758949882,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 110.039,
       "eval_steps_per_second": 14.299,
       "step": 25
+    },
+    {
+      "epoch": 0.9928400954653938,
+      "grad_norm": 1.2284048795700073,
+      "learning_rate": 5e-05,
+      "loss": 0.1004,
+      "step": 26
+    },
+    {
+      "epoch": 1.0310262529832936,
+      "grad_norm": 13.045022010803223,
+      "learning_rate": 4.6729843538492847e-05,
+      "loss": 0.241,
+      "step": 27
+    },
+    {
+      "epoch": 1.0692124105011933,
+      "grad_norm": 4.96898078918457,
+      "learning_rate": 4.347369038899744e-05,
+      "loss": 0.1144,
+      "step": 28
+    },
+    {
+      "epoch": 1.107398568019093,
+      "grad_norm": 4.250532150268555,
+      "learning_rate": 4.0245483899193595e-05,
+      "loss": 0.0746,
+      "step": 29
+    },
+    {
+      "epoch": 1.1455847255369929,
+      "grad_norm": 1.4110356569290161,
+      "learning_rate": 3.705904774487396e-05,
+      "loss": 0.0325,
+      "step": 30
+    },
+    {
+      "epoch": 1.1837708830548925,
+      "grad_norm": 1.8565313816070557,
+      "learning_rate": 3.392802673484193e-05,
+      "loss": 0.063,
+      "step": 31
+    },
+    {
+      "epoch": 1.2219570405727924,
+      "grad_norm": 1.7540152072906494,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 0.0558,
+      "step": 32
+    },
+    {
+      "epoch": 1.260143198090692,
+      "grad_norm": 5.772634029388428,
+      "learning_rate": 2.7885565489049946e-05,
+      "loss": 0.1493,
+      "step": 33
+    },
+    {
+      "epoch": 1.2983293556085918,
+      "grad_norm": 1.3496861457824707,
+      "learning_rate": 2.500000000000001e-05,
+      "loss": 0.1377,
+      "step": 34
+    },
+    {
+      "epoch": 1.3365155131264916,
+      "grad_norm": 2.5683510303497314,
+      "learning_rate": 2.2221488349019903e-05,
+      "loss": 0.1028,
+      "step": 35
+    },
+    {
+      "epoch": 1.3747016706443915,
+      "grad_norm": 5.049073696136475,
+      "learning_rate": 1.9561928549563968e-05,
+      "loss": 0.0636,
+      "step": 36
+    },
+    {
+      "epoch": 1.4128878281622912,
+      "grad_norm": 4.343881130218506,
+      "learning_rate": 1.703270924499656e-05,
+      "loss": 0.0452,
+      "step": 37
+    },
+    {
+      "epoch": 1.4510739856801909,
+      "grad_norm": 1.931282639503479,
+      "learning_rate": 1.4644660940672627e-05,
+      "loss": 0.0356,
+      "step": 38
+    },
+    {
+      "epoch": 1.4892601431980907,
+      "grad_norm": 1.8026151657104492,
+      "learning_rate": 1.2408009626051137e-05,
+      "loss": 0.0255,
+      "step": 39
+    },
+    {
+      "epoch": 1.5274463007159904,
+      "grad_norm": 1.7957236766815186,
+      "learning_rate": 1.0332332985438248e-05,
+      "loss": 0.0455,
+      "step": 40
+    },
+    {
+      "epoch": 1.5656324582338903,
+      "grad_norm": 1.2301855087280273,
+      "learning_rate": 8.426519384872733e-06,
+      "loss": 0.0647,
+      "step": 41
+    },
+    {
+      "epoch": 1.60381861575179,
+      "grad_norm": 1.4172601699829102,
+      "learning_rate": 6.698729810778065e-06,
+      "loss": 0.0399,
+      "step": 42
+    },
+    {
+      "epoch": 1.6420047732696896,
+      "grad_norm": 0.4407726228237152,
+      "learning_rate": 5.156362923365588e-06,
+      "loss": 0.0203,
+      "step": 43
+    },
+    {
+      "epoch": 1.6801909307875895,
+      "grad_norm": 0.4551279544830322,
+      "learning_rate": 3.8060233744356633e-06,
+      "loss": 0.0218,
+      "step": 44
+    },
+    {
+      "epoch": 1.7183770883054894,
+      "grad_norm": 0.5890151262283325,
+      "learning_rate": 2.653493525244721e-06,
+      "loss": 0.031,
+      "step": 45
+    },
+    {
+      "epoch": 1.756563245823389,
+      "grad_norm": 3.00361967086792,
+      "learning_rate": 1.70370868554659e-06,
+      "loss": 0.039,
+      "step": 46
+    },
+    {
+      "epoch": 1.7947494033412887,
+      "grad_norm": 3.0584700107574463,
+      "learning_rate": 9.607359798384785e-07,
+      "loss": 0.0615,
+      "step": 47
+    },
+    {
+      "epoch": 1.8329355608591884,
+      "grad_norm": 1.4933966398239136,
+      "learning_rate": 4.277569313094809e-07,
+      "loss": 0.0582,
+      "step": 48
+    },
+    {
+      "epoch": 1.8711217183770883,
+      "grad_norm": 1.9643332958221436,
+      "learning_rate": 1.0705383806982606e-07,
+      "loss": 0.0364,
+      "step": 49
+    },
+    {
+      "epoch": 1.9093078758949882,
+      "grad_norm": 0.3190707564353943,
+      "learning_rate": 0.0,
+      "loss": 0.0157,
+      "step": 50
+    },
+    {
+      "epoch": 1.9093078758949882,
+      "eval_loss": 0.03395751491189003,
+      "eval_runtime": 1.6062,
+      "eval_samples_per_second": 110.2,
+      "eval_steps_per_second": 14.32,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -221,12 +404,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 3.91521434075136e+16,
+  "total_flos": 7.83042868150272e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null