{
  "best_metric": 0.5480290651321411,
  "best_model_checkpoint": "E:/000_Tesis/test_executions/pretrain_utg4java\\checkpoint-15052",
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 15052,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "grad_norm": 4.428943157196045,
      "learning_rate": 0.00019936921218628373,
      "loss": 1.6003,
      "step": 200
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.2689905166625977,
      "learning_rate": 0.00019668500872366127,
      "loss": 1.0391,
      "step": 400
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.4730663299560547,
      "learning_rate": 0.00019400080526103878,
      "loss": 0.9586,
      "step": 600
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.3503410816192627,
      "learning_rate": 0.00019131660179841633,
      "loss": 0.9416,
      "step": 800
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.9026317596435547,
      "learning_rate": 0.00018863239833579387,
      "loss": 0.9352,
      "step": 1000
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.4323599338531494,
      "learning_rate": 0.00018594819487317138,
      "loss": 0.9018,
      "step": 1200
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.90022349357605,
      "learning_rate": 0.00018326399141054892,
      "loss": 0.8959,
      "step": 1400
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.3339474201202393,
      "learning_rate": 0.00018057978794792646,
      "loss": 0.8777,
      "step": 1600
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.839554309844971,
      "learning_rate": 0.00017789558448530398,
      "loss": 0.8719,
      "step": 1800
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.7872190475463867,
      "learning_rate": 0.00017521138102268152,
      "loss": 0.8763,
      "step": 2000
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.5567479133605957,
      "learning_rate": 0.00017252717756005906,
      "loss": 0.8601,
      "step": 2200
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.728114604949951,
      "learning_rate": 0.0001698429740974366,
      "loss": 0.8522,
      "step": 2400
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.7635385990142822,
      "learning_rate": 0.00016717219165212724,
      "loss": 0.852,
      "step": 2600
    },
    {
      "epoch": 0.74,
      "grad_norm": 2.332137107849121,
      "learning_rate": 0.00016448798818950478,
      "loss": 0.8622,
      "step": 2800
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.689222812652588,
      "learning_rate": 0.00016180378472688232,
      "loss": 0.8814,
      "step": 3000
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.2268168926239014,
      "learning_rate": 0.00015911958126425983,
      "loss": 0.8223,
      "step": 3200
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.7432162761688232,
      "learning_rate": 0.00015643537780163738,
      "loss": 0.8538,
      "step": 3400
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.417742967605591,
      "learning_rate": 0.00015375117433901492,
      "loss": 0.8118,
      "step": 3600
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.7114242315292358,
      "eval_runtime": 144.1269,
      "eval_samples_per_second": 13.051,
      "eval_steps_per_second": 1.637,
      "step": 3763
    },
    {
      "epoch": 1.01,
      "grad_norm": 2.479877233505249,
      "learning_rate": 0.00015106697087639243,
      "loss": 0.7983,
      "step": 3800
    },
    {
      "epoch": 1.06,
      "grad_norm": 2.73120379447937,
      "learning_rate": 0.00014838276741376997,
      "loss": 0.7892,
      "step": 4000
    },
    {
      "epoch": 1.12,
      "grad_norm": 2.924459934234619,
      "learning_rate": 0.00014569856395114749,
      "loss": 0.7747,
      "step": 4200
    },
    {
      "epoch": 1.17,
      "grad_norm": 3.1980695724487305,
      "learning_rate": 0.00014301436048852503,
      "loss": 0.7758,
      "step": 4400
    },
    {
      "epoch": 1.22,
      "grad_norm": 2.564530849456787,
      "learning_rate": 0.00014033015702590257,
      "loss": 0.7814,
      "step": 4600
    },
    {
      "epoch": 1.28,
      "grad_norm": 2.7397029399871826,
      "learning_rate": 0.0001376593745805932,
      "loss": 0.7501,
      "step": 4800
    },
    {
      "epoch": 1.33,
      "grad_norm": 2.7164580821990967,
      "learning_rate": 0.00013497517111797075,
      "loss": 0.7712,
      "step": 5000
    },
    {
      "epoch": 1.38,
      "grad_norm": 2.4152510166168213,
      "learning_rate": 0.0001322909676553483,
      "loss": 0.7999,
      "step": 5200
    },
    {
      "epoch": 1.44,
      "grad_norm": 2.9376044273376465,
      "learning_rate": 0.00012960676419272583,
      "loss": 0.7516,
      "step": 5400
    },
    {
      "epoch": 1.49,
      "grad_norm": 3.0849993228912354,
      "learning_rate": 0.00012692256073010337,
      "loss": 0.7663,
      "step": 5600
    },
    {
      "epoch": 1.54,
      "grad_norm": 2.0552046298980713,
      "learning_rate": 0.00012423835726748088,
      "loss": 0.7725,
      "step": 5800
    },
    {
      "epoch": 1.59,
      "grad_norm": 4.300168991088867,
      "learning_rate": 0.00012155415380485841,
      "loss": 0.748,
      "step": 6000
    },
    {
      "epoch": 1.65,
      "grad_norm": 2.172149658203125,
      "learning_rate": 0.00011886995034223594,
      "loss": 0.7219,
      "step": 6200
    },
    {
      "epoch": 1.7,
      "grad_norm": 4.83528470993042,
      "learning_rate": 0.00011618574687961348,
      "loss": 0.7565,
      "step": 6400
    },
    {
      "epoch": 1.75,
      "grad_norm": 2.4364535808563232,
      "learning_rate": 0.00011350154341699102,
      "loss": 0.7433,
      "step": 6600
    },
    {
      "epoch": 1.81,
      "grad_norm": 3.630072593688965,
      "learning_rate": 0.00011081733995436854,
      "loss": 0.729,
      "step": 6800
    },
    {
      "epoch": 1.86,
      "grad_norm": 3.485239267349243,
      "learning_rate": 0.00010813313649174608,
      "loss": 0.7178,
      "step": 7000
    },
    {
      "epoch": 1.91,
      "grad_norm": 2.265608787536621,
      "learning_rate": 0.00010544893302912362,
      "loss": 0.7507,
      "step": 7200
    },
    {
      "epoch": 1.97,
      "grad_norm": 2.48197340965271,
      "learning_rate": 0.00010276472956650113,
      "loss": 0.763,
      "step": 7400
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.6458454728126526,
      "eval_runtime": 138.1168,
      "eval_samples_per_second": 13.619,
      "eval_steps_per_second": 1.709,
      "step": 7526
    },
    {
      "epoch": 2.02,
      "grad_norm": 3.2982826232910156,
      "learning_rate": 0.00010008052610387867,
      "loss": 0.7165,
      "step": 7600
    },
    {
      "epoch": 2.07,
      "grad_norm": 2.9913341999053955,
      "learning_rate": 9.739632264125621e-05,
      "loss": 0.7093,
      "step": 7800
    },
    {
      "epoch": 2.13,
      "grad_norm": 3.782381057739258,
      "learning_rate": 9.471211917863374e-05,
      "loss": 0.7007,
      "step": 8000
    },
    {
      "epoch": 2.18,
      "grad_norm": 1.392814040184021,
      "learning_rate": 9.202791571601128e-05,
      "loss": 0.6961,
      "step": 8200
    },
    {
      "epoch": 2.23,
      "grad_norm": 1.976282000541687,
      "learning_rate": 8.934371225338881e-05,
      "loss": 0.7014,
      "step": 8400
    },
    {
      "epoch": 2.29,
      "grad_norm": 1.8080275058746338,
      "learning_rate": 8.665950879076634e-05,
      "loss": 0.6845,
      "step": 8600
    },
    {
      "epoch": 2.34,
      "grad_norm": 2.2179641723632812,
      "learning_rate": 8.397530532814388e-05,
      "loss": 0.6766,
      "step": 8800
    },
    {
      "epoch": 2.39,
      "grad_norm": 4.8770551681518555,
      "learning_rate": 8.129110186552141e-05,
      "loss": 0.6716,
      "step": 9000
    },
    {
      "epoch": 2.44,
      "grad_norm": 2.4720568656921387,
      "learning_rate": 7.860689840289895e-05,
      "loss": 0.663,
      "step": 9200
    },
    {
      "epoch": 2.5,
      "grad_norm": 2.546283006668091,
      "learning_rate": 7.592269494027648e-05,
      "loss": 0.6629,
      "step": 9400
    },
    {
      "epoch": 2.55,
      "grad_norm": 2.2792224884033203,
      "learning_rate": 7.323849147765402e-05,
      "loss": 0.6677,
      "step": 9600
    },
    {
      "epoch": 2.6,
      "grad_norm": 2.87917160987854,
      "learning_rate": 7.055428801503155e-05,
      "loss": 0.6697,
      "step": 9800
    },
    {
      "epoch": 2.66,
      "grad_norm": 4.642680644989014,
      "learning_rate": 6.787008455240907e-05,
      "loss": 0.661,
      "step": 10000
    },
    {
      "epoch": 2.71,
      "grad_norm": 2.9181325435638428,
      "learning_rate": 6.51858810897866e-05,
      "loss": 0.6447,
      "step": 10200
    },
    {
      "epoch": 2.76,
      "grad_norm": 1.9983739852905273,
      "learning_rate": 6.250167762716414e-05,
      "loss": 0.6668,
      "step": 10400
    },
    {
      "epoch": 2.82,
      "grad_norm": 3.3339133262634277,
      "learning_rate": 5.9817474164541676e-05,
      "loss": 0.6494,
      "step": 10600
    },
    {
      "epoch": 2.87,
      "grad_norm": 2.7515461444854736,
      "learning_rate": 5.7133270701919204e-05,
      "loss": 0.6471,
      "step": 10800
    },
    {
      "epoch": 2.92,
      "grad_norm": 2.502366781234741,
      "learning_rate": 5.4462488256609854e-05,
      "loss": 0.6513,
      "step": 11000
    },
    {
      "epoch": 2.98,
      "grad_norm": 2.680753707885742,
      "learning_rate": 5.177828479398739e-05,
      "loss": 0.6701,
      "step": 11200
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.5908769369125366,
      "eval_runtime": 267.1069,
      "eval_samples_per_second": 7.042,
      "eval_steps_per_second": 0.884,
      "step": 11289
    },
    {
      "epoch": 3.03,
      "grad_norm": 1.714341640472412,
      "learning_rate": 4.909408133136492e-05,
      "loss": 0.6571,
      "step": 11400
    },
    {
      "epoch": 3.08,
      "grad_norm": 2.996971607208252,
      "learning_rate": 4.640987786874245e-05,
      "loss": 0.6627,
      "step": 11600
    },
    {
      "epoch": 3.14,
      "grad_norm": 2.6136629581451416,
      "learning_rate": 4.3725674406119985e-05,
      "loss": 0.6486,
      "step": 11800
    },
    {
      "epoch": 3.19,
      "grad_norm": 1.8732506036758423,
      "learning_rate": 4.104147094349752e-05,
      "loss": 0.5942,
      "step": 12000
    },
    {
      "epoch": 3.24,
      "grad_norm": 3.316340923309326,
      "learning_rate": 3.8357267480875054e-05,
      "loss": 0.6228,
      "step": 12200
    },
    {
      "epoch": 3.3,
      "grad_norm": 2.4904277324676514,
      "learning_rate": 3.567306401825258e-05,
      "loss": 0.6313,
      "step": 12400
    },
    {
      "epoch": 3.35,
      "grad_norm": 2.3936824798583984,
      "learning_rate": 3.2988860555630116e-05,
      "loss": 0.6132,
      "step": 12600
    },
    {
      "epoch": 3.4,
      "grad_norm": 2.5523078441619873,
      "learning_rate": 3.030465709300765e-05,
      "loss": 0.6108,
      "step": 12800
    },
    {
      "epoch": 3.45,
      "grad_norm": 2.3019254207611084,
      "learning_rate": 2.7620453630385185e-05,
      "loss": 0.6133,
      "step": 13000
    },
    {
      "epoch": 3.51,
      "grad_norm": 2.492788791656494,
      "learning_rate": 2.493625016776272e-05,
      "loss": 0.6241,
      "step": 13200
    },
    {
      "epoch": 3.56,
      "grad_norm": 2.1467068195343018,
      "learning_rate": 2.2265467722453363e-05,
      "loss": 0.6023,
      "step": 13400
    },
    {
      "epoch": 3.61,
      "grad_norm": 1.78839910030365,
      "learning_rate": 1.9581264259830894e-05,
      "loss": 0.6059,
      "step": 13600
    },
    {
      "epoch": 3.67,
      "grad_norm": 2.343613624572754,
      "learning_rate": 1.689706079720843e-05,
      "loss": 0.5922,
      "step": 13800
    },
    {
      "epoch": 3.72,
      "grad_norm": 2.2175772190093994,
      "learning_rate": 1.4212857334585964e-05,
      "loss": 0.6092,
      "step": 14000
    },
    {
      "epoch": 3.77,
      "grad_norm": 1.8630731105804443,
      "learning_rate": 1.1528653871963495e-05,
      "loss": 0.6055,
      "step": 14200
    },
    {
      "epoch": 3.83,
      "grad_norm": 1.4924801588058472,
      "learning_rate": 8.84445040934103e-06,
      "loss": 0.6053,
      "step": 14400
    },
    {
      "epoch": 3.88,
      "grad_norm": 3.014918088912964,
      "learning_rate": 6.1602469467185615e-06,
      "loss": 0.5846,
      "step": 14600
    },
    {
      "epoch": 3.93,
      "grad_norm": 1.5459446907043457,
      "learning_rate": 3.4760434840960946e-06,
      "loss": 0.5826,
      "step": 14800
    },
    {
      "epoch": 3.99,
      "grad_norm": 3.936332941055298,
      "learning_rate": 7.918400214736277e-07,
      "loss": 0.608,
      "step": 15000
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.5480290651321411,
      "eval_runtime": 221.6429,
      "eval_samples_per_second": 8.487,
      "eval_steps_per_second": 1.065,
      "step": 15052
    },
    {
      "epoch": 4.0,
      "step": 15052,
      "total_flos": 8148659183026176.0,
      "train_loss": 0.7414002821479045,
      "train_runtime": 7813.3494,
      "train_samples_per_second": 7.706,
      "train_steps_per_second": 1.926
    }
  ],
  "logging_steps": 200,
  "max_steps": 15052,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 500,
  "total_flos": 8148659183026176.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}