{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 83,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.12048192771084337,
      "grad_norm": 2.8577072620391846,
      "learning_rate": 4.8230451807939135e-05,
      "logits/chosen": -0.11954045295715332,
      "logits/rejected": -3.3223273754119873,
      "logps/chosen": -1.4568630456924438,
      "logps/rejected": -3.726320266723633,
      "loss": 1.4779,
      "num_input_tokens_seen": 8864,
      "odds_ratio_loss": 14.732812881469727,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": -0.1456862986087799,
      "rewards/margins": 0.22694571316242218,
      "rewards/rejected": -0.3726319968700409,
      "sft_loss": 0.0046242037788033485,
      "step": 10
    },
    {
      "epoch": 0.24096385542168675,
      "grad_norm": 1.9434715509414673,
      "learning_rate": 4.3172311296078595e-05,
      "logits/chosen": -0.2733025550842285,
      "logits/rejected": -3.2514376640319824,
      "logps/chosen": -1.4726128578186035,
      "logps/rejected": -5.625662803649902,
      "loss": 1.4745,
      "num_input_tokens_seen": 17712,
      "odds_ratio_loss": 14.662857055664062,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.14726129174232483,
      "rewards/margins": 0.4153049886226654,
      "rewards/rejected": -0.562566339969635,
      "sft_loss": 0.008168135769665241,
      "step": 20
    },
    {
      "epoch": 0.3614457831325301,
      "grad_norm": 2.154024124145508,
      "learning_rate": 3.55416283362546e-05,
      "logits/chosen": -0.20305636525154114,
      "logits/rejected": -3.410961627960205,
      "logps/chosen": -1.3130009174346924,
      "logps/rejected": -6.4230146408081055,
      "loss": 1.3135,
      "num_input_tokens_seen": 27520,
      "odds_ratio_loss": 13.098909378051758,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.13130010664463043,
      "rewards/margins": 0.5110014081001282,
      "rewards/rejected": -0.6423014998435974,
      "sft_loss": 0.0035836666356772184,
      "step": 30
    },
    {
      "epoch": 0.4819277108433735,
      "grad_norm": 2.372204303741455,
      "learning_rate": 2.6418631827326857e-05,
      "logits/chosen": -0.2755209803581238,
      "logits/rejected": -3.2902603149414062,
      "logps/chosen": -1.2280548810958862,
      "logps/rejected": -6.585225582122803,
      "loss": 1.2285,
      "num_input_tokens_seen": 36096,
      "odds_ratio_loss": 12.17691707611084,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.12280547618865967,
      "rewards/margins": 0.5357170104980469,
      "rewards/rejected": -0.6585224866867065,
      "sft_loss": 0.010825484991073608,
      "step": 40
    },
    {
      "epoch": 0.6024096385542169,
      "grad_norm": 2.4067399501800537,
      "learning_rate": 1.70948083275794e-05,
      "logits/chosen": -0.1695922613143921,
      "logits/rejected": -3.419903516769409,
      "logps/chosen": -1.0168521404266357,
      "logps/rejected": -6.722726345062256,
      "loss": 1.0171,
      "num_input_tokens_seen": 43456,
      "odds_ratio_loss": 10.138498306274414,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.10168520361185074,
      "rewards/margins": 0.5705875158309937,
      "rewards/rejected": -0.6722726821899414,
      "sft_loss": 0.0032351273111999035,
      "step": 50
    },
    {
      "epoch": 0.7228915662650602,
      "grad_norm": 2.4104135036468506,
      "learning_rate": 8.890074238378074e-06,
      "logits/chosen": -0.2158750295639038,
      "logits/rejected": -3.261337995529175,
      "logps/chosen": -1.4426627159118652,
      "logps/rejected": -6.552022457122803,
      "loss": 1.4433,
      "num_input_tokens_seen": 51600,
      "odds_ratio_loss": 14.290933609008789,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.144266277551651,
      "rewards/margins": 0.5109359622001648,
      "rewards/rejected": -0.6552022695541382,
      "sft_loss": 0.01422051526606083,
      "step": 60
    },
    {
      "epoch": 0.8433734939759037,
      "grad_norm": 2.4223577976226807,
      "learning_rate": 2.9659233496337786e-06,
      "logits/chosen": -0.14738118648529053,
      "logits/rejected": -3.434018611907959,
      "logps/chosen": -1.1621037721633911,
      "logps/rejected": -6.5490217208862305,
      "loss": 1.1624,
      "num_input_tokens_seen": 62624,
      "odds_ratio_loss": 11.598767280578613,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.11621036380529404,
      "rewards/margins": 0.5386918783187866,
      "rewards/rejected": -0.6549022197723389,
      "sft_loss": 0.0025552159640938044,
      "step": 70
    },
    {
      "epoch": 0.963855421686747,
      "grad_norm": 1.6316858530044556,
      "learning_rate": 1.6100130092037703e-07,
      "logits/chosen": -0.22155144810676575,
      "logits/rejected": -3.4224212169647217,
      "logps/chosen": -1.2641386985778809,
      "logps/rejected": -6.619866371154785,
      "loss": 1.2645,
      "num_input_tokens_seen": 73184,
      "odds_ratio_loss": 12.610678672790527,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -0.12641386687755585,
      "rewards/margins": 0.5355727672576904,
      "rewards/rejected": -0.6619867086410522,
      "sft_loss": 0.003463461296632886,
      "step": 80
    },
    {
      "epoch": 1.0,
      "num_input_tokens_seen": 75616,
      "step": 83,
      "total_flos": 3443013082939392.0,
      "train_loss": 1.2913588443434383,
      "train_runtime": 65.9669,
      "train_samples_per_second": 1.258,
      "train_steps_per_second": 1.258
    }
  ],
  "logging_steps": 10,
  "max_steps": 83,
  "num_input_tokens_seen": 75616,
  "num_train_epochs": 1,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3443013082939392.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}