last-checkpoint/trainer_state.json

{
  "best_metric": 1.4274669885635376,
  "best_model_checkpoint": "./outputs/checkpoint-2200",
  "epoch": 1.6029143897996359,
  "eval_steps": 100,
  "global_step": 2200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.07,
      "learning_rate": 0.0002,
      "loss": 2.182,
      "step": 100
    },
    {
      "epoch": 0.07,
      "eval_loss": 2.0125839710235596,
      "eval_runtime": 144.1418,
      "eval_samples_per_second": 43.527,
      "eval_steps_per_second": 5.446,
      "step": 100
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0002,
      "loss": 1.9626,
      "step": 200
    },
    {
      "epoch": 0.15,
      "eval_loss": 1.9195271730422974,
      "eval_runtime": 144.2253,
      "eval_samples_per_second": 43.501,
      "eval_steps_per_second": 5.443,
      "step": 200
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0002,
      "loss": 1.8881,
      "step": 300
    },
    {
      "epoch": 0.22,
      "eval_loss": 1.858821988105774,
      "eval_runtime": 144.0313,
      "eval_samples_per_second": 43.56,
      "eval_steps_per_second": 5.45,
      "step": 300
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0002,
      "loss": 1.8367,
      "step": 400
    },
    {
      "epoch": 0.29,
      "eval_loss": 1.8125503063201904,
      "eval_runtime": 143.9861,
      "eval_samples_per_second": 43.574,
      "eval_steps_per_second": 5.452,
      "step": 400
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0002,
      "loss": 1.785,
      "step": 500
    },
    {
      "epoch": 0.36,
      "eval_loss": 1.7720445394515991,
      "eval_runtime": 144.0061,
      "eval_samples_per_second": 43.568,
      "eval_steps_per_second": 5.451,
      "step": 500
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0002,
      "loss": 1.7562,
      "step": 600
    },
    {
      "epoch": 0.44,
      "eval_loss": 1.7424511909484863,
      "eval_runtime": 144.0245,
      "eval_samples_per_second": 43.562,
      "eval_steps_per_second": 5.45,
      "step": 600
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0002,
      "loss": 1.7176,
      "step": 700
    },
    {
      "epoch": 0.51,
      "eval_loss": 1.7112771272659302,
      "eval_runtime": 144.2204,
      "eval_samples_per_second": 43.503,
      "eval_steps_per_second": 5.443,
      "step": 700
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0002,
      "loss": 1.6969,
      "step": 800
    },
    {
      "epoch": 0.58,
      "eval_loss": 1.6823335886001587,
      "eval_runtime": 144.0134,
      "eval_samples_per_second": 43.565,
      "eval_steps_per_second": 5.451,
      "step": 800
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002,
      "loss": 1.6619,
      "step": 900
    },
    {
      "epoch": 0.66,
      "eval_loss": 1.6567240953445435,
      "eval_runtime": 144.0655,
      "eval_samples_per_second": 43.55,
      "eval_steps_per_second": 5.449,
      "step": 900
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0002,
      "loss": 1.6469,
      "step": 1000
    },
    {
      "epoch": 0.73,
      "eval_loss": 1.6352009773254395,
      "eval_runtime": 144.0664,
      "eval_samples_per_second": 43.549,
      "eval_steps_per_second": 5.449,
      "step": 1000
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0002,
      "loss": 1.6268,
      "step": 1100
    },
    {
      "epoch": 0.8,
      "eval_loss": 1.6125303506851196,
      "eval_runtime": 144.0648,
      "eval_samples_per_second": 43.55,
      "eval_steps_per_second": 5.449,
      "step": 1100
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0002,
      "loss": 1.5911,
      "step": 1200
    },
    {
      "epoch": 0.87,
      "eval_loss": 1.5925209522247314,
      "eval_runtime": 144.042,
      "eval_samples_per_second": 43.557,
      "eval_steps_per_second": 5.45,
      "step": 1200
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.0002,
      "loss": 1.5986,
      "step": 1300
    },
    {
      "epoch": 0.95,
      "eval_loss": 1.571681261062622,
      "eval_runtime": 144.1746,
      "eval_samples_per_second": 43.517,
      "eval_steps_per_second": 5.445,
      "step": 1300
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.0002,
      "loss": 1.5514,
      "step": 1400
    },
    {
      "epoch": 1.02,
      "eval_loss": 1.5524405241012573,
      "eval_runtime": 183.3697,
      "eval_samples_per_second": 34.215,
      "eval_steps_per_second": 4.281,
      "step": 1400
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.0002,
      "loss": 1.5235,
      "step": 1500
    },
    {
      "epoch": 1.09,
      "eval_loss": 1.534788966178894,
      "eval_runtime": 317.3733,
      "eval_samples_per_second": 19.769,
      "eval_steps_per_second": 2.473,
      "step": 1500
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0002,
      "loss": 1.5051,
      "step": 1600
    },
    {
      "epoch": 1.17,
      "eval_loss": 1.517040491104126,
      "eval_runtime": 315.5897,
      "eval_samples_per_second": 19.88,
      "eval_steps_per_second": 2.487,
      "step": 1600
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0002,
      "loss": 1.5036,
      "step": 1700
    },
    {
      "epoch": 1.24,
      "eval_loss": 1.500235915184021,
      "eval_runtime": 314.1201,
      "eval_samples_per_second": 19.973,
      "eval_steps_per_second": 2.499,
      "step": 1700
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.0002,
      "loss": 1.4767,
      "step": 1800
    },
    {
      "epoch": 1.31,
      "eval_loss": 1.4854458570480347,
      "eval_runtime": 313.3904,
      "eval_samples_per_second": 20.02,
      "eval_steps_per_second": 2.505,
      "step": 1800
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.0002,
      "loss": 1.4665,
      "step": 1900
    },
    {
      "epoch": 1.38,
      "eval_loss": 1.4697930812835693,
      "eval_runtime": 314.584,
      "eval_samples_per_second": 19.944,
      "eval_steps_per_second": 2.495,
      "step": 1900
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.0002,
      "loss": 1.4498,
      "step": 2000
    },
    {
      "epoch": 1.46,
      "eval_loss": 1.456108808517456,
      "eval_runtime": 316.2748,
      "eval_samples_per_second": 19.837,
      "eval_steps_per_second": 2.482,
      "step": 2000
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.0002,
      "loss": 1.4358,
      "step": 2100
    },
    {
      "epoch": 1.53,
      "eval_loss": 1.4408069849014282,
      "eval_runtime": 317.862,
      "eval_samples_per_second": 19.738,
      "eval_steps_per_second": 2.47,
      "step": 2100
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.0002,
      "loss": 1.4099,
      "step": 2200
    },
    {
      "epoch": 1.6,
      "eval_loss": 1.4274669885635376,
      "eval_runtime": 319.6918,
      "eval_samples_per_second": 19.625,
      "eval_steps_per_second": 2.455,
      "step": 2200
    }
  ],
  "logging_steps": 100,
  "max_steps": 4116,
  "num_train_epochs": 3,
  "save_steps": 100,
  "total_flos": 1.3116148866861466e+17,
  "trial_name": null,
  "trial_params": null
}