{ "best_metric": 0.8743931388563246, "best_model_checkpoint": "./output//roberta-large_ipc1_F_5_32_5e-6_0.01_0.06_07-08-22_05-58/checkpoint-32000", "epoch": 0.3952569169960474, "global_step": 34000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02, "learning_rate": 3.87506781368674e-07, "loss": 0.3599, "step": 2000 }, { "epoch": 0.02, "eval_accuracy": 0.18268015170670038, "eval_f1": 0.2879298505097459, "eval_loss": 0.18576645851135254, "eval_roc_auc": 0.5853077432536982, "eval_runtime": 4288.9545, "eval_samples_per_second": 33.197, "eval_steps_per_second": 2.075, "step": 2000 }, { "epoch": 0.05, "learning_rate": 7.75013562737348e-07, "loss": 0.1408, "step": 4000 }, { "epoch": 0.05, "eval_accuracy": 0.6640609636184858, "eval_f1": 0.7541285724569866, "eval_loss": 0.09878645837306976, "eval_roc_auc": 0.8278381936603927, "eval_runtime": 4292.1595, "eval_samples_per_second": 33.172, "eval_steps_per_second": 2.073, "step": 4000 }, { "epoch": 0.07, "learning_rate": 1.1625203441060218e-06, "loss": 0.0906, "step": 6000 }, { "epoch": 0.07, "eval_accuracy": 0.737512291052114, "eval_f1": 0.8112492470949709, "eval_loss": 0.07406309992074966, "eval_roc_auc": 0.875046712248869, "eval_runtime": 4294.249, "eval_samples_per_second": 33.156, "eval_steps_per_second": 2.072, "step": 6000 }, { "epoch": 0.09, "learning_rate": 1.550027125474696e-06, "loss": 0.0713, "step": 8000 }, { "epoch": 0.09, "eval_accuracy": 0.7628459053237814, "eval_f1": 0.8287656289334564, "eval_loss": 0.06319486349821091, "eval_roc_auc": 0.8866137099850818, "eval_runtime": 4295.6601, "eval_samples_per_second": 33.145, "eval_steps_per_second": 2.072, "step": 8000 }, { "epoch": 0.12, "learning_rate": 1.93753390684337e-06, "loss": 0.0627, "step": 10000 }, { "epoch": 0.12, "eval_accuracy": 0.7722924568057311, "eval_f1": 0.8382658540559053, "eval_loss": 0.058036886155605316, "eval_roc_auc": 0.8947882381464809, "eval_runtime": 4290.269, "eval_samples_per_second": 33.187, "eval_steps_per_second": 2.074, "step": 10000 }, { "epoch": 0.14, "learning_rate": 2.3250406882120437e-06, "loss": 0.0585, "step": 12000 }, { "epoch": 0.14, "eval_accuracy": 0.7790420002809383, "eval_f1": 0.8449722285551912, "eval_loss": 0.054601434618234634, "eval_roc_auc": 0.900479073554457, "eval_runtime": 4292.2273, "eval_samples_per_second": 33.172, "eval_steps_per_second": 2.073, "step": 12000 }, { "epoch": 0.16, "learning_rate": 2.712547469580718e-06, "loss": 0.0542, "step": 14000 }, { "epoch": 0.16, "eval_accuracy": 0.7874280095519034, "eval_f1": 0.8536010998335779, "eval_loss": 0.05090392753481865, "eval_roc_auc": 0.9065922703600303, "eval_runtime": 4293.5118, "eval_samples_per_second": 33.162, "eval_steps_per_second": 2.073, "step": 14000 }, { "epoch": 0.19, "learning_rate": 3.100054250949392e-06, "loss": 0.052, "step": 16000 }, { "epoch": 0.19, "eval_accuracy": 0.7909889029358056, "eval_f1": 0.8566962061823234, "eval_loss": 0.05001804977655411, "eval_roc_auc": 0.9095118884122836, "eval_runtime": 4295.395, "eval_samples_per_second": 33.147, "eval_steps_per_second": 2.072, "step": 16000 }, { "epoch": 0.21, "learning_rate": 3.487561032318066e-06, "loss": 0.0505, "step": 18000 }, { "epoch": 0.21, "eval_accuracy": 0.7934822306503723, "eval_f1": 0.8588736803762056, "eval_loss": 0.0483463890850544, "eval_roc_auc": 0.9101339626012807, "eval_runtime": 4294.2134, "eval_samples_per_second": 33.156, "eval_steps_per_second": 2.072, "step": 18000 }, { "epoch": 0.23, "learning_rate": 3.87506781368674e-06, "loss": 0.0496, "step": 20000 }, { "epoch": 0.23, "eval_accuracy": 0.7956946200309032, "eval_f1": 0.8605352183127327, "eval_loss": 0.04739997163414955, "eval_roc_auc": 0.9099304679611407, "eval_runtime": 4298.5202, "eval_samples_per_second": 33.123, "eval_steps_per_second": 2.07, "step": 20000 }, { "epoch": 0.26, "learning_rate": 4.262574595055414e-06, "loss": 0.0489, "step": 22000 }, { "epoch": 0.26, "eval_accuracy": 0.7958912768647282, "eval_f1": 0.8615685152480835, "eval_loss": 0.04697679355740547, "eval_roc_auc": 0.9107013229700466, "eval_runtime": 4299.3608, "eval_samples_per_second": 33.117, "eval_steps_per_second": 2.07, "step": 22000 }, { "epoch": 0.28, "learning_rate": 4.650081376424087e-06, "loss": 0.047, "step": 24000 }, { "epoch": 0.28, "eval_accuracy": 0.7968815844922039, "eval_f1": 0.8662429018314002, "eval_loss": 0.045747920870780945, "eval_roc_auc": 0.9202107490921341, "eval_runtime": 4298.6579, "eval_samples_per_second": 33.122, "eval_steps_per_second": 2.07, "step": 24000 }, { "epoch": 0.3, "learning_rate": 4.997600755885568e-06, "loss": 0.0469, "step": 26000 }, { "epoch": 0.3, "eval_accuracy": 0.8009551903357213, "eval_f1": 0.8666653592720427, "eval_loss": 0.04524701461195946, "eval_roc_auc": 0.915663430411922, "eval_runtime": 4298.4038, "eval_samples_per_second": 33.124, "eval_steps_per_second": 2.07, "step": 26000 }, { "epoch": 0.33, "learning_rate": 4.972866280479058e-06, "loss": 0.0458, "step": 28000 }, { "epoch": 0.33, "eval_accuracy": 0.801559207753898, "eval_f1": 0.869541226037224, "eval_loss": 0.043748680502176285, "eval_roc_auc": 0.919819594006768, "eval_runtime": 4302.7264, "eval_samples_per_second": 33.091, "eval_steps_per_second": 2.068, "step": 28000 }, { "epoch": 0.35, "learning_rate": 4.948131805072547e-06, "loss": 0.045, "step": 30000 }, { "epoch": 0.35, "eval_accuracy": 0.8011167298777918, "eval_f1": 0.8685897435897435, "eval_loss": 0.04380137473344803, "eval_roc_auc": 0.9187617147650531, "eval_runtime": 4304.499, "eval_samples_per_second": 33.077, "eval_steps_per_second": 2.067, "step": 30000 }, { "epoch": 0.37, "learning_rate": 4.923397329666036e-06, "loss": 0.044, "step": 32000 }, { "epoch": 0.37, "eval_accuracy": 0.8065528866413822, "eval_f1": 0.8743931388563246, "eval_loss": 0.042223840951919556, "eval_roc_auc": 0.9221526483236073, "eval_runtime": 4303.0647, "eval_samples_per_second": 33.088, "eval_steps_per_second": 2.068, "step": 32000 }, { "epoch": 0.4, "learning_rate": 4.8986628542595245e-06, "loss": 0.0435, "step": 34000 }, { "epoch": 0.4, "eval_accuracy": 0.8098117713161961, "eval_f1": 0.8743206079011508, "eval_loss": 0.042016852647066116, "eval_roc_auc": 0.9207942735325755, "eval_runtime": 4360.5908, "eval_samples_per_second": 32.652, "eval_steps_per_second": 2.041, "step": 34000 } ], "max_steps": 430100, "num_train_epochs": 5, "total_flos": 1.013996137611264e+18, "trial_name": null, "trial_params": null }