| { | |
| "best_metric": 0.6764229637898442, | |
| "best_model_checkpoint": "case-analysis-legal-bert-base-uncased/checkpoint-2464", | |
| "epoch": 15.0, | |
| "eval_steps": 500, | |
| "global_step": 3360, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6570155902004454, | |
| "eval_f1_macro": 0.4081263564022185, | |
| "eval_f1_micro": 0.6570155902004454, | |
| "eval_f1_weighted": 0.6166399839312825, | |
| "eval_loss": 1.0114229917526245, | |
| "eval_macro_fpr": 0.19475132363363487, | |
| "eval_macro_sensitivity": 0.40746667217255456, | |
| "eval_macro_specificity": 0.8324392236563901, | |
| "eval_precision": 0.6178816225558943, | |
| "eval_precision_macro": 0.4664000256488353, | |
| "eval_recall": 0.6570155902004454, | |
| "eval_recall_macro": 0.40746667217255456, | |
| "eval_runtime": 7.3199, | |
| "eval_samples_per_second": 61.34, | |
| "eval_steps_per_second": 7.787, | |
| "eval_weighted_fpr": 0.1482194417709336, | |
| "eval_weighted_sensitivity": 0.6570155902004454, | |
| "eval_weighted_specificity": 0.6727413044251147, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7750556792873051, | |
| "eval_f1_macro": 0.5658663855845003, | |
| "eval_f1_micro": 0.775055679287305, | |
| "eval_f1_weighted": 0.7564492543508543, | |
| "eval_loss": 0.764952540397644, | |
| "eval_macro_fpr": 0.10943701020063132, | |
| "eval_macro_sensitivity": 0.5805958747135218, | |
| "eval_macro_specificity": 0.9039084791647444, | |
| "eval_precision": 0.7425093237919278, | |
| "eval_precision_macro": 0.5566158325717437, | |
| "eval_recall": 0.7750556792873051, | |
| "eval_recall_macro": 0.5805958747135218, | |
| "eval_runtime": 30.7218, | |
| "eval_samples_per_second": 14.615, | |
| "eval_steps_per_second": 1.855, | |
| "eval_weighted_fpr": 0.08820960698689956, | |
| "eval_weighted_sensitivity": 0.7750556792873051, | |
| "eval_weighted_specificity": 0.8405782373716723, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 2.232142857142857, | |
| "grad_norm": 9.53757095336914, | |
| "learning_rate": 4.631696428571429e-05, | |
| "loss": 0.7677, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7817371937639198, | |
| "eval_f1_macro": 0.5707248076329534, | |
| "eval_f1_micro": 0.7817371937639198, | |
| "eval_f1_weighted": 0.7678448816993292, | |
| "eval_loss": 0.7341566681861877, | |
| "eval_macro_fpr": 0.10409605667370833, | |
| "eval_macro_sensitivity": 0.5967117805353099, | |
| "eval_macro_specificity": 0.9083046086144851, | |
| "eval_precision": 0.7694906286035585, | |
| "eval_precision_macro": 0.5673619923602318, | |
| "eval_recall": 0.7817371937639198, | |
| "eval_recall_macro": 0.5967117805353099, | |
| "eval_runtime": 32.9882, | |
| "eval_samples_per_second": 13.611, | |
| "eval_steps_per_second": 1.728, | |
| "eval_weighted_fpr": 0.08514335360556038, | |
| "eval_weighted_sensitivity": 0.7817371937639198, | |
| "eval_weighted_specificity": 0.8514812406940205, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8173719376391982, | |
| "eval_f1_macro": 0.5903876477694423, | |
| "eval_f1_micro": 0.8173719376391981, | |
| "eval_f1_weighted": 0.7920921547144288, | |
| "eval_loss": 0.7967568635940552, | |
| "eval_macro_fpr": 0.09654289346260755, | |
| "eval_macro_sensitivity": 0.5892796922208687, | |
| "eval_macro_specificity": 0.9135512326349768, | |
| "eval_precision": 0.776630887817645, | |
| "eval_precision_macro": 0.6035747039094435, | |
| "eval_recall": 0.8173719376391982, | |
| "eval_recall_macro": 0.5892796922208687, | |
| "eval_runtime": 31.5737, | |
| "eval_samples_per_second": 14.221, | |
| "eval_steps_per_second": 1.805, | |
| "eval_weighted_fpr": 0.06931530008453085, | |
| "eval_weighted_sensitivity": 0.8173719376391982, | |
| "eval_weighted_specificity": 0.836832992900709, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 4.464285714285714, | |
| "grad_norm": 0.4865407943725586, | |
| "learning_rate": 4.260416666666667e-05, | |
| "loss": 0.482, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.8084632516703786, | |
| "eval_f1_macro": 0.6140549414742963, | |
| "eval_f1_micro": 0.8084632516703786, | |
| "eval_f1_weighted": 0.7940411816552344, | |
| "eval_loss": 0.8170605301856995, | |
| "eval_macro_fpr": 0.09903328320796416, | |
| "eval_macro_sensitivity": 0.6038384641325818, | |
| "eval_macro_specificity": 0.9107621964110777, | |
| "eval_precision": 0.7852994506060567, | |
| "eval_precision_macro": 0.6365555789178582, | |
| "eval_recall": 0.8084632516703786, | |
| "eval_recall_macro": 0.6038384641325818, | |
| "eval_runtime": 33.691, | |
| "eval_samples_per_second": 13.327, | |
| "eval_steps_per_second": 1.692, | |
| "eval_weighted_fpr": 0.07319148936170213, | |
| "eval_weighted_sensitivity": 0.8084632516703786, | |
| "eval_weighted_specificity": 0.8345855339739323, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.8240534521158129, | |
| "eval_f1_macro": 0.6314846316884821, | |
| "eval_f1_micro": 0.8240534521158129, | |
| "eval_f1_weighted": 0.8083544635272152, | |
| "eval_loss": 0.8909738659858704, | |
| "eval_macro_fpr": 0.087529695086195, | |
| "eval_macro_sensitivity": 0.6358500402618049, | |
| "eval_macro_specificity": 0.9211652121242622, | |
| "eval_precision": 0.8028335761470152, | |
| "eval_precision_macro": 0.6659870176540079, | |
| "eval_recall": 0.8240534521158129, | |
| "eval_recall_macro": 0.6358500402618049, | |
| "eval_runtime": 32.5936, | |
| "eval_samples_per_second": 13.776, | |
| "eval_steps_per_second": 1.749, | |
| "eval_weighted_fpr": 0.06644238856181665, | |
| "eval_weighted_sensitivity": 0.8240534521158129, | |
| "eval_weighted_specificity": 0.8606073963812356, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 6.696428571428571, | |
| "grad_norm": 24.31475257873535, | |
| "learning_rate": 3.888392857142857e-05, | |
| "loss": 0.2993, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.8040089086859689, | |
| "eval_f1_macro": 0.6741993002516824, | |
| "eval_f1_micro": 0.8040089086859689, | |
| "eval_f1_weighted": 0.8067155865282774, | |
| "eval_loss": 1.0094465017318726, | |
| "eval_macro_fpr": 0.08913550870826559, | |
| "eval_macro_sensitivity": 0.6773721773721774, | |
| "eval_macro_specificity": 0.9217242184731483, | |
| "eval_precision": 0.8108961670502116, | |
| "eval_precision_macro": 0.6741723864688478, | |
| "eval_recall": 0.8040089086859689, | |
| "eval_recall_macro": 0.6773721773721774, | |
| "eval_runtime": 33.2368, | |
| "eval_samples_per_second": 13.509, | |
| "eval_steps_per_second": 1.715, | |
| "eval_weighted_fpr": 0.07514944491887275, | |
| "eval_weighted_sensitivity": 0.8040089086859689, | |
| "eval_weighted_specificity": 0.8828879652066246, | |
| "step": 1568 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.8106904231625836, | |
| "eval_f1_macro": 0.6229381248976396, | |
| "eval_f1_micro": 0.8106904231625834, | |
| "eval_f1_weighted": 0.8016368957819484, | |
| "eval_loss": 1.1504098176956177, | |
| "eval_macro_fpr": 0.089652400577408, | |
| "eval_macro_sensitivity": 0.6330299933241109, | |
| "eval_macro_specificity": 0.9203722429802373, | |
| "eval_precision": 0.7967862579587831, | |
| "eval_precision_macro": 0.6227581659565835, | |
| "eval_recall": 0.8106904231625836, | |
| "eval_recall_macro": 0.6330299933241109, | |
| "eval_runtime": 36.2257, | |
| "eval_samples_per_second": 12.395, | |
| "eval_steps_per_second": 1.573, | |
| "eval_weighted_fpr": 0.07221750212404418, | |
| "eval_weighted_sensitivity": 0.8106904231625836, | |
| "eval_weighted_specificity": 0.8707985487583659, | |
| "step": 1792 | |
| }, | |
| { | |
| "epoch": 8.928571428571429, | |
| "grad_norm": 0.21054323017597198, | |
| "learning_rate": 3.516369047619048e-05, | |
| "loss": 0.1367, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.8062360801781737, | |
| "eval_f1_macro": 0.6359771704966781, | |
| "eval_f1_micro": 0.8062360801781738, | |
| "eval_f1_weighted": 0.8044711013673843, | |
| "eval_loss": 1.2533091306686401, | |
| "eval_macro_fpr": 0.09482503678094849, | |
| "eval_macro_sensitivity": 0.6224819165995636, | |
| "eval_macro_specificity": 0.9164236762016751, | |
| "eval_precision": 0.8059392062620114, | |
| "eval_precision_macro": 0.6536979385970869, | |
| "eval_recall": 0.8062360801781737, | |
| "eval_recall_macro": 0.6224819165995636, | |
| "eval_runtime": 30.7582, | |
| "eval_samples_per_second": 14.598, | |
| "eval_steps_per_second": 1.853, | |
| "eval_weighted_fpr": 0.0741687979539642, | |
| "eval_weighted_sensitivity": 0.8062360801781737, | |
| "eval_weighted_specificity": 0.8594586246285271, | |
| "step": 2016 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.8173719376391982, | |
| "eval_f1_macro": 0.6554404393882288, | |
| "eval_f1_micro": 0.8173719376391981, | |
| "eval_f1_weighted": 0.8137262031233367, | |
| "eval_loss": 1.2516238689422607, | |
| "eval_macro_fpr": 0.08727001865560947, | |
| "eval_macro_sensitivity": 0.649889194006841, | |
| "eval_macro_specificity": 0.9218678293458737, | |
| "eval_precision": 0.8106611480963274, | |
| "eval_precision_macro": 0.6620602008894919, | |
| "eval_recall": 0.8173719376391982, | |
| "eval_recall_macro": 0.649889194006841, | |
| "eval_runtime": 34.0534, | |
| "eval_samples_per_second": 13.185, | |
| "eval_steps_per_second": 1.674, | |
| "eval_weighted_fpr": 0.06931530008453085, | |
| "eval_weighted_sensitivity": 0.8173719376391982, | |
| "eval_weighted_specificity": 0.8700993797442969, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.8262806236080178, | |
| "eval_f1_macro": 0.6764229637898442, | |
| "eval_f1_micro": 0.8262806236080178, | |
| "eval_f1_weighted": 0.819522907157828, | |
| "eval_loss": 1.3822201490402222, | |
| "eval_macro_fpr": 0.08329902302757192, | |
| "eval_macro_sensitivity": 0.669645007880302, | |
| "eval_macro_specificity": 0.9243474796823474, | |
| "eval_precision": 0.8204585488197453, | |
| "eval_precision_macro": 0.7084622597280825, | |
| "eval_recall": 0.8262806236080178, | |
| "eval_recall_macro": 0.669645007880302, | |
| "eval_runtime": 31.5236, | |
| "eval_samples_per_second": 14.243, | |
| "eval_steps_per_second": 1.808, | |
| "eval_weighted_fpr": 0.0654911838790932, | |
| "eval_weighted_sensitivity": 0.8262806236080178, | |
| "eval_weighted_specificity": 0.8711092951213717, | |
| "step": 2464 | |
| }, | |
| { | |
| "epoch": 11.160714285714286, | |
| "grad_norm": 2.0276401042938232, | |
| "learning_rate": 3.1443452380952384e-05, | |
| "loss": 0.055, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.8017817371937639, | |
| "eval_f1_macro": 0.6399377531674577, | |
| "eval_f1_micro": 0.8017817371937639, | |
| "eval_f1_weighted": 0.806834856085664, | |
| "eval_loss": 1.4574010372161865, | |
| "eval_macro_fpr": 0.0883315306539799, | |
| "eval_macro_sensitivity": 0.6443222252045782, | |
| "eval_macro_specificity": 0.9215573710717683, | |
| "eval_precision": 0.8127232508105453, | |
| "eval_precision_macro": 0.6368985338108845, | |
| "eval_recall": 0.8017817371937639, | |
| "eval_recall_macro": 0.6443222252045782, | |
| "eval_runtime": 35.9686, | |
| "eval_samples_per_second": 12.483, | |
| "eval_steps_per_second": 1.585, | |
| "eval_weighted_fpr": 0.07613344739093242, | |
| "eval_weighted_sensitivity": 0.8017817371937639, | |
| "eval_weighted_specificity": 0.884447747093309, | |
| "step": 2688 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.7884187082405345, | |
| "eval_f1_macro": 0.6042489773120808, | |
| "eval_f1_micro": 0.7884187082405345, | |
| "eval_f1_weighted": 0.7831300624317719, | |
| "eval_loss": 1.6634190082550049, | |
| "eval_macro_fpr": 0.10018097159570645, | |
| "eval_macro_sensitivity": 0.6042144130379424, | |
| "eval_macro_specificity": 0.9125690965302461, | |
| "eval_precision": 0.7810481910770134, | |
| "eval_precision_macro": 0.6089900703871292, | |
| "eval_recall": 0.7884187082405345, | |
| "eval_recall_macro": 0.6042144130379424, | |
| "eval_runtime": 29.9493, | |
| "eval_samples_per_second": 14.992, | |
| "eval_steps_per_second": 1.903, | |
| "eval_weighted_fpr": 0.08210890233362143, | |
| "eval_weighted_sensitivity": 0.7884187082405345, | |
| "eval_weighted_specificity": 0.8618576778804495, | |
| "step": 2912 | |
| }, | |
| { | |
| "epoch": 13.392857142857142, | |
| "grad_norm": 0.00395896565169096, | |
| "learning_rate": 2.773809523809524e-05, | |
| "loss": 0.0431, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.8285077951002228, | |
| "eval_f1_macro": 0.6381695277501472, | |
| "eval_f1_micro": 0.8285077951002228, | |
| "eval_f1_weighted": 0.8165889625025802, | |
| "eval_loss": 1.5085251331329346, | |
| "eval_macro_fpr": 0.0849606439034177, | |
| "eval_macro_sensitivity": 0.6367413058589528, | |
| "eval_macro_specificity": 0.9229424414178813, | |
| "eval_precision": 0.8077049262727573, | |
| "eval_precision_macro": 0.6475977473768657, | |
| "eval_recall": 0.8285077951002228, | |
| "eval_recall_macro": 0.6367413058589528, | |
| "eval_runtime": 34.3243, | |
| "eval_samples_per_second": 13.081, | |
| "eval_steps_per_second": 1.661, | |
| "eval_weighted_fpr": 0.06454316848281642, | |
| "eval_weighted_sensitivity": 0.8285077951002228, | |
| "eval_weighted_specificity": 0.8632619705713027, | |
| "step": 3136 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.8106904231625836, | |
| "eval_f1_macro": 0.6229362972793631, | |
| "eval_f1_micro": 0.8106904231625834, | |
| "eval_f1_weighted": 0.8013640427817921, | |
| "eval_loss": 1.641113042831421, | |
| "eval_macro_fpr": 0.09140135508148657, | |
| "eval_macro_sensitivity": 0.6261966703143174, | |
| "eval_macro_specificity": 0.9183149213614681, | |
| "eval_precision": 0.7935778228683108, | |
| "eval_precision_macro": 0.6242729514731414, | |
| "eval_recall": 0.8106904231625836, | |
| "eval_recall_macro": 0.6261966703143174, | |
| "eval_runtime": 35.8672, | |
| "eval_samples_per_second": 12.518, | |
| "eval_steps_per_second": 1.589, | |
| "eval_weighted_fpr": 0.07221750212404418, | |
| "eval_weighted_sensitivity": 0.8106904231625836, | |
| "eval_weighted_specificity": 0.8625692622832889, | |
| "step": 3360 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 6720, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 30, | |
| "save_steps": 500, | |
| "total_flos": 7072552168980480.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |