init

contraceptive/lct_gan/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+lct_gan,0.007988620376563631,0.006744927319876765,0.001855382380545052,1.6703412532806396,0.010601414367556572,0.34547173976898193,0.01630617491900921,2.5985364118241705e-06,2.7118337154388428,0.03212312236428261,0.09255968779325485,0.04307414963841438,0.08756907284259796,0.016603846102952957,4.382174968719482

contraceptive/lct_gan/history.csv

@@ -0,0 +1,10 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.019665115947168993,1.3259430897919648,0.0016351528701719095,0.12722583417470257,0.0,0.0,0.0,0.0,0.0199518630333801,900,225,270.090327501297,1.20040145556132,0.30010036389033,0.11211167593641827,0.005123136696509189,1.9587845133610828,3.225599730537245e-05,0.0,0.0,0.0,0.0,0.0,0.005123136696509189,450,113,87.16603398323059,0.7713808317100053,0.19370229774051242,0.048274144109964896
+1,0.004459613269524804,0.5696247978427467,4.493151174229456e-05,0.02243374695568087,0.0,0.0,0.0,0.0,0.004538138056490829,900,225,271.9333186149597,1.2085925271775988,0.3021481317943997,0.10111145882142915,0.003131905284826644,1.191799519885096,1.3011600207322418e-05,0.0,0.0,0.0,0.0,0.0,0.003131905284826644,450,113,92.20275020599365,0.8159535416459616,0.20489500045776368,0.05275093076289096
+2,0.0035123983815234777,0.4977147144650333,2.859574940254904e-05,0.018076600913837965,0.0,0.0,0.0,0.0,0.003567821487797321,900,225,275.1772153377533,1.2230098459455703,0.30575246148639257,0.1008471870360275,0.0031233079556032962,1.3221473698086115,4.6298641943619236e-05,0.0,0.0,0.0,0.0,0.0,0.0031233079556032962,450,113,88.90858387947083,0.7868016272519542,0.1975746308432685,0.05913279911882318
+3,0.003161510648399902,0.5058521567848904,2.4743936033731546e-05,0.014727871190666014,0.0,0.0,0.0,0.0,0.00322171315592843,900,225,272.91378474235535,1.2129501544104682,0.30323753860261704,0.09905971649413307,0.004386183474238755,2.076401953705954,2.7025729084248062e-05,0.0,0.0,0.0,0.0,0.0,0.004386183474238755,450,113,88.29646849632263,0.7813846769586074,0.19621437443627252,0.03421469124248334
+4,0.0026987572804662505,0.35000921227432324,1.5105901600198398e-05,0.015139500791944253,0.0,0.0,0.0,0.0,0.0027399578163426162,900,225,272.80935049057007,1.2124860021803114,0.30312150054507786,0.09980787922110823,0.002216681500544332,1.5294503328664861,5.906305432745928e-06,0.0,0.0,0.0,0.0,0.0,0.002216681500544332,450,113,88.42259788513184,0.7825008662401047,0.19649466196695964,0.05325051893447155
+5,0.002033243282720731,0.23602186178530385,7.030283134612784e-06,0.015872358748973865,0.0,0.0,0.0,0.0,0.0020601135703246756,900,225,275.2858557701111,1.2234926923116047,0.3058731730779012,0.10312151636100478,0.002322478660401733,1.320404739686366,9.749587738599938e-06,0.0,0.0,0.0,0.0,0.0,0.002322478660401733,450,113,90.18929839134216,0.7981353839941784,0.20042066309187148,0.0515262810760631
+6,0.001614498706185259,0.1809647554011328,2.9324602819437286e-06,0.01615508396980456,0.0,0.0,0.0,0.0,0.0016328314457981225,900,225,275.734769821167,1.2254878658718533,0.30637196646796333,0.10563728055192365,0.0019716585887686556,1.9351633055870725,4.450378878835354e-06,0.0,0.0,0.0,0.0,0.0,0.0019716585887686556,450,113,88.78998851776123,0.7857521107766481,0.19731108559502494,0.04906956392414538
+7,0.0014726841067183867,0.21683113766619005,2.8254440730661005e-06,0.016018104005423892,0.0,0.0,0.0,0.0,0.0014894471139349562,900,225,272.83155059814453,1.2125846693250868,0.3031461673312717,0.10693864568240112,0.0019270910127347127,1.2538913027706378,3.4612182754591007e-06,0.0,0.0,0.0,0.0,0.0,0.0019270910127347127,450,113,89.2393867969513,0.789729086698684,0.19830974843766955,0.050700269499381556
+8,0.001313657746925148,0.1492658925630795,3.4148349597811518e-06,0.016415953670317927,0.0,0.0,0.0,0.0,0.0013283096294455592,900,225,286.74962306022644,1.2744427691565618,0.31861069228914046,0.1061259970565637,0.0018737697858078818,1.1538138667777444,4.4807563205433855e-06,0.0,0.0,0.0,0.0,0.0,0.0018737697858078818,450,113,99.40478444099426,0.879688357884905,0.22089952097998725,0.05413557932530818

contraceptive/lct_gan/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6785c703d4ee8c5add91cabf03b6ea2bd3d4c747dee8755337a5808a74b4c23c
+size 30465390

contraceptive/lct_gan/params.json

@@ -0,0 +1 @@
+{"gradient_penalty_mode": "ALL", "loss_balancer_beta": 0.7999999999999999, "loss_balancer_r": 0.95, "tf_pma_low_exp_2": 3, "grad_loss_fn": "mae", "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7, "bias_weight_decay": 0.05, "head_activation": "relu6", "tf_activation": "tanh", "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.07, "n_warmup_steps": 200, "Optim": "amsgradw", "fixed_role_model": "lct_gan", "mse_mag_target": 0.5, "g_loss_mul": 0.1, "d_model_exp_2": 8, "attn_activation": "leakyhardtanh", "tf_d_inner_exp_2": 9, "tf_n_layers_enc": 3, "tf_n_head_exp_2": 6, "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 7, "ada_d_hid_exp_2": 9, "ada_n_layers": 9, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid_exp_2": 9, "head_n_layers": 9, "head_n_head_exp_2": 6, "head_activation_final": "leakyhardsigmoid", "mse_mag": true, "mse_mag_multiply": true, "single_model": true, "models": ["lct_gan"], "max_seconds": 3600}

contraceptive/realtabformer/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+realtabformer,0.012081380597755924,0.01889093526957178,0.0019067052836180664,1.5411152839660645,0.22686973214149475,6.461758613586426,0.38246825337409973,3.961230959248496e-06,3.9902100563049316,0.0328068844974041,0.09182539582252502,0.04366584122180939,0.09260228276252747,0.0068534864112734795,5.531325340270996

contraceptive/realtabformer/history.csv

@@ -0,0 +1,11 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.011365748913376592,0.9511739558440473,0.0006854779220273954,1.2036508678562112,0.0,0.0,0.0,0.0,0.011510453373646467,900,225,244.78535199165344,1.087934897740682,0.2719837244351705,0.10629495567538672,0.004436042588980248,1.158144313332901,5.6492201652799975e-05,0.0,0.0,0.0,0.0,0.0,0.004436042588980248,450,113,100.92714786529541,0.8931606005778355,0.22428255081176757,0.06720254934532979
+1,0.004198840709804143,0.8141998785290303,3.387297497191669e-05,0.2937400783267286,0.0,0.0,0.0,0.0,0.004241808241511333,900,225,244.76988172531128,1.0878661410013835,0.27196653525034586,0.0953530696950232,0.00333135591690532,2.725961913635608,1.3745906455597812e-05,0.0,0.0,0.0,0.0,0.0,0.00333135591690532,450,113,99.83114504814148,0.883461460603022,0.22184698899586996,0.04183473708664388
+2,0.002762561462489733,0.5484214044140991,8.805304913856541e-06,0.2618754346999857,0.0,0.0,0.0,0.0,0.0027956583087668857,900,225,242.95946621894836,1.0798198498619926,0.26995496246549816,0.10219329664483666,0.0027281873274801506,2.8626933845729767,6.899153320190609e-06,0.0,0.0,0.0,0.0,0.0,0.0027281873274801506,450,113,100.66479754447937,0.8908389163228263,0.22369955009884304,0.04004584675329218
+3,0.002585010585737311,0.5059408610661492,1.07776368556805e-05,0.2515256485177411,0.0,0.0,0.0,0.0,0.0026162271208078083,900,225,244.41886401176453,1.086306062274509,0.2715765155686273,0.1017372147883806,0.0025077687115925883,2.664003259325225,7.708884488491681e-06,0.0,0.0,0.0,0.0,0.0,0.0025077687115925883,450,113,100.92277240753174,0.8931218797126702,0.22427282757229275,0.04433754623756307
+4,0.0022580953761239977,0.45952041590186543,8.792309877011795e-06,0.2588796340343025,0.0,0.0,0.0,0.0,0.0022885854777915586,900,225,244.1408052444458,1.0850702455308703,0.27126756138271757,0.10189315725092052,0.0023599671401704353,3.2095572816661777,7.228522299237366e-06,0.0,0.0,0.0,0.0,0.0,0.0023599671401704353,450,113,101.14786124229431,0.8951138163034895,0.22477302498287624,0.04659274682213049
+5,0.0021870362648365293,0.25351457023726504,7.473293455636948e-06,0.2523958419428931,0.0,0.0,0.0,0.0,0.002216868234035145,900,225,244.6163468360901,1.087183763715956,0.271795940928989,0.10260770147045453,0.002132210925208508,2.034111335401322,4.895658492241791e-06,0.0,0.0,0.0,0.0,0.0,0.002132210925208508,450,113,100.4099771976471,0.8885838690057265,0.22313328266143798,0.05016624194001202
+6,0.002052127151619061,0.18765673593578922,6.5528008938834434e-06,0.277902038457493,0.0,0.0,0.0,0.0,0.002083149238023907,900,225,243.84846901893616,1.083770973417494,0.2709427433543735,0.10590767532587052,0.0024004279846849387,2.7415380834772916,5.895928737795737e-06,0.0,0.0,0.0,0.0,0.0,0.0024004279846849387,450,113,100.27250218391418,0.8873672759638424,0.2228277826309204,0.04519922711136463
+7,0.0018999467526898822,0.20382699480085795,5.589238350358375e-06,0.25682228529618845,0.0,0.0,0.0,0.0,0.001928712559650497,900,225,245.35998964309692,1.0904888428582085,0.2726222107145521,0.10311477472798691,0.001989704634373387,2.2423227408280177,4.893121499534396e-06,0.0,0.0,0.0,0.0,0.0,0.001989704634373387,450,113,100.96781826019287,0.893520515576928,0.22437292946709528,0.05078682927332357
+8,0.0017601978679401024,0.4031062119189409,4.838700413782498e-06,0.26518729818363984,0.0,0.0,0.0,0.0,0.0017887732903990481,900,225,245.00445175170898,1.08890867445204,0.27222716861301,0.10410975835182601,0.002103634206901511,1.6868754704122124,6.431579865517962e-06,0.0,0.0,0.0,0.0,0.0,0.002103634206901511,450,113,100.77440333366394,0.8918088790589729,0.2239431185192532,0.056379431404329966
+9,0.0016397621689894651,0.11264491108698306,6.2875129506191465e-06,0.2709155303819312,0.0,0.0,0.0,0.0,0.001668296587401225,900,225,244.95206952095032,1.088675864537557,0.27216896613438923,0.10980390641838313,0.001868966455739509,1.625626234592526,4.7393164126034105e-06,0.0,0.0,0.0,0.0,0.0,0.001868966455739509,450,113,101.65219712257385,0.8995769656864943,0.22589377138349745,0.05243304344017751

contraceptive/realtabformer/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bdcb53e3984f2a795219f33e05a754079f00b6950a1045621ac9a8b9831cf3
+size 34761390

contraceptive/realtabformer/params.json

@@ -0,0 +1 @@
+{"gradient_penalty_mode": "ALL", "loss_balancer_beta": 0.7999999999999999, "loss_balancer_r": 0.96, "tf_pma_low_exp_2": 4, "grad_loss_fn": "mae", "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7999999999999999, "bias_weight_decay": 0.05, "head_activation": "relu6", "tf_activation": "leakyhardtanh", "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.09, "n_warmup_steps": 80, "Optim": "amsgradw", "fixed_role_model": "realtabformer", "mse_mag_target": 1.0, "g_loss_mul": 0.1, "d_model_exp_2": 8, "attn_activation": "leakyhardtanh", "tf_d_inner_exp_2": 9, "tf_n_layers_enc": 3, "tf_n_head_exp_2": 5, "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 4, "ada_d_hid_exp_2": 9, "ada_n_layers": 8, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid_exp_2": 9, "head_n_layers": 9, "head_n_head_exp_2": 6, "head_activation_final": "leakyhardsigmoid", "mse_mag": true, "mse_mag_multiply": true, "single_model": true, "models": ["realtabformer"], "max_seconds": 3600}

contraceptive/tab_ddpm_concat/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+tab_ddpm_concat,0.0237087070193229,0.015246206644986842,0.0019968665969887904,2.455820083618164,0.031993232667446136,0.9314482808113098,0.04156145825982094,3.5965997540188255e-06,2.924487829208374,0.034377582371234894,0.09727923572063446,0.04468631371855736,0.08744335174560547,0.016910480335354805,5.380307912826538

contraceptive/tab_ddpm_concat/history.csv

@@ -0,0 +1,11 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.02739265464660194,1.1173570523565528,0.0028521220052700534,0.025119311889219616,0.0,0.0,0.0,0.0,0.032262347015138304,900,225,242.43868017196655,1.0775052452087401,0.26937631130218503,0.1347517560606098,0.010731746522295806,0.1493522447505341,0.00033917589715015434,0.0,0.0,0.0,0.0,0.0,0.010731746522295806,450,113,95.67721843719482,0.8467010481167684,0.21261604097154405,0.11410295747352385
+1,0.006208910436317739,0.8280145235490416,0.00010301458273136867,0.0001026008653247522,0.0,0.0,0.0,0.0,0.008540319710607744,900,225,238.80838418006897,1.0613705963558622,0.26534264908896554,0.099707847174464,0.0031002509969726413,1.9949667974594831,8.847060396063784e-06,0.0,0.0,0.0,0.0,0.0,0.0031002509969726413,450,113,99.60530400276184,0.8814628672810783,0.22134512000613743,0.055952131002317225
+2,0.0029732521030948395,0.5794144581668509,1.9065153760119242e-05,0.0,0.0,0.0,0.0,0.0,0.0029732521030948395,900,225,252.49774837493896,1.1222122149997287,0.28055305374993217,0.10085780898264299,0.0026095288946655477,1.492227238601099,6.204995277141776e-06,0.0,0.0,0.0,0.0,0.0,0.0026095288946655477,450,113,102.85050177574158,0.9101814316437308,0.22855667061275906,0.04310003738537167
+3,0.0027397574804975495,0.5239720547694948,8.14726122460083e-06,0.0,0.0,0.0,0.0,0.0,0.0027397574804975495,900,225,244.73538613319397,1.0877128272586398,0.27192820681465996,0.10142784766697635,0.003070051697626089,1.5696541906561932,1.166988729526114e-05,0.0,0.0,0.0,0.0,0.0,0.003070051697626089,450,113,101.8385443687439,0.9012260563605654,0.22630787637498645,0.06228261488949287
+4,0.0023581975257548037,0.3410672404423733,1.1994138098866438e-05,1.4866391300327249e-05,0.0,0.0,0.0,0.0,0.00252653114331123,900,225,247.05686163902283,1.0980304961734348,0.2745076240433587,0.09989041606171263,0.0022714212175924333,1.8832387516627003,7.2981029367872995e-06,0.0,0.0,0.0,0.0,0.0,0.0022714212175924333,450,113,100.17966938018799,0.8865457467273273,0.22262148751152885,0.052650303883782994
+5,0.0024742192417842386,0.3507677028266865,6.229266246524888e-06,2.6323258255918822e-06,0.0,0.0,0.0,0.0,0.0028022190412189552,900,225,247.09229588508606,1.0981879817114937,0.2745469954278734,0.1015876992026137,0.002520995658188541,1.5546536559230526,5.602417538170796e-06,0.0,0.0,0.0,0.0,0.0,0.002520995658188541,450,113,99.56677508354187,0.8811219033941758,0.2212595001856486,0.048813573702906086
+6,0.002148849349759985,0.3859976332026933,5.054510944888613e-06,0.0,0.0,0.0,0.0,0.0,0.002148849349759985,900,225,248.287282705307,1.1034990342458089,0.2758747585614522,0.10126116779943307,0.0025426524340744234,1.8411945350910226,1.1723544970543994e-05,0.0,0.0,0.0,0.0,0.0,0.0025426524340744234,450,113,100.16489577293396,0.8864150068401235,0.22258865727318658,0.05908973131790361
+7,0.0020464518228416433,0.2880907567315516,5.413586949876549e-06,0.0,0.0,0.0,0.0,0.0,0.0020464518228416433,900,225,248.08354210853577,1.1025935204823811,0.2756483801205953,0.10204729804148277,0.002012234483457481,1.4328002845302086,5.459719962973194e-06,0.0,0.0,0.0,0.0,0.0,0.002012234483457481,450,113,100.88333654403687,0.8927728897702377,0.2241851923200819,0.05221234420335036
+8,0.001945750925806351,0.2846149470687626,3.628518232128718e-06,0.0,0.0,0.0,0.0,0.0,0.001945750925806351,900,225,249.2025444507599,1.1075668642255996,0.2768917160563999,0.10608977859425876,0.0024451360522329602,1.5600430507726564,1.1627008480942101e-05,0.0,0.0,0.0,0.0,0.0,0.0024451360522329602,450,113,100.29779386520386,0.8875910961522465,0.22288398636711967,0.04840205141458562
+9,0.0018871993097127416,0.3353491520646711,5.283127970706369e-06,4.544905904266569e-08,0.0,0.0,0.0,0.0,0.002344711327880052,900,225,247.01215744018555,1.0978318108452692,0.2744579527113173,0.10287626234814524,0.001859568822482187,1.4678312607579032,4.946820349966716e-06,0.0,0.0,0.0,0.0,0.0,0.001859568822482187,450,113,100.66262602806091,0.8908196993633709,0.22369472450680203,0.05059397140254093

contraceptive/tab_ddpm_concat/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580dd6bf4bf13b726600816630964fc1bec39c2e2b26dc693ffce19581ba0d3c
+size 31355458

contraceptive/tab_ddpm_concat/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 1, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true, "forgive_over": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7494458230986923, "gradient_penalty_mode": "ALL", "synth_data": 2, "bias_lr_mul": 1.0, "bias_weight_decay": 0.05, "head_activation": "relu6", "loss_balancer_beta": 0.6806661100374879, "loss_balancer_r": 0.9427716710925113, "tf_activation": "relu6", "mse_mag_multiply": true, "tf_pma_low_exp_2": 2, "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.07424782199493057, "n_warmup_steps": 104, "Optim": "amsgradw", "fixed_role_model": "tab_ddpm_concat", "mse_mag_target": 0.20359405820922769, "d_model_exp_2": 7, "attn_activation": "leakyhardtanh", "tf_d_inner_exp_2": 9, "tf_n_layers_enc": 3, "tf_n_head_exp_2": 5, "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 4, "ada_d_hid_exp_2": 10, "ada_n_layers": 8, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid_exp_2": 8, "head_n_layers": 8, "head_n_head_exp_2": 4, "head_activation_final": "leakyhardsigmoid", "mse_mag": true, "models": ["tab_ddpm_concat"], "max_seconds": 3600}

contraceptive/tvae/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+tvae,0.007679888527539636,0.015172706345554446,0.0017569630032327648,1.6627535820007324,0.013730231672525406,0.4312901794910431,0.022872319445014,2.7858511657541385e-06,2.7128655910491943,0.031409189105033875,0.08435197174549103,0.0419161431491375,0.09169832617044449,0.008257805369794369,4.375619173049927

contraceptive/tvae/history.csv

@@ -0,0 +1,10 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.0186110673548602,0.9859759064087645,0.0014670658553136355,0.12243372971605923,0.0,0.0,0.0,0.0,0.018859607335697446,900,225,282.9204273223877,1.257424121432834,0.3143560303582085,0.11435848254969136,0.008952803679017556,4.103192632228183,0.00013674774596836414,0.0,0.0,0.0,0.0,0.0,0.008952803679017556,450,113,94.89591884613037,0.8397868924436316,0.21087981965806749,0.022598956262412588
+1,0.005419754103058949,0.7368064368608555,6.596730340261968e-05,0.0279144444456324,0.0,0.0,0.0,0.0,0.005536770965490077,900,225,283.5930871963501,1.2604137208726671,0.3151034302181668,0.09610795313699377,0.009089643146014875,2.2618643136544057,0.00020205410188401396,0.0,0.0,0.0,0.0,0.0,0.009089643146014875,450,113,96.57411861419678,0.8546382178247502,0.21460915247599283,0.05953517459001726
+2,0.0041141705360819795,0.4941683148547074,5.9163905845158306e-05,0.01810061747660964,0.0,0.0,0.0,0.0,0.004181610228713706,900,225,290.8302204608917,1.2925787576039631,0.3231446894009908,0.09772732237146961,0.002547107368138515,1.7669729735376936,7.385972450104247e-06,0.0,0.0,0.0,0.0,0.0,0.002547107368138515,450,113,96.63251686096191,0.8551550164686895,0.21473892635769315,0.0506768064260219
+3,0.0023371195333958088,0.4912818201007985,5.350784180537504e-06,0.014647599203356853,0.0,0.0,0.0,0.0,0.002370942204983698,900,225,283.96464467048645,1.2620650874243842,0.31551627185609604,0.10408781512019535,0.0034601237480011253,2.612866154395119,1.3134922784065689e-05,0.0,0.0,0.0,0.0,0.0,0.0034601237480011253,450,113,94.63316321372986,0.8374616213604412,0.21029591825273303,0.04398040732047397
+4,0.0020195719559625205,0.2510072517482392,6.499685870238886e-06,0.013006549620121304,0.0,0.0,0.0,0.0,0.002048346129207251,900,225,285.49330401420593,1.2688591289520263,0.3172147822380066,0.10502510418287582,0.0023336571037200176,1.0392825815654005,7.885705093391342e-06,0.0,0.0,0.0,0.0,0.0,0.0023336571037200176,450,113,95.2993221282959,0.8433568329937691,0.2117762713962131,0.05800044378760246
+5,0.0019015362533779505,0.24092813788177259,5.394619782389408e-06,0.014597136508156028,0.0,0.0,0.0,0.0,0.0019251112584364213,900,225,285.9157590866089,1.2707367070515951,0.3176841767628988,0.10497349073075586,0.0023449724944657646,1.324564782714674,8.32234693904156e-06,0.0,0.0,0.0,0.0,0.0,0.0023449724944657646,450,113,95.89643502235413,0.8486410178969391,0.21310318893856472,0.059179596025476115
+6,0.001617696879960325,0.15725728821715396,4.0012195520334405e-06,0.013585555124898544,0.0,0.0,0.0,0.0,0.0016441765983391734,900,225,283.3449795246124,1.2593110201093887,0.31482775502734717,0.10613164186891583,0.002407976164379054,1.1220077265352362,7.455731951812162e-06,0.0,0.0,0.0,0.0,0.0,0.002407976164379054,450,113,94.69690179824829,0.8380256796305159,0.21043755955166288,0.048071262323651956
+7,0.0014774360275219402,0.16173793539400327,3.2265756165433642e-06,0.013837635460464905,0.0,0.0,0.0,0.0,0.001494622107436751,900,225,285.05916833877563,1.266929637061225,0.31673240926530627,0.10432403838468922,0.002109985634936796,1.285013097416944,5.779796396621073e-06,0.0,0.0,0.0,0.0,0.0,0.002109985634936796,450,113,95.49577188491821,0.8450953264152055,0.21221282641092937,0.059411970754277656
+8,0.0013566906487297577,0.1447534780750981,1.6995160905337986e-06,0.014613873372133336,0.0,0.0,0.0,0.0,0.0013734321816850246,900,225,284.22162222862244,1.2632072099049887,0.3158018024762472,0.10500639389579494,0.0019757018623446734,1.1056950748967773,7.016759447038556e-06,0.0,0.0,0.0,0.0,0.0,0.0019757018623446734,450,113,95.37925219535828,0.8440641787199847,0.21195389376746285,0.05243083165208521

contraceptive/tvae/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68604d18cab4b7967c1faeb7515500d8cbff2ae913c0a1ce7c2d30acd8a323e3
+size 30477550

contraceptive/tvae/params.json

@@ -0,0 +1 @@
+{"gradient_penalty_mode": "ALL", "loss_balancer_beta": 0.7999999999999999, "loss_balancer_r": 0.95, "tf_pma_low_exp_2": 3, "grad_loss_fn": "mae", "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7, "bias_weight_decay": 0.05, "head_activation": "relu6", "tf_activation": "tanh", "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.07, "n_warmup_steps": 200, "Optim": "amsgradw", "fixed_role_model": "tvae", "mse_mag_target": 0.5, "g_loss_mul": 0.1, "d_model_exp_2": 8, "attn_activation": "leakyhardtanh", "tf_d_inner_exp_2": 9, "tf_n_layers_enc": 3, "tf_n_head_exp_2": 6, "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 7, "ada_d_hid_exp_2": 9, "ada_n_layers": 9, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid_exp_2": 9, "head_n_layers": 9, "head_n_head_exp_2": 6, "head_activation_final": "leakyhardsigmoid", "mse_mag": true, "mse_mag_multiply": true, "single_model": true, "models": ["tvae"], "max_seconds": 3600}

insurance/lct_gan/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+lct_gan,0.0014914689685398724,0.010001089336377238,0.0007886611743015237,3.719151735305786,0.015319732017815113,0.531665027141571,0.047635164111852646,8.764879453337926e-07,1.2892181873321533,0.018356479704380035,0.5159444808959961,0.028083112090826035,0.1561143845319748,0.0019985174294561148,5.0083699226379395

insurance/lct_gan/history.csv

@@ -0,0 +1,19 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.04117060134704742,0.8109188975505845,0.012500455402668946,0.4644619934923119,0.0,0.0,0.0,0.0,0.041821396528846685,900,113,145.03757858276367,1.2835183945377315,0.16115286509195964,0.14025535803716793,0.017303582032004165,2.386988934791206,0.0012482430997963294,0.0,0.0,0.0,0.0,0.0,0.017303582032004165,450,57,47.186697244644165,0.8278367937656871,0.10485932721032036,0.04331476881838681
+1,0.00788458850596928,1.4652959933179,0.0002524864735020014,0.07177837291939392,0.0,0.0,0.0,0.0,0.007992250232620993,900,113,145.16301083564758,1.2846284144747573,0.16129223426183065,0.08565499742342307,0.005107812441161109,0.07783917244306761,0.00024728326528121317,0.0,0.0,0.0,0.0,0.0,0.005107812441161109,450,57,47.019214153289795,0.8248984939173648,0.10448714256286622,0.08467314502616462
+2,0.00557574656041753,0.7293474927610862,0.00022519498775718153,0.041499399857388604,0.0,0.0,0.0,0.0,0.005658741251487906,900,113,145.352201461792,1.286302667803469,0.16150244606865777,0.0888019731532024,0.005094906620474325,0.33239709677336415,1.4148092069338326e-05,0.0,0.0,0.0,0.0,0.0,0.005094906620474325,450,57,47.298946142196655,0.8298060726701167,0.10510876920488145,0.0653855954051802
+3,0.004928552754507917,0.590203044300799,7.935110965993373e-05,0.03116383927563826,0.0,0.0,0.0,0.0,0.005009777373375578,900,113,145.0207061767578,1.283369081210246,0.16113411797417534,0.09011044628522565,0.005199750801224986,0.648273554320065,2.5179529602438558e-05,0.0,0.0,0.0,0.0,0.0,0.005199750801224986,450,57,47.28320384025574,0.8295298919343111,0.10507378631167942,0.051663709136559384
+4,0.004318670859793201,0.4876711248132525,4.46604487823629e-05,0.029432983928256565,0.0,0.0,0.0,0.0,0.004396132711424596,900,113,145.67448663711548,1.289154749001022,0.1618605407079061,0.08900898528507853,0.0041498291804115675,0.44782343388953705,3.687838003341986e-05,0.0,0.0,0.0,0.0,0.0,0.0041498291804115675,450,57,47.23726558685303,0.8287239576640882,0.10497170130411784,0.057800088480131274
+5,0.003727001822941626,0.4257845432669564,5.2791223793633036e-05,0.027504234943124983,0.0,0.0,0.0,0.0,0.0037818589322139613,900,113,145.0672550201416,1.2837810178773592,0.16118583891126845,0.09003757454652701,0.003250846434198643,0.4149662161665363,8.010250678769003e-05,0.0,0.0,0.0,0.0,0.0,0.003250846434198643,450,57,47.08042764663696,0.8259724148532801,0.10462317254808214,0.06960962812228356
+6,0.003335649493189218,0.29143936353892297,0.00010225355728581073,0.03192889101389382,0.0,0.0,0.0,0.0,0.0033789488727537296,900,113,144.45740246772766,1.278384092634758,0.16050822496414185,0.08855825027994878,0.003431849268866548,0.27368448856224714,3.499706230363269e-05,0.0,0.0,0.0,0.0,0.0,0.003431849268866548,450,57,47.77770447731018,0.8382053417071962,0.10617267661624484,0.06641790176856152
+7,0.002982409707296433,0.37030739115790007,3.9599444266533356e-05,0.03103297157213092,0.0,0.0,0.0,0.0,0.0030181357321432895,900,113,144.7265179157257,1.280765645271909,0.16080724212858413,0.0891251541443367,0.003124318533429889,0.24963311337495198,7.335967463523267e-05,0.0,0.0,0.0,0.0,0.0,0.003124318533429889,450,57,47.88541555404663,0.8400950097201163,0.10641203456454806,0.07890400658933479
+8,0.0020741428555467994,0.2619519646582818,1.8381270814843714e-05,0.031121474682456917,0.0,0.0,0.0,0.0,0.002098895235814982,900,113,145.16141033172607,1.2846142507232396,0.16129045592414007,0.09325064248116934,0.004463403613384192,0.8222081985106039,7.022714163104686e-05,0.0,0.0,0.0,0.0,0.0,0.004463403613384192,450,57,47.134621143341064,0.826923177953352,0.10474360254075792,0.05030834952598078
+9,0.0023060996746709053,0.2621581708226265,4.253982956825255e-05,0.029572723129143316,0.0,0.0,0.0,0.0,0.002331820259375187,900,113,143.75192093849182,1.2721408932609897,0.15972435659832424,0.09426238097712002,0.0023851372594233707,0.25001330026493196,9.203486099863416e-05,0.0,0.0,0.0,0.0,0.0,0.0023851372594233707,450,57,46.45239043235779,0.8149542181115401,0.10322753429412841,0.06987214349046872
+10,0.0013159852624004189,0.218279704756602,7.74645728111526e-06,0.024696054148177306,0.0,0.0,0.0,0.0,0.0013293167201401147,900,113,143.5770845413208,1.2705936685072636,0.1595300939348009,0.09105278838392908,0.00223359671033298,0.03436504584376627,1.4256753953578257e-05,0.0,0.0,0.0,0.0,0.0,0.00223359671033298,450,57,46.45383548736572,0.8149795699537846,0.10323074552747938,0.07930388350627925
+11,0.002150901930160924,0.22495316012830485,3.4149523725070684e-05,0.03553776060955392,0.0,0.0,0.0,0.0,0.0021734700896518513,900,113,143.75677585601807,1.2721838571329032,0.15972975095113118,0.09556485827913326,0.003228269326912899,0.28536299721485003,1.6670719938160433e-05,0.0,0.0,0.0,0.0,0.0,0.003228269326912899,450,57,46.40282607078552,0.814084667908518,0.10311739126841227,0.07249125089136917
+12,0.0019467951555270703,0.23753629187743283,3.624726925012959e-05,0.03207059481077724,0.0,0.0,0.0,0.0,0.0019664278747707916,900,113,143.81293630599976,1.2726808522654847,0.15979215145111084,0.09223815666890778,0.003769443849644934,0.12684818327569333,0.0005272575768817463,0.0,0.0,0.0,0.0,0.0,0.003769443849644934,450,57,46.357746601104736,0.8132938000193813,0.10301721466912164,0.08174848222386158
+13,0.0011665212795681631,0.09113499079847809,2.4942857778784166e-05,0.02439475072444313,0.0,0.0,0.0,0.0,0.001178674958355259,900,113,143.67677998542786,1.2714759290745827,0.1596408666504754,0.09811776785789865,0.0026310520773727654,0.5994252953760104,0.0001863106027298025,0.0,0.0,0.0,0.0,0.0,0.0026310520773727654,450,57,46.223793745040894,0.8109437499129981,0.10271954165564642,0.06012566037590436
+14,0.0007886418905885269,0.1318949167653181,1.084472590072184e-06,0.019767768517550494,0.0,0.0,0.0,0.0,0.0007973033490513141,900,113,142.2467658519745,1.258820936743137,0.15805196205774943,0.09370011994532779,0.0024774786025712576,0.23988299155125448,0.0003575192506448812,0.0,0.0,0.0,0.0,0.0,0.0024774786025712576,450,57,45.4305682182312,0.7970275126005474,0.100956818262736,0.07729252947396353
+15,0.0007920145899212609,0.07880277095880331,1.3125071642120135e-06,0.022073325576881568,0.0,0.0,0.0,0.0,0.0007999837701855641,900,113,142.16578197479248,1.2581042652636503,0.15796197997199166,0.09601840465865304,0.0018119772487261798,0.28852804994411196,0.0001659401577897141,0.0,0.0,0.0,0.0,0.0,0.0018119772487261798,450,57,45.49597787857056,0.7981750505012378,0.10110217306349012,0.07632629704465599
+16,0.0005196595300286491,0.0565358007824824,5.911478473423242e-07,0.015494050164189603,0.0,0.0,0.0,0.0,0.0005250095642016579,900,113,143.4526925086975,1.26949285405927,0.15939188056521947,0.09898689962857593,0.0018605626394532413,0.42602644269920564,0.00010228292684815276,0.0,0.0,0.0,0.0,0.0,0.0018605626394532413,450,57,46.52276873588562,0.8161889251909757,0.10338393052419027,0.07228483269889757
+17,0.0003834019511123188,0.05582865150848945,1.0770429865198301e-07,0.013134720898750755,0.0,0.0,0.0,0.0,0.00038761303258878695,900,113,144.13887667655945,1.275565280323535,0.1601543074183994,0.09740801119303281,0.0022972054127603767,0.26383435410354306,0.0004230380179690739,0.0,0.0,0.0,0.0,0.0,0.0022972054127603767,450,57,47.14963889122009,0.8271866472143876,0.10477697531382243,0.0769950772080113

insurance/lct_gan/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098db33acce2a591bac340f287937c616657aa66331154377a1da52cd696363d
+size 38581781

insurance/lct_gan/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true, "forgive_over": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "bias_lr_mul": 1.0, "bias_weight_decay": 0.05, "loss_balancer_beta": 0.79, "loss_balancer_r": 0.95, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "fixed_role_model": "lct_gan", "mse_mag": true, "mse_mag_target": 0.1, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "leakyhardsigmoid", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "prelu", "head_activation_final": "softsign", "models": ["lct_gan"], "max_seconds": 3600}

insurance/realtabformer/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+realtabformer,0.00010843533867349227,0.009143562115871948,0.0008848744287388399,0.6177115440368652,0.290086954832077,11.930258750915527,0.6675140261650085,3.047596464966773e-06,3.0843451023101807,0.01992633566260338,0.7107431292533875,0.02974683977663517,0.15960799157619476,0.0007001429912634194,3.702056646347046

insurance/realtabformer/history.csv

@@ -0,0 +1,15 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.06546703377635114,0.2411056103362887,0.017943341929830138,15.073662688997057,0.0,0.0,0.0,0.0,0.06770005301468902,900,113,153.185537815094,1.3556242284521591,0.1702061531278822,0.19871398358218437,0.021130030669478907,0.19607622416553663,0.004915828111867692,0.0,0.0,0.0,0.0,0.0,0.021130030669478907,450,57,44.15434193611145,0.7746375778265167,0.09812075985802544,0.08530344322258443
+1,0.013551225868674617,0.425866672638608,0.0008923178030537808,3.086364604102241,0.0,0.0,0.0,0.0,0.014007968114585512,900,113,153.67027974128723,1.3599139800113915,0.17074475526809693,0.11838984252077288,0.00839744051038805,0.15208790417410342,0.0025543556639753243,0.0,0.0,0.0,0.0,0.0,0.00839744051038805,450,57,49.47366642951965,0.8679590601670114,0.10994148095448812,0.07164400266973596
+2,0.006413812188871412,0.4138342716928963,0.00027937432812316876,1.2699479508399962,0.0,0.0,0.0,0.0,0.006606090834312555,900,113,148.70240354537964,1.315950473852917,0.1652248928281996,0.10096772389272146,0.004124537513190363,0.06340608278020754,7.95078217205811e-05,0.0,0.0,0.0,0.0,0.0,0.004124537513190363,450,57,46.079535722732544,0.8084129074163604,0.10239896827273899,0.08735310192334286
+3,0.004092327245485245,0.39121937074457336,0.00015605472596730313,0.8052064700921376,0.0,0.0,0.0,0.0,0.004214407260684917,900,113,151.17974090576172,1.337873813325325,0.1679774898952908,0.09381394159147698,0.0034038320787820138,0.17477164815838414,3.0920931797607425e-05,0.0,0.0,0.0,0.0,0.0,0.0034038320787820138,450,57,44.10925340652466,0.7738465509916607,0.09802056312561035,0.06855134886542433
+4,0.0029089865246270264,0.3532221096504087,3.6831276020658194e-05,0.6396473573313819,0.0,0.0,0.0,0.0,0.003004638084805467,900,113,148.33039927482605,1.3126584006621775,0.16481155474980672,0.0951092214018634,0.002712128226024409,0.18766189036889222,0.00010364639543665517,0.0,0.0,0.0,0.0,0.0,0.002712128226024409,450,57,43.69719195365906,0.7666174026957729,0.09710487100813124,0.07099823879176065
+5,0.0025865390710532667,0.28755133922778336,5.002069715601034e-05,0.5206181814935472,0.0,0.0,0.0,0.0,0.0026650355748521785,900,113,149.53471994400024,1.3233161056991172,0.16614968882666695,0.09785628467138889,0.004123696400783956,0.10052104216206098,0.00014860794093957944,0.0,0.0,0.0,0.0,0.0,0.004123696400783956,450,57,45.542537689208984,0.7989918892843682,0.10120563930935329,0.07634249809933336
+6,0.0021268636879782812,0.31098353265446677,8.022330904053045e-06,0.46527117974228327,0.0,0.0,0.0,0.0,0.0021964997161800664,900,113,154.0214467048645,1.3630216522554381,0.17113494078318278,0.09568176698351724,0.002951748826243501,0.10900051805550315,5.319740680752188e-05,0.0,0.0,0.0,0.0,0.0,0.002951748826243501,450,57,45.68478465080261,0.801487450014081,0.10152174366845025,0.07844465254119744
+7,0.0016828670411551784,0.2405022908817118,1.4838149498900283e-05,0.41218649297952653,0.0,0.0,0.0,0.0,0.0017432555771018897,900,113,148.98203325271606,1.3184250730328855,0.16553559250301786,0.09567539716980099,0.0022270536331375802,0.2691560960501106,1.237651391853007e-05,0.0,0.0,0.0,0.0,0.0,0.0022270536331375802,450,57,44.04278039932251,0.772680357882851,0.0978728453318278,0.06789644183836092
+8,0.0012292804241102809,0.17017161006335066,4.924689298776446e-06,0.3241997027397156,0.0,0.0,0.0,0.0,0.0012760602385969832,900,113,148.87872958183289,1.3175108812551584,0.16542081064648098,0.09586640849577642,0.002435751861194149,0.36038146253469866,3.095573820521539e-05,0.0,0.0,0.0,0.0,0.0,0.002435751861194149,450,57,47.944602489471436,0.8411333770082708,0.1065435610877143,0.07143153931604486
+9,0.0011144688440577334,0.1618615282109625,8.490755512877918e-06,0.3029045389427079,0.0,0.0,0.0,0.0,0.0011581761015178119,900,113,153.11266350746155,1.354979323074881,0.17012518167495727,0.0970211002349326,0.002127645400275166,0.5217206840770483,1.6785784667897965e-05,0.0,0.0,0.0,0.0,0.0,0.002127645400275166,450,57,45.5362389087677,0.7988813843643456,0.10119164201948377,0.07289726209924802
+10,0.001183760426776846,0.12453773899971259,4.877423153579243e-06,0.3282844849758678,0.0,0.0,0.0,0.0,0.001230810873934792,900,113,151.34659552574158,1.3393504028826688,0.16816288391749065,0.09647954430068488,0.002083526839996921,0.7386151516803023,3.646810097101981e-06,0.0,0.0,0.0,0.0,0.0,0.002083526839996921,450,57,45.06990456581116,0.7907000801019501,0.10015534347958036,0.06614154230868607
+11,0.0009753633572189655,0.18075985179538961,2.4574399071989697e-06,0.3026174498928918,0.0,0.0,0.0,0.0,0.0010182713146140384,900,113,153.43047070503235,1.3577917761507288,0.17047830078336929,0.09725009125813974,0.0027126917298947876,0.44140643616923336,4.97356319702471e-05,0.0,0.0,0.0,0.0,0.0,0.0027126917298947876,450,57,46.485644578933716,0.8155376241918195,0.10330143239763048,0.060076543326048476
+12,0.0009962741199544527,0.1213041851699925,2.6763202339177273e-06,0.2919425904419687,0.0,0.0,0.0,0.0,0.0010380058418700678,900,113,150.9032688140869,1.3354271576467869,0.16767029868231878,0.09730801442885294,0.002843431096148884,0.4800476854505124,3.743590894896127e-05,0.0,0.0,0.0,0.0,0.0,0.002843431096148884,450,57,47.381882190704346,0.8312610910649885,0.10529307153489854,0.05945909781414166
+13,0.0009301258288420892,0.13480907791556043,4.767580377660616e-06,0.26487836490074795,0.0,0.0,0.0,0.0,0.0009680978746877776,900,113,152.54639387130737,1.3499680873567024,0.16949599319034153,0.09505416518819015,0.0015452833087571587,0.7066929681970184,1.9704139299798997e-05,0.0,0.0,0.0,0.0,0.0,0.0015452833087571587,450,57,45.19634485244751,0.7929183307446932,0.1004363218943278,0.06895738166119707

insurance/realtabformer/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad88a05d944e07adc9302f8d8ad9e3718eb20dfc57ab9f223af6392daf326d7
+size 43501485

insurance/realtabformer/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true, "forgive_over": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.77, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "bias_lr_mul": 1.0, "bias_weight_decay": 0.05, "loss_balancer_beta": 0.75, "loss_balancer_r": 0.95, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "fixed_role_model": "realtabformer", "mse_mag": true, "mse_mag_target": 0.1, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "relu6", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "rrelu", "head_activation_final": "softsign", "models": ["realtabformer"], "max_seconds": 3600}

insurance/tab_ddpm_concat/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+tab_ddpm_concat,0.00222469786672832,0.6476468851148562,0.023898356467834673,1.9961369037628174,0.10473108291625977,0.9842270016670227,0.1544250249862671,4.775751949637197e-05,3.285273790359497,0.10506823658943176,0.9151608347892761,0.1545909345149994,0.059609778225421906,0.702870786190033,5.2814106941223145

insurance/tab_ddpm_concat/history.csv

@@ -0,0 +1,9 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.024075572021215016,2.3508909012960273,0.002771060421534274,0.0029211476824194606,0.0,0.0,0.0,0.0,0.050037135023028693,900,225,310.30886697769165,1.3791505199008518,0.34478762997521295,0.06582206586789753,0.013342676964950645,2.0058086246364546,0.0007188991684725465,0.0,0.0,0.0,0.0,0.0,0.013342676964950645,450,113,89.34503555297852,0.7906640314422877,0.19854452345106338,0.04214210955805219
+1,0.013382578615047451,3.458099740034493,0.0009716474906536288,3.707941207620833e-05,0.0,0.0,0.0,0.0,0.016183423791856815,900,225,311.0531280040741,1.3824583466847737,0.34561458667119344,0.04208948137238622,0.014266901978052273,4.464227094694783,0.0011343707141915163,0.0,0.0,0.0,0.0,0.0,0.014266901978052273,450,113,89.86122393608093,0.7952320702308047,0.19969160874684652,0.01992809144054762
+2,0.013254342839516337,3.1204963845842646,0.0006813948405281079,0.0001075446810379314,0.0,0.0,0.0,0.0,0.0524565856976551,900,225,312.3241837024689,1.3881074831220839,0.34702687078052097,0.0423520589288738,0.012265912334292403,1.3157129772379734,0.0005628797040111236,0.0,0.0,0.0,0.0,0.0,0.012265912334292403,450,113,90.2688856124878,0.7988396956857327,0.2005975235833062,0.03948800182546926
+3,0.012562644095063054,3.5180461831355214,0.0006036552235798092,6.118627109875282e-06,0.0,0.0,0.0,0.0,0.012832146921718959,900,225,312.1873142719269,1.3874991745418972,0.3468747936354743,0.04454210979657041,0.013842605696991086,0.963626003249711,0.0003593607491630893,0.0,0.0,0.0,0.0,0.0,0.013842605696991086,450,113,91.40894317626953,0.8089287006749516,0.20313098483615452,0.04356716709021907
+4,0.013598391496020162,3.5109803807122972,0.000997141477106349,9.703711192640993e-06,0.0,0.0,0.0,0.0,0.02892149961404761,900,225,311.90593457221985,1.386248598098755,0.3465621495246887,0.04308184798806906,0.01243379472349059,2.2559976406838214,0.0005069997021732793,0.0,0.0,0.0,0.0,0.0,0.01243379472349059,450,113,91.92064929008484,0.8134570733635826,0.20426810953352187,0.030669460783968063
+5,0.012828913821463681,3.2254131293075554,0.0009589220510274338,2.19366033302827e-05,0.0,0.0,0.0,0.0,0.06420697301956049,900,225,315.50258231163025,1.402233699162801,0.35055842479070026,0.04400004963131828,0.012932158961290649,2.3544916858941582,0.0008117084715219698,0.0,0.0,0.0,0.0,0.0,0.012932158961290649,450,113,95.47646307945251,0.8449244520305532,0.21216991795433893,0.025758121650979186
+6,0.012587066907209293,3.38541289440383,0.0006065711585707823,7.494021996131374e-05,0.0,0.0,0.0,0.0,0.01373073202017824,900,225,317.88066506385803,1.412802955839369,0.3532007389598423,0.04219078679051664,0.011988562133143811,1.5825580488287612,0.0005653089338077846,0.0,0.0,0.0,0.0,0.0,0.011988562133143811,450,113,92.79533505439758,0.8211976553486512,0.20621185567643907,0.03183364872284959
+7,0.012521472344815265,2.8174274650184175,0.0006091171978181395,2.9657912544078297e-05,0.0,0.0,0.0,0.0,0.04151430725343137,900,225,315.3764338493347,1.4016730393303765,0.3504182598325941,0.04545953687590858,0.013241176685518843,1.917701503053899,0.0007860712953399703,0.0,0.0,0.0,0.0,0.0,0.013241176685518843,450,113,90.48038101196289,0.8007113363890521,0.20106751335991754,0.037769694870288396

insurance/tab_ddpm_concat/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf82040a7b54dfb74f04184f6eb7357bc2d17bbdaedf7da723911d055c58a32
+size 34848313

insurance/tab_ddpm_concat/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 1, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true, "forgive_over": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.6896836352825375, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "bias_lr_mul": 1.0, "bias_weight_decay": 0.05, "loss_balancer_beta": 0.7520229775744602, "loss_balancer_r": 0.9706519501751338, "mse_mag_multiply": true, "tf_pma_low_exp_2": 6, "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.08030439779404704, "n_warmup_steps": 85, "Optim": "diffgrad", "fixed_role_model": "tab_ddpm_concat", "mse_mag_target": 0.13044551835398707, "d_model_exp_2": 8, "attn_activation": "sigmoid", "tf_d_inner_exp_2": 8, "tf_n_layers_enc": 5, "tf_n_head_exp_2": 7, "tf_activation": "leakyhardsigmoid", "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 6, "ada_d_hid_exp_2": 8, "ada_n_layers": 8, "ada_activation": "relu6", "ada_activation_final": "leakyhardtanh", "head_d_hid_exp_2": 8, "head_n_layers": 8, "head_n_head_exp_2": 5, "head_activation": "relu6", "head_activation_final": "softsign", "mse_mag": true, "models": ["tab_ddpm_concat"], "max_seconds": 3600}

insurance/tvae/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+tvae,0.012883516520669219,0.004672739247980644,0.0003646601323998766,3.7268638610839844,0.005140321329236031,0.3903414011001587,0.009947109967470169,1.8891797992637294e-07,1.3032469749450684,0.013064631260931492,0.1989498883485794,0.019096076488494873,0.16100887954235077,0.00037080643232911825,5.030110836029053

insurance/tvae/history.csv

@@ -0,0 +1,17 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.033494596945432324,0.9514266119047663,0.00740568548471212,0.4561071928011047,0.0,0.0,0.0,0.0,0.0338612375757657,900,113,139.86616706848145,1.2377536908715172,0.15540685229831272,0.13048605609322544,0.0035450709047209887,0.4135572405852655,1.1992556082892254e-05,0.0,0.0,0.0,0.0,0.0,0.0035450709047209887,450,57,43.52694535255432,0.7636306202202513,0.09672654522789849,0.06890298123879914
+1,0.005948302344315582,0.6644698490732288,0.00017848719000122755,0.07072600515352355,0.0,0.0,0.0,0.0,0.006019683801569044,900,113,139.209575176239,1.2319431431525576,0.15467730575137667,0.09152691003627482,0.003438505803383628,0.09945504239179795,4.135730159976308e-05,0.0,0.0,0.0,0.0,0.0,0.003438505803383628,450,57,45.21612048149109,0.7932652716051068,0.10048026773664687,0.08053733325939168
+2,0.004148594846030594,0.3845783284646484,0.00010671993065773853,0.04789311033363144,0.0,0.0,0.0,0.0,0.004195070721357802,900,113,139.53700613975525,1.234840762298719,0.15504111793306138,0.09683596715331078,0.0023919830305708777,0.2817465887051783,3.5287871541890406e-06,0.0,0.0,0.0,0.0,0.0,0.0023919830305708777,450,57,43.74946212768555,0.7675344232927289,0.09722102695041232,0.06890195867929019
+3,0.0031747633912083176,0.401544842024328,3.1176737821745636e-05,0.034890410486194824,0.0,0.0,0.0,0.0,0.0032127828725949967,900,113,138.64260721206665,1.2269257275404128,0.15404734134674072,0.09449338388785852,0.0037739401170983912,0.09890887374428546,0.00012161373627072356,0.0,0.0,0.0,0.0,0.0,0.0037739401170983912,450,57,45.92029070854187,0.8056191352375767,0.10204509046342637,0.08018968007608987
+4,0.0021943279545909413,0.27095252091449784,4.216843699032259e-05,0.02423756867647171,0.0,0.0,0.0,0.0,0.002222463636571774,900,113,144.14387917518616,1.2756095502228864,0.16015986575020685,0.09544809428002454,0.001543269329316293,0.09598122937022212,7.372837712272447e-06,0.0,0.0,0.0,0.0,0.0,0.001543269329316293,450,57,44.021047830581665,0.7722990847470468,0.09782455073462593,0.07492631013717568
+5,0.0009152512939504555,0.12106465140603044,1.8304799068708634e-06,0.017721550791627832,0.0,0.0,0.0,0.0,0.0009255373460796869,900,113,139.43437671661377,1.2339325373151662,0.15492708524068197,0.09658713597573537,0.001039498461003758,0.191177892819592,4.677953496311381e-07,0.0,0.0,0.0,0.0,0.0,0.001039498461003758,450,57,44.20726180076599,0.7755659965046665,0.09823835955725777,0.07235986795766573
+6,0.0010385865857501307,0.14289225078986598,9.29667037661573e-06,0.01798489984124899,0.0,0.0,0.0,0.0,0.001049564996954157,900,113,143.65014576911926,1.2712402280453032,0.15961127307679918,0.09901201174454352,0.00183226286931636,0.27243784420758393,1.1850463488066116e-06,0.0,0.0,0.0,0.0,0.0,0.00183226286931636,450,57,43.90792679786682,0.7703145052257337,0.09757317066192626,0.06361736614551199
+7,0.0011654625320160347,0.24595644928550064,3.943663092020979e-06,0.01612356576240725,0.0,0.0,0.0,0.0,0.0011781512379012485,900,113,143.4735608100891,1.269677529292824,0.15941506756676568,0.096535653403375,0.001652421035234713,0.22786178245158029,1.7284394548257756e-05,0.0,0.0,0.0,0.0,0.0,0.001652421035234713,450,57,44.54355502128601,0.7814658775664213,0.09898567782508003,0.06960312473963488
+8,0.0005234555136606408,0.057786288244384934,2.6204717372690923e-07,0.01177795834839344,0.0,0.0,0.0,0.0,0.0005286935975244786,900,113,140.09226059913635,1.2397545185764278,0.15565806733237372,0.0975041702076529,0.0010801255712673688,0.21078088797052652,7.320336708706144e-08,0.0,0.0,0.0,0.0,0.0,0.0010801255712673688,450,57,43.883389711380005,0.7698840300242106,0.09751864380306667,0.06990287764193981
+9,0.00042697534642583275,0.0412824616791532,1.6301317682804454e-07,0.00998444479993648,0.0,0.0,0.0,0.0,0.00043120299362474015,900,113,139.74913692474365,1.236718025882687,0.15527681880527072,0.09550961650973927,0.0011431862615669767,0.3449243648920886,8.091652926604335e-07,0.0,0.0,0.0,0.0,0.0,0.0011431862615669767,450,57,43.695363998413086,0.7665853333054927,0.09710080888536242,0.07124646358281832
+10,0.00040735370030031644,0.04582493726108598,1.9942591136076234e-07,0.010237777637731697,0.0,0.0,0.0,0.0,0.00041172872336270907,900,113,139.79106163978577,1.237089041060051,0.15532340182198417,0.09870326426704373,0.0012087840589164343,0.3767059982758602,1.1969978613053132e-05,0.0,0.0,0.0,0.0,0.0,0.0012087840589164343,450,57,43.84554171562195,0.7692200300986307,0.09743453714582655,0.06792440776827566
+11,0.00033184414415801357,0.03488898599820476,2.7725949718404836e-07,0.009320654780086543,0.0,0.0,0.0,0.0,0.0003353726631192128,900,113,141.7481198310852,1.254408140098099,0.15749791092342802,0.10097343308142329,0.0007768379625890197,0.39109475741188193,2.166238427795613e-07,0.0,0.0,0.0,0.0,0.0,0.0007768379625890197,450,57,45.42530655860901,0.7969352027826142,0.1009451256857978,0.06935281714980017
+12,0.00027347822246762615,0.04173435084108528,4.555697823765888e-08,0.008184957193831603,0.0,0.0,0.0,0.0,0.0002763797078417459,900,113,146.54646396636963,1.2968713625342445,0.16282940440707735,0.09951070125783439,0.000984192539084082,0.30668928338613405,9.389742739488819e-08,0.0,0.0,0.0,0.0,0.0,0.000984192539084082,450,57,44.021021604537964,0.772298624641017,0.0978244924545288,0.07037516528119643
+13,0.0002533764886902645,0.024310367316020987,1.0157818183775696e-07,0.008018655985490316,0.0,0.0,0.0,0.0,0.0002561400921856855,900,113,139.47040557861328,1.2342513768018875,0.1549671173095703,0.09854261146907785,0.0008298082016861169,0.47053791778261367,1.1205340189409292e-07,0.0,0.0,0.0,0.0,0.0,0.0008298082016861169,450,57,43.776551723480225,0.7680096793593022,0.09728122605217827,0.07100844480865226
+14,0.0002696858313962972,0.03735343955874807,6.127645766854687e-08,0.007558931692813834,0.0,0.0,0.0,0.0,0.0002726498826490974,900,113,139.74957585334778,1.2367219102066176,0.15527730650371976,0.10230876032296007,0.001009796441164023,0.39624184120929296,1.2299184930792467e-07,0.0,0.0,0.0,0.0,0.0,0.001009796441164023,450,57,44.01455473899841,0.7721851708596212,0.0978101216422187,0.06780717113022611
+15,0.00041215540432151305,0.051850774108070846,1.0660230064669582e-07,0.009949268912896514,0.0,0.0,0.0,0.0,0.0004164005695525298,900,113,139.9835147857666,1.2387921662457222,0.15553723865085178,0.10046833142044798,0.0008542559402445072,0.42860802830497374,1.2556846767389603e-07,0.0,0.0,0.0,0.0,0.0,0.0008542559402445072,450,57,44.051859617233276,0.7728396424076014,0.0978930213716295,0.07098463948881417

insurance/tvae/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6fb8c78d9010f71d8bca74b7270e5c542ab122517161aacf0e58d42ef38665
+size 38610389

insurance/tvae/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true, "forgive_over": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "bias_lr_mul": 1.0, "bias_weight_decay": 0.05, "loss_balancer_beta": 0.79, "loss_balancer_r": 0.95, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "fixed_role_model": "tvae", "mse_mag": true, "mse_mag_target": 0.1, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "leakyhardsigmoid", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "prelu", "head_activation_final": "softsign", "models": ["tvae"], "max_seconds": 3600}

treatment/lct_gan/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+lct_gan,0.0,0.12000000000000194,0.004340556185786303,4.989878177642822,0.09192690253257751,1.7987895011901855,0.13193973898887634,3.62990285793785e-05,6.636855602264404,0.04716583713889122,836807.125,0.06588289886713028,0.21109354496002197,0.0002487990423105657,11.626733779907227

treatment/lct_gan/history.csv

@@ -0,0 +1,5 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.04985262780790322,3.6183568816933374,0.00821856617848477,0.08611974312061244,0.0,0.0,0.0,0.0,0.21120899681122424,900,450,569.3217799663544,1.265159511036343,0.6325797555181715,0.11481869970826059,0.02072129439680187,1.9086491901219171,0.0010903308281523874,0.0,0.0,0.0,0.0,0.0,0.02072129439680187,450,225,196.6758050918579,0.8741146892971463,0.43705734464857315,0.09171225249049408
+1,0.013151365245423803,0.6379314760027313,0.0008179183341412702,0.19476993432928189,0.0,0.0,0.0,0.0,0.013397588028950243,900,450,571.9026720523834,1.2708948267830742,0.6354474133915371,0.20376968434217915,0.009131540145187592,0.9951137590999442,0.00024677024046790486,0.0,0.0,0.0,0.0,0.0,0.009131540145187592,450,225,198.25886011123657,0.8811504893832737,0.44057524469163684,0.10169168976094321
+2,0.008621372499677054,0.8382067257209166,0.00026993465244648865,0.17589655292686074,0.0,0.0,0.0,0.0,0.008767833580902504,900,450,570.2824792861938,1.2672943984137641,0.6336471992068821,0.1927573654050098,0.008410379777208779,0.9130473620787616,0.0003690813285744622,0.0,0.0,0.0,0.0,0.0,0.008410379777208779,450,225,195.47286939620972,0.8687683084275988,0.4343841542137994,0.11685342669800876
+3,0.0067645793513913645,0.7113772220321888,0.00023273553968767465,0.16243632634791236,0.0,0.0,0.0,0.0,0.006880470157437446,900,450,570.8296418190002,1.268510315153334,0.634255157576667,0.20007731687348698,0.007127348931724993,1.0058974532183806,0.00017908157135019585,0.0,0.0,0.0,0.0,0.0,0.007127348931724993,450,225,198.4686758518219,0.8820830037858751,0.44104150189293756,0.1067870712840603

treatment/lct_gan/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656ff7263d065cfa0dafe254e41bde1662678162fdad7bf6eb863ac2bfc6c503
+size 118806677

treatment/lct_gan/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 1, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true, "forgive_over": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "torch", "grad_clip": 0.75, "gradient_penalty_mode": "ALL", "synth_data": 2, "bias_lr_mul": 1.0, "bias_weight_decay": 0.05, "loss_balancer_beta": 0.75, "loss_balancer_r": 0.96, "tf_pma_low_exp_2": 4, "dataset_size_exp_2": 11, "batch_size_exp_2": 1, "epochs": 100, "lr_mul": 0.06, "n_warmup_steps": 80, "Optim": "diffgrad", "fixed_role_model": "lct_gan", "mse_mag_target": 0.5, "g_loss_mul": 0.2, "d_model_exp_2": 9, "attn_activation": "selu", "tf_d_inner_exp_2": 8, "tf_n_layers_enc": 4, "tf_n_head_exp_2": 5, "tf_activation": "leakyhardtanh", "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 5, "ada_d_hid_exp_2": 11, "ada_n_layers": 6, "ada_activation": "leakyhardtanh", "ada_activation_final": "leakyhardsigmoid", "head_d_hid_exp_2": 7, "head_n_layers": 7, "head_n_head_exp_2": 6, "head_activation": "leakyhardsigmoid", "head_activation_final": "leakyhardsigmoid", "mse_mag": true, "mse_mag_multiply": true, "models": ["lct_gan"], "max_seconds": 3600}

treatment/realtabformer/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+realtabformer,0.0,0.09333333015442084,0.0033314223646012425,3.379798650741577,0.5676931142807007,11.912954330444336,0.8492485880851746,2.4299186407006346e-05,17.730737924575806,0.04105054959654808,2922347.75,0.05771847441792488,0.20964039862155914,0.0004608653543982655,21.110536575317383