epoch,steps,cossim_accuracy,cossim_accuracy_threshold,cossim_f1,cossim_precision,cossim_recall,cossim_f1_threshold,cossim_ap,manhattan_accuracy,manhattan_accuracy_threshold,manhattan_f1,manhattan_precision,manhattan_recall,manhattan_f1_threshold,manhattan_ap,euclidean_accuracy,euclidean_accuracy_threshold,euclidean_f1,euclidean_precision,euclidean_recall,euclidean_f1_threshold,euclidean_ap,dot_accuracy,dot_accuracy_threshold,dot_f1,dot_precision,dot_recall,dot_f1_threshold,dot_ap 0,1000,0.7664317941291149,0.486582487821579,0.7803905319314238,0.7292483422874014,0.8392469225199131,0.4408458471298218,0.8359886478046229,0.764565810728012,189.147216796875,0.7799080846656742,0.7286581678318295,0.838912716537626,193.72543334960938,0.8393917121665209,0.7655127276778254,8.783966064453125,0.7800096990734833,0.7198718552718364,0.8511112348911045,9.466306686401367,0.8391931466456664,0.7670166545981173,36.696746826171875,0.7787188919580557,0.7347150515056446,0.828329527098535,34.698734283447266,0.8128973550679109 0,2000,0.7393750348131232,0.5573605298995972,0.735912426918771,0.7304705720949376,0.7414359717038935,0.4102650582790375,0.8076656543778584,0.7434551328468779,199.37057495117188,0.7488441027070165,0.6868043776285522,0.8232050353701331,220.32708740234375,0.8211288020557157,0.7424107391522308,8.511497497558594,0.7400637331344498,0.7211607072068501,0.7599844037208267,9.90682601928711,0.8160996854852789,0.7356848437587032,39.38921356201172,0.7262602993343414,0.7372528765315199,0.7155907090736924,35.134132385253906,0.7802658061437526 0,3000,0.786456302567816,0.7374271154403687,0.7835469018694181,0.7803436274238992,0.7867765833008411,0.4987448751926422,0.8528158825569336,0.7859132178465994,146.7528076171875,0.7966924691850955,0.7410566670660117,0.8613602183479084,207.1959228515625,0.8659377973406632,0.7862891995766724,7.01038122177124,0.7862018654577667,0.7385579323510696,0.8404166434579179,9.810394287109375,0.859054868144066,0.7848270484041664,58.307464599609375,0.7802126519446089,0.7902193784277879,0.7704561911658219,44.82365036010742,0.8401202917713289 0,4000,0.7870829387846042,0.5717326402664185,0.7865554398821032,0.7643271934203957,0.8101153010638891,0.47935885190963745,0.8528562703075022,0.7898540633877347,189.68896484375,0.7965073721635471,0.7504803192275482,0.8485489890269036,204.52267456054688,0.8630952748863835,0.7867765833008411,8.835192680358887,0.7864319242511868,0.7604629990896086,0.8142371748454297,9.588624954223633,0.8571658565213038,0.7853979836239069,49.12046813964844,0.7791595317631865,0.7853989813242784,0.7730184370300228,45.11640930175781,0.8364191012827793 0,5000,0.7808026513674595,0.5821325778961182,0.7869083690314492,0.7408882986572229,0.8390241185317218,0.5424697399139404,0.8576738380657107,0.7815685400768674,170.3080291748047,0.7900655545488462,0.7573698462167271,0.8257115802372863,184.01321411132812,0.8605206322801829,0.7773770400490169,8.039061546325684,0.7895610789325732,0.7441161248983414,0.8409179524313485,8.928276062011719,0.8591663824472929,0.7778783490224475,53.91118621826172,0.7809087376559339,0.7524854744996772,0.8115635269871331,49.15049362182617,0.817047450871158 0,-1,0.7717373140979223,0.5294360518455505,0.7723978113936273,0.7181881299528359,0.8354592547206595,0.4505099058151245,0.8461767046437717,0.7718347908427561,191.7567901611328,0.7739183267189782,0.7221538684229573,0.8336768228151283,206.53079223632812,0.8519611394734723,0.7679914220464547,8.787954330444336,0.7706761375058635,0.7427729985274742,0.8007575335598507,9.45853042602539,0.8473283809397187,0.7697320782041999,47.89080810546875,0.7718713009792317,0.7464488266819294,0.7990865036484153,41.52181625366211,0.8107323333475928 1,1000,0.7610148721662118,0.47341352701187134,0.7708736052045699,0.7393427950389976,0.8052136133236785,0.4720102548599243,0.8393056786258988,0.7629783323121484,207.37928771972656,0.778014996875651,0.7304326570520655,0.8322285968918843,207.80984497070312,0.8458845400300564,0.7596919734863254,9.571844100952148,0.7671932773109243,0.7416361225922171,0.7945747228875397,9.65745735168457,0.8408814907414719,0.7610009469169499,48.85084915161133,0.7655571635311142,0.7377201590826921,0.7955773408344009,42.320281982421875,0.7889608097627274 1,2000,0.7617668356263577,0.4831611216068268,0.768227188179508,0.7251953704619646,0.816688018715535,0.447949081659317,0.841306812489196,0.7660975881468278,206.78155517578125,0.7777397710827523,0.7370337123478955,0.8232050353701331,209.63221740722656,0.8465489166235076,0.7623099203475743,9.669540405273438,0.7684107879937484,0.7383391092285971,0.80103603854509,9.81333065032959,0.8418975448599488,0.7622542193505264,44.03800964355469,0.7635499079882333,0.7374484315404375,0.791566869046956,40.96443176269531,0.7916606936932462 1,3000,0.7644126329861305,0.32492801547050476,0.764449053102658,0.7493179264965495,0.7802038656491951,0.29830923676490784,0.8328818262411662,0.7600818804656604,227.51390075683594,0.7586775704200741,0.7616267647141374,0.7557511279451902,228.03140258789062,0.8336382918546894,0.7614047791455467,10.477073669433594,0.7653250104711335,0.7432230298895216,0.7887818191945636,10.87778377532959,0.8332309655383566,0.7651924469448003,27.151779174804688,0.7641630781276216,0.7672525127744398,0.7610984236617836,27.068164825439453,0.804377275736198 1,4000,0.7659861861527322,0.354583740234375,0.763364736049947,0.7639609483960949,0.762769453573219,0.3361058831214905,0.8362531142900129,0.7672394585863087,227.73187255859375,0.7662296130476496,0.7650701096765237,0.7673926363281903,228.43576049804688,0.8383852543413032,0.7676154403163816,10.506753921508789,0.7660727592981506,0.7459299717670651,0.7873335932713196,10.817108154296875,0.8364420469430429,0.7644822592324403,32.58717346191406,0.7630628494931043,0.7641390867197319,0.7619896396145491,28.88344383239746,0.791439876728664 1,5000,0.7680053472957166,0.41714152693748474,0.7577735459580468,0.7925802037403071,0.7258953935275442,0.41644296050071716,0.8336291357428097,0.7651228206984905,221.26913452148438,0.7606010761381694,0.7613864701942398,0.759817300729683,225.83990478515625,0.8357898417051105,0.767141981841475,10.097867965698242,0.7572964892675211,0.790677940418826,0.7266195064891662,10.11166763305664,0.8331590369308912,0.7684370300228374,36.36254119873047,0.758169554599372,0.7929818159703217,0.7262853005068791,36.30207443237305,0.7807937708671169 1,-1,0.7680331977942405,0.42106810212135315,0.7577179550506299,0.7919944118808273,0.7262853005068791,0.4176786541938782,0.833636826630449,0.7651088954492286,218.78744506835938,0.7607916428402071,0.7619925683792921,0.7595944967414917,225.50914001464844,0.835775475062599,0.7670166545981173,10.075724601745605,0.7570001161845009,0.7909559939301972,0.7258396925304963,10.078554153442383,0.8331679444742818,0.7684231047735754,36.70421600341797,0.7581744958636831,0.7931254752851711,0.7261738985127834,36.548641204833984,0.7795522122685896 2,1000,0.7698852559460815,0.45917731523513794,0.7593709454353622,0.777949811574304,0.7416587756920849,0.42607033252716064,0.8260349945603962,0.770734696151061,213.33164978027344,0.7615102756093676,0.7932772094988081,0.7321896061939509,213.5850830078125,0.8277628265717094,0.7703587144209881,9.798596382141113,0.7612718418791178,0.7836291796898036,0.740154848771793,10.001861572265625,0.8264172100812509,0.7694953489667465,40.91225051879883,0.7576349794358721,0.7952847519902021,0.723388848660391,39.9620246887207,0.7706383596974287 2,2000,0.7663203921350192,0.4643022418022156,0.7558404805221057,0.7847805229071719,0.7289589483651757,0.4442211389541626,0.8257776933109247,0.7687573107558625,211.79931640625,0.7573733189416261,0.7951120911429621,0.7230546426781039,212.55064392089844,0.8270907892385867,0.769314320726341,9.791139602661133,0.7578818487909399,0.7950215589737317,0.7240572606249652,9.844770431518555,0.8247968913117689,0.764927867208823,41.210693359375,0.7543912476161798,0.7774789419240431,0.7326352141703336,38.983665466308594,0.7525271090538921 2,3000,0.7628947808165766,0.466765820980072,0.7455698841468862,0.8011392729134664,0.6972093800479029,0.4552168548107147,0.8245430158227223,0.7608199186765443,209.82913208007812,0.7435288565065412,0.7902806082458066,0.7019996657940177,212.08395385742188,0.8250487096677921,0.7629922575614103,9.727481842041016,0.744505289544756,0.8018513161700896,0.6948142371748455,9.79130744934082,0.8236187301873519,0.7633821645407453,40.188594818115234,0.7475506445672191,0.7935812818668084,0.7065671475519412,39.79478454589844,0.7663008201127002 2,4000,0.7655127276778254,0.4727761149406433,0.751514796709891,0.7919185687847008,0.7150336991032139,0.46665799617767334,0.8256477131993547,0.7635353422826269,210.45877075195312,0.7487110382001406,0.7896558116542051,0.7118030412744388,211.28128051757812,0.827269046116811,0.7630479585584582,9.724624633789062,0.7477670073505726,0.788378411757441,0.7111346293098646,9.776246070861816,0.8241057263805148,0.7646772127221078,42.401153564453125,0.7535693557748113,0.78657539225783,0.7232217456692475,41.692344665527344,0.7660479312291009 2,5000,0.7624073970924079,0.47480508685112,0.7462254395036195,0.7946136420840675,0.7033921907202139,0.4719405770301819,0.8260047209317134,0.761293377151451,209.33734130859375,0.7438429506246282,0.7981106784962022,0.6964852670862809,211.26072692871094,0.8280162151640978,0.7622681445997883,9.641020774841309,0.7443402425183681,0.8024341554510915,0.6940901242132235,9.752893447875977,0.8247934752022039,0.7636049685289367,43.243228912353516,0.7480436329143941,0.7994677817905341,0.7028351807497354,42.909053802490234,0.769666046201166 2,-1,0.7624491728401939,0.4863702952861786,0.7464539007092199,0.7949896141499339,0.7035035927143096,0.47535228729248047,0.8259985722960899,0.7613769286470228,208.98150634765625,0.744395808462661,0.7905462513695414,0.7033364897231661,211.2559814453125,0.8280516075885992,0.7623795465938841,9.617895126342773,0.7443840151336013,0.7929970401158764,0.7013869548264914,9.760398864746094,0.8247848981030891,0.7635771180304127,43.704925537109375,0.748010767000917,0.7975274378705689,0.7042834066729794,43.20008850097656,0.7703023924808915 3,1000,0.7468807441653206,0.5050731897354126,0.7435443173887367,0.7175794000310864,0.7714588091126832,0.37026703357696533,0.7977073238610843,0.7473263521417033,214.29537963867188,0.74179991799918,0.686915666081344,0.8062162312705398,228.963134765625,0.8000499172101474,0.7465326129337715,9.728931427001953,0.7454636754746685,0.7270032030071207,0.7648860914610371,10.620023727416992,0.7970713194440227,0.7473820531387512,48.07101821899414,0.7426577414493069,0.7245846912010174,0.7616554336322621,34.42692565917969,0.7280201261344894 3,2000,0.7458781262184593,0.720092236995697,0.7463349836976211,0.6588350673716528,0.8606361053862864,0.33686375617980957,0.7983174089777652,0.7465883139308194,151.50115966796875,0.7379131043447827,0.6693727606694181,0.8220910154291762,231.5017547607422,0.7976659280207756,0.746351584693366,7.285037040710449,0.7399749769358119,0.6773559149487518,0.8153511947863866,10.80156135559082,0.7973673654366333,0.7448476577730742,67.33314514160156,0.7461720403336238,0.6746353322528363,0.8346794407619896,31.5607967376709,0.7233088294933525 3,3000,0.7482314933437308,0.6788135170936584,0.7427231408954645,0.6561445474349664,0.8556230156519802,0.34727874398231506,0.8052624958972235,0.74779981061661,165.0928955078125,0.7345990948793393,0.697956625297731,0.7753021779089846,221.5665283203125,0.8039966803444085,0.748175792346683,8.29865837097168,0.7363489223954341,0.7510426320667285,0.7222191277223863,10.29574966430664,0.8046418523555745,0.7481061661003732,64.63654327392578,0.7439664980271599,0.657890230327939,0.8559572216342672,31.514062881469727,0.7251012559777354 3,4000,0.7483568205870885,0.6468403339385986,0.7433181305477907,0.6639362214726883,0.8442600122542193,0.36670345067977905,0.8100511634526301,0.7484821478304462,173.53329467773438,0.7363483403864783,0.6788887321957411,0.8044337993650086,228.00086975097656,0.8086621316724223,0.7483985963348744,8.187524795532227,0.736533729151205,0.6915910702496516,0.7877235002506545,10.532373428344727,0.8084176294386471,0.7478555116136579,55.885475158691406,0.7435897435897436,0.6776011362074494,0.8238177463376595,34.712608337402344,0.728199161046412 3,5000,0.7487745780649474,0.6286755204200745,0.7385057058781311,0.7619893954204805,0.7164262240294101,0.44652101397514343,0.8121020662991324,0.7481061661003732,179.2566680908203,0.735515468543662,0.6814758499441685,0.798863699660224,225.1893310546875,0.8101274009317954,0.7488024285634712,8.48324203491211,0.7376079452863357,0.6838936873914389,0.8004790285746115,10.483926773071289,0.8106823978460422,0.747813735865872,59.67631149291992,0.7426636290868789,0.6656659087397073,0.8398039324903915,35.37864303588867,0.728731711855164 3,-1,0.7486910265693756,0.6259658336639404,0.7381954585803052,0.7595757218621096,0.7179858519467498,0.4472625255584717,0.8120948663631773,0.748189717595945,170.84100341796875,0.7354717900704124,0.6816442003661175,0.7985294936779368,224.99334716796875,0.8101333321025699,0.7488302790619952,8.504928588867188,0.7363695660514905,0.6808409999290495,0.801760151506712,10.484764099121094,0.8106463067737346,0.7479947641062775,59.872596740722656,0.7422178509958199,0.6643923053220055,0.8406951484431572,35.47296905517578,0.7286414023745557 4,1000,0.7501392524926196,0.4743134081363678,0.7407087543541468,0.7665038131553861,0.7165933270205537,0.46892672777175903,0.8117229912824062,0.7502367292374533,206.0076141357422,0.7381509867512106,0.772424288540557,0.7067899515401326,206.4764404296875,0.8105447519629301,0.7483568205870885,9.838419914245605,0.7386380232882351,0.705792798964756,0.7746894669414582,10.05587387084961,0.8099282781580126,0.7487328023171614,43.34110641479492,0.741543366711503,0.670706979678277,0.8291093410572049,38.03354263305664,0.7267622020485439 4,2000,0.7494012142817357,0.4709709882736206,0.7406259861720744,0.7636062470421202,0.7189884698936111,0.4665965735912323,0.811504972240535,0.749637943519189,206.9192352294922,0.7386116191969341,0.771376591873863,0.7085166824486159,207.0909881591797,0.8110615845624107,0.7487049518186375,8.368803977966309,0.7382044173488024,0.698753824341467,0.7823762045340612,10.136795043945312,0.8099362130031903,0.7473681278894893,43.181793212890625,0.7401300775901415,0.7585218967432614,0.7226090347017211,42.75250244140625,0.7536420262577872 4,3000,0.7456970979780538,0.6712411642074585,0.7533495660860334,0.6828131012471989,0.8401381384726787,0.43679845333099365,0.8202066972566091,0.7461009302066507,154.74600219726562,0.740471767942684,0.7426394374877441,0.7383167158692141,211.21031188964844,0.8179704159239546,0.7456553222302679,7.134251594543457,0.7422293019646286,0.7260474655728099,0.7591488887651089,10.091227531433105,0.8141645843929346,0.7449312092686459,42.60676574707031,0.7561614824619458,0.7205125618000202,0.7955216398373531,41.880393981933594,0.761104694810306 4,4000,0.747423828886537,0.7292289733886719,0.7538784906415775,0.6843850801871791,0.8390798195287695,0.44124242663383484,0.8217723055013232,0.7481340165988971,149.73931884765625,0.742925222510337,0.7478201980868535,0.7380939118810227,210.6751708984375,0.8195341124481053,0.7479669136077536,7.131768226623535,0.7438380760650743,0.7269875033235842,0.7614883306411184,10.072151184082031,0.8155202589056434,0.746351584693366,42.63652038574219,0.7589479112944816,0.7065828011715561,0.8196958725561188,41.66033172607422,0.7617849838312489 4,5000,0.7481200913496352,0.7397788763046265,0.7532934131736527,0.6822434130248113,0.8408622514343007,0.4417516589164734,0.8223604832904836,0.749637943519189,209.40219116210938,0.7444073172113043,0.7570992454351708,0.732133905196903,210.01272583007812,0.8202572748893633,0.7480922408511113,7.069145202636719,0.7441329266424322,0.7442676845067283,0.7439982175680945,10.023733139038086,0.8162677044161655,0.747785885367348,42.620033264160156,0.7599622089637231,0.7098474408258988,0.8176906366623963,41.85185241699219,0.7626665612311252 4,-1,0.7481340165988971,0.739820659160614,0.7532840159179651,0.6822279968365157,0.8408622514343007,0.44175392389297485,0.8223617033677332,0.749637943519189,209.40499877929688,0.7444033813346926,0.7571506754615894,0.7320782041998551,210.01052856445312,0.8202571976199776,0.7480922408511113,7.069060325622559,0.7441471804799242,0.7442404657770845,0.7440539185651424,10.023887634277344,0.8162683949424445,0.747827661115134,42.61126708984375,0.759996894168802,0.7098240185650745,0.8178020386564919,41.85026550292969,0.7626676236249696