training_metrics_0184.json

{"0.001": [{"training_loss": 0.06020174741279334, "training_accuracy": 81.7578125, "adversarial_training_loss": 0.07341385977342725, "adversarial_training_accuracy": 65.8203125, "validation_accuracy": 82.0, "validation_loss": 0.015492675125598907, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.00882662719488144, "average_validation_accuracy": 85.1}, {"training_loss": 0.030231227609328927, "training_accuracy": 92.734375, "adversarial_training_loss": 0.040518454369157554, "adversarial_training_accuracy": 81.7578125, "validation_accuracy": 74.4, "validation_loss": 0.084916846036911, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008600158154964448, "average_validation_accuracy": 81.0}, {"training_loss": 0.029610351915471254, "training_accuracy": 93.28125, "adversarial_training_loss": 0.037972452421672645, "adversarial_training_accuracy": 84.1015625, "validation_accuracy": 75.2, "validation_loss": 0.0507975013256073, "adversarial_validation_accuracy": 84.0, "adversarial_validation_loss": 0.009695822715759278, "average_validation_accuracy": 79.6}, {"training_loss": 0.029920792649500073, "training_accuracy": 92.4609375, "adversarial_training_loss": 0.037500317324884236, "adversarial_training_accuracy": 84.8046875, "validation_accuracy": 81.6, "validation_loss": 0.024168479442596435, "adversarial_validation_accuracy": 84.0, "adversarial_validation_loss": 0.009237330496311189, "average_validation_accuracy": 82.8}, {"training_loss": 0.027963452227413654, "training_accuracy": 94.375, "adversarial_training_loss": 0.03375817369669676, "adversarial_training_accuracy": 88.28125, "validation_accuracy": 69.2, "validation_loss": 0.09789762353897094, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.00920715606212616, "average_validation_accuracy": 77.0}, {"training_loss": 0.026212486252188683, "training_accuracy": 96.171875, "adversarial_training_loss": 0.03229701432865113, "adversarial_training_accuracy": 89.3359375, "validation_accuracy": 70.8, "validation_loss": 0.13821389150619506, "adversarial_validation_accuracy": 90.6, "adversarial_validation_loss": 0.006128612458705902, "average_validation_accuracy": 80.69999999999999}, {"training_loss": 0.025190674234181643, "training_accuracy": 96.8359375, "adversarial_training_loss": 0.029533960507251322, "adversarial_training_accuracy": 92.5390625, "validation_accuracy": 67.6, "validation_loss": 0.16245398139953612, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.0069880411028862, "average_validation_accuracy": 78.0}, {"training_loss": 0.024607837875373663, "training_accuracy": 97.8125, "adversarial_training_loss": 0.029075638647191225, "adversarial_training_accuracy": 92.890625, "validation_accuracy": 68.8, "validation_loss": 0.1643067560195923, "adversarial_validation_accuracy": 89.6, "adversarial_validation_loss": 0.0064280864894390105, "average_validation_accuracy": 79.19999999999999}, {"training_loss": 0.024761340487748383, "training_accuracy": 96.953125, "adversarial_training_loss": 0.02898143359925598, "adversarial_training_accuracy": 92.8515625, "validation_accuracy": 65.0, "validation_loss": 0.25494043445587156, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.006929044127464295, "average_validation_accuracy": 76.7}, {"training_loss": 0.024326198198832572, "training_accuracy": 97.34375, "adversarial_training_loss": 0.028591994009912015, "adversarial_training_accuracy": 93.0859375, "validation_accuracy": 70.0, "validation_loss": 0.1531721019744873, "adversarial_validation_accuracy": 90.0, "adversarial_validation_loss": 0.006278088167309761, "average_validation_accuracy": 80.0}], "0.003": [{"training_loss": 0.02418775635305792, "training_accuracy": 97.5, "adversarial_training_loss": 0.032815096364356575, "adversarial_training_accuracy": 88.984375, "validation_accuracy": 71.6, "validation_loss": 0.16319598197937013, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.007608857572078705, "average_validation_accuracy": 79.19999999999999}, {"training_loss": 0.02425726221408695, "training_accuracy": 97.8125, "adversarial_training_loss": 0.032402619160711764, "adversarial_training_accuracy": 89.453125, "validation_accuracy": 73.0, "validation_loss": 0.12967347145080566, "adversarial_validation_accuracy": 92.8, "adversarial_validation_loss": 0.004848050341010094, "average_validation_accuracy": 82.9}, {"training_loss": 0.023731625592336058, "training_accuracy": 97.9296875, "adversarial_training_loss": 0.030459086084738372, "adversarial_training_accuracy": 91.5234375, "validation_accuracy": 74.6, "validation_loss": 0.12400921535491943, "adversarial_validation_accuracy": 92.0, "adversarial_validation_loss": 0.005277995735406876, "average_validation_accuracy": 83.3}, {"training_loss": 0.023886005813255905, "training_accuracy": 97.9296875, "adversarial_training_loss": 0.030844364082440734, "adversarial_training_accuracy": 91.2890625, "validation_accuracy": 70.6, "validation_loss": 0.1516009249687195, "adversarial_validation_accuracy": 92.8, "adversarial_validation_loss": 0.004922403544187545, "average_validation_accuracy": 81.69999999999999}, {"training_loss": 0.023706343490630388, "training_accuracy": 98.0859375, "adversarial_training_loss": 0.029841091600246727, "adversarial_training_accuracy": 91.71875, "validation_accuracy": 71.8, "validation_loss": 0.16624479913711548, "adversarial_validation_accuracy": 90.6, "adversarial_validation_loss": 0.005521984279155731, "average_validation_accuracy": 81.19999999999999}, {"training_loss": 0.024294619052670895, "training_accuracy": 97.4609375, "adversarial_training_loss": 0.030753925791941583, "adversarial_training_accuracy": 91.2890625, "validation_accuracy": 67.4, "validation_loss": 0.2111345453262329, "adversarial_validation_accuracy": 90.6, "adversarial_validation_loss": 0.005181976944208145, "average_validation_accuracy": 79.0}, {"training_loss": 0.024367585964500903, "training_accuracy": 97.265625, "adversarial_training_loss": 0.030650593456812203, "adversarial_training_accuracy": 91.171875, "validation_accuracy": 69.2, "validation_loss": 0.1995587959289551, "adversarial_validation_accuracy": 91.6, "adversarial_validation_loss": 0.005724672287702561, "average_validation_accuracy": 80.4}, {"training_loss": 0.023808658355847, "training_accuracy": 98.0078125, "adversarial_training_loss": 0.030165279540233313, "adversarial_training_accuracy": 91.3671875, "validation_accuracy": 71.0, "validation_loss": 0.15850044918060302, "adversarial_validation_accuracy": 89.8, "adversarial_validation_loss": 0.006397119879722595, "average_validation_accuracy": 80.4}, {"training_loss": 0.023758234968408943, "training_accuracy": 98.0078125, "adversarial_training_loss": 0.029612865974195303, "adversarial_training_accuracy": 91.640625, "validation_accuracy": 67.8, "validation_loss": 0.18540240001678468, "adversarial_validation_accuracy": 89.0, "adversarial_validation_loss": 0.007066008716821671, "average_validation_accuracy": 78.4}, {"training_loss": 0.023569409782066942, "training_accuracy": 98.046875, "adversarial_training_loss": 0.029528465261682867, "adversarial_training_accuracy": 91.7578125, "validation_accuracy": 72.4, "validation_loss": 0.151601881980896, "adversarial_validation_accuracy": 89.4, "adversarial_validation_loss": 0.006711497664451599, "average_validation_accuracy": 80.9}, {"training_loss": 0.023643536539748312, "training_accuracy": 97.9296875, "adversarial_training_loss": 0.029560654936358333, "adversarial_training_accuracy": 92.3828125, "validation_accuracy": 76.4, "validation_loss": 0.11930680751800538, "adversarial_validation_accuracy": 92.2, "adversarial_validation_loss": 0.004964677885174751, "average_validation_accuracy": 84.30000000000001}, {"training_loss": 0.02342433996964246, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.029298273357562722, "adversarial_training_accuracy": 92.3828125, "validation_accuracy": 71.2, "validation_loss": 0.13864856743812562, "adversarial_validation_accuracy": 90.4, "adversarial_validation_loss": 0.006113532140851021, "average_validation_accuracy": 80.80000000000001}, {"training_loss": 0.023509809700772166, "training_accuracy": 98.203125, "adversarial_training_loss": 0.0296867533121258, "adversarial_training_accuracy": 91.6015625, "validation_accuracy": 72.6, "validation_loss": 0.12397843027114869, "adversarial_validation_accuracy": 90.2, "adversarial_validation_loss": 0.0066042721867561344, "average_validation_accuracy": 81.4}, {"training_loss": 0.023955073952674866, "training_accuracy": 97.6953125, "adversarial_training_loss": 0.03029111016076058, "adversarial_training_accuracy": 91.875, "validation_accuracy": 70.4, "validation_loss": 0.16995108652114868, "adversarial_validation_accuracy": 91.2, "adversarial_validation_loss": 0.005735841497778892, "average_validation_accuracy": 80.80000000000001}, {"training_loss": 0.023624452110379935, "training_accuracy": 97.8515625, "adversarial_training_loss": 0.02964729575905949, "adversarial_training_accuracy": 91.953125, "validation_accuracy": 75.2, "validation_loss": 0.13956882953643798, "adversarial_validation_accuracy": 90.4, "adversarial_validation_loss": 0.005955647051334381, "average_validation_accuracy": 82.80000000000001}, {"training_loss": 0.023696510307490825, "training_accuracy": 98.0078125, "adversarial_training_loss": 0.02962625885847956, "adversarial_training_accuracy": 91.8359375, "validation_accuracy": 72.8, "validation_loss": 0.13333806943893434, "adversarial_validation_accuracy": 92.0, "adversarial_validation_loss": 0.005297768831253052, "average_validation_accuracy": 82.4}, {"training_loss": 0.023269461910240354, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.028371679503470658, "adversarial_training_accuracy": 93.5546875, "validation_accuracy": 69.6, "validation_loss": 0.1617622022628784, "adversarial_validation_accuracy": 89.2, "adversarial_validation_loss": 0.0068849301338195805, "average_validation_accuracy": 79.4}, {"training_loss": 0.02350118353497237, "training_accuracy": 98.203125, "adversarial_training_loss": 0.029230977408587933, "adversarial_training_accuracy": 92.578125, "validation_accuracy": 75.6, "validation_loss": 0.13612235116958618, "adversarial_validation_accuracy": 89.2, "adversarial_validation_loss": 0.006192409932613373, "average_validation_accuracy": 82.4}, {"training_loss": 0.023294274392537773, "training_accuracy": 98.359375, "adversarial_training_loss": 0.028786968323402107, "adversarial_training_accuracy": 92.6171875, "validation_accuracy": 76.6, "validation_loss": 0.11754868268966674, "adversarial_validation_accuracy": 92.0, "adversarial_validation_loss": 0.005281851336359978, "average_validation_accuracy": 84.3}, {"training_loss": 0.023800212563946842, "training_accuracy": 97.8125, "adversarial_training_loss": 0.029786758357658982, "adversarial_training_accuracy": 92.4609375, "validation_accuracy": 73.4, "validation_loss": 0.14629251527786255, "adversarial_validation_accuracy": 89.8, "adversarial_validation_loss": 0.0060520248711109165, "average_validation_accuracy": 81.6}], "0.0048": [{"training_loss": 0.023316558450460434, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.03201625542715192, "adversarial_training_accuracy": 90.0390625, "validation_accuracy": 68.4, "validation_loss": 0.1856466112136841, "adversarial_validation_accuracy": 91.2, "adversarial_validation_loss": 0.006034022927284241, "average_validation_accuracy": 79.80000000000001}, {"training_loss": 0.02354071580339223, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.032113438565284015, "adversarial_training_accuracy": 90.3515625, "validation_accuracy": 70.8, "validation_loss": 0.17805820655822754, "adversarial_validation_accuracy": 91.2, "adversarial_validation_loss": 0.0059119478166103365, "average_validation_accuracy": 81.0}, {"training_loss": 0.02341831524390727, "training_accuracy": 98.359375, "adversarial_training_loss": 0.03181200835388154, "adversarial_training_accuracy": 89.8828125, "validation_accuracy": 69.4, "validation_loss": 0.15956898021698, "adversarial_validation_accuracy": 91.8, "adversarial_validation_loss": 0.006020445853471756, "average_validation_accuracy": 80.6}, {"training_loss": 0.023612717073410748, "training_accuracy": 98.1640625, "adversarial_training_loss": 0.03308721713256091, "adversarial_training_accuracy": 89.453125, "validation_accuracy": 74.2, "validation_loss": 0.14509427738189698, "adversarial_validation_accuracy": 91.6, "adversarial_validation_loss": 0.00579406812787056, "average_validation_accuracy": 82.9}, {"training_loss": 0.023591089341789485, "training_accuracy": 98.125, "adversarial_training_loss": 0.0321215680334717, "adversarial_training_accuracy": 90.390625, "validation_accuracy": 72.8, "validation_loss": 0.15125278282165527, "adversarial_validation_accuracy": 89.4, "adversarial_validation_loss": 0.00675916862487793, "average_validation_accuracy": 81.1}, {"training_loss": 0.02342214931268245, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.032172430166974665, "adversarial_training_accuracy": 90.078125, "validation_accuracy": 71.8, "validation_loss": 0.14453097915649413, "adversarial_validation_accuracy": 92.4, "adversarial_validation_loss": 0.0053166703432798385, "average_validation_accuracy": 82.1}, {"training_loss": 0.023523845872841776, "training_accuracy": 98.046875, "adversarial_training_loss": 0.032124209520407024, "adversarial_training_accuracy": 89.4140625, "validation_accuracy": 67.0, "validation_loss": 0.19661890363693238, "adversarial_validation_accuracy": 91.2, "adversarial_validation_loss": 0.0058024336993694305, "average_validation_accuracy": 79.1}, {"training_loss": 0.023647720040753484, "training_accuracy": 97.9296875, "adversarial_training_loss": 0.03235969094093889, "adversarial_training_accuracy": 90.1171875, "validation_accuracy": 69.6, "validation_loss": 0.18537295961380004, "adversarial_validation_accuracy": 90.2, "adversarial_validation_loss": 0.006350841224193573, "average_validation_accuracy": 79.9}, {"training_loss": 0.02378990426659584, "training_accuracy": 97.8515625, "adversarial_training_loss": 0.032670959993265566, "adversarial_training_accuracy": 89.7265625, "validation_accuracy": 73.6, "validation_loss": 0.14644936084747315, "adversarial_validation_accuracy": 89.0, "adversarial_validation_loss": 0.006987712562084198, "average_validation_accuracy": 81.3}, {"training_loss": 0.024171820119954647, "training_accuracy": 97.5, "adversarial_training_loss": 0.033972171624191104, "adversarial_training_accuracy": 88.75, "validation_accuracy": 71.8, "validation_loss": 0.18560714530944825, "adversarial_validation_accuracy": 92.6, "adversarial_validation_loss": 0.005688818603754043, "average_validation_accuracy": 82.19999999999999}, {"training_loss": 0.02369304990861565, "training_accuracy": 97.96875, "adversarial_training_loss": 0.032650475949049, "adversarial_training_accuracy": 89.765625, "validation_accuracy": 70.2, "validation_loss": 0.19718325519561766, "adversarial_validation_accuracy": 91.2, "adversarial_validation_loss": 0.006003228038549423, "average_validation_accuracy": 80.7}, {"training_loss": 0.02364912882912904, "training_accuracy": 97.8515625, "adversarial_training_loss": 0.032808092911727725, "adversarial_training_accuracy": 89.4921875, "validation_accuracy": 68.4, "validation_loss": 0.17459814453125, "adversarial_validation_accuracy": 90.6, "adversarial_validation_loss": 0.005595140606164933, "average_validation_accuracy": 79.5}, {"training_loss": 0.02376900129020214, "training_accuracy": 98.046875, "adversarial_training_loss": 0.032598762889392674, "adversarial_training_accuracy": 89.53125, "validation_accuracy": 66.8, "validation_loss": 0.2163765892982483, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.006987614065408707, "average_validation_accuracy": 77.5}], "0.0064": [{"training_loss": 0.0261557788355276, "training_accuracy": 95.859375, "adversarial_training_loss": 0.04093829405028373, "adversarial_training_accuracy": 80.234375, "validation_accuracy": 71.2, "validation_loss": 0.08027350592613221, "adversarial_validation_accuracy": 84.2, "adversarial_validation_loss": 0.009311842232942581, "average_validation_accuracy": 77.7}, {"training_loss": 0.026371628348715603, "training_accuracy": 95.4296875, "adversarial_training_loss": 0.03998977052979171, "adversarial_training_accuracy": 81.40625, "validation_accuracy": 64.0, "validation_loss": 0.14888469696044923, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.009521121144294738, "average_validation_accuracy": 74.7}, {"training_loss": 0.02605541201774031, "training_accuracy": 95.15625, "adversarial_training_loss": 0.039515715464949606, "adversarial_training_accuracy": 81.3671875, "validation_accuracy": 69.8, "validation_loss": 0.07094202709197998, "adversarial_validation_accuracy": 81.4, "adversarial_validation_loss": 0.010943830668926239, "average_validation_accuracy": 75.6}, {"training_loss": 0.026091342675499618, "training_accuracy": 95.078125, "adversarial_training_loss": 0.0378369172103703, "adversarial_training_accuracy": 82.2265625, "validation_accuracy": 77.2, "validation_loss": 0.037250663042068484, "adversarial_validation_accuracy": 83.2, "adversarial_validation_loss": 0.010745784163475037, "average_validation_accuracy": 80.2}, {"training_loss": 0.02564578363671899, "training_accuracy": 95.625, "adversarial_training_loss": 0.03697494552470744, "adversarial_training_accuracy": 83.75, "validation_accuracy": 65.0, "validation_loss": 0.12357158517837524, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009545015811920165, "average_validation_accuracy": 75.6}, {"training_loss": 0.024139035609550774, "training_accuracy": 97.3828125, "adversarial_training_loss": 0.03338898355141282, "adversarial_training_accuracy": 88.0078125, "validation_accuracy": 77.4, "validation_loss": 0.0565009503364563, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.0065591571033000945, "average_validation_accuracy": 83.0}, {"training_loss": 0.02335922811180353, "training_accuracy": 97.6171875, "adversarial_training_loss": 0.030595710105262696, "adversarial_training_accuracy": 90.5859375, "validation_accuracy": 78.8, "validation_loss": 0.06453084719181061, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.007879638075828553, "average_validation_accuracy": 83.5}, {"training_loss": 0.02340141509193927, "training_accuracy": 97.65625, "adversarial_training_loss": 0.030858007771894336, "adversarial_training_accuracy": 89.921875, "validation_accuracy": 75.6, "validation_loss": 0.056514586925506594, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008373806178569794, "average_validation_accuracy": 81.6}, {"training_loss": 0.023257113271392883, "training_accuracy": 97.3828125, "adversarial_training_loss": 0.030598968523554503, "adversarial_training_accuracy": 89.8828125, "validation_accuracy": 73.2, "validation_loss": 0.09128865885734558, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.007902529269456863, "average_validation_accuracy": 80.2}, {"training_loss": 0.0229283616412431, "training_accuracy": 97.9296875, "adversarial_training_loss": 0.029838518425822257, "adversarial_training_accuracy": 90.46875, "validation_accuracy": 76.4, "validation_loss": 0.060459282875061034, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.008372058868408203, "average_validation_accuracy": 81.30000000000001}, {"training_loss": 0.023111046105623246, "training_accuracy": 97.9296875, "adversarial_training_loss": 0.029805624880827962, "adversarial_training_accuracy": 91.484375, "validation_accuracy": 77.8, "validation_loss": 0.0617967631816864, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.008822995483875275, "average_validation_accuracy": 82.5}, {"training_loss": 0.023058372805826365, "training_accuracy": 98.0078125, "adversarial_training_loss": 0.02902367536444217, "adversarial_training_accuracy": 91.9921875, "validation_accuracy": 79.0, "validation_loss": 0.056019874572753904, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.008619070738554, "average_validation_accuracy": 82.7}, {"training_loss": 0.022759767924435438, "training_accuracy": 98.203125, "adversarial_training_loss": 0.028777716471813618, "adversarial_training_accuracy": 92.421875, "validation_accuracy": 80.6, "validation_loss": 0.04040007555484772, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.007918323516845703, "average_validation_accuracy": 84.4}, {"training_loss": 0.022354084835387766, "training_accuracy": 98.203125, "adversarial_training_loss": 0.028177860123105348, "adversarial_training_accuracy": 91.953125, "validation_accuracy": 82.2, "validation_loss": 0.023136008858680727, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.00840016894042492, "average_validation_accuracy": 84.6}, {"training_loss": 0.022638210817240177, "training_accuracy": 98.359375, "adversarial_training_loss": 0.02850629377644509, "adversarial_training_accuracy": 92.5390625, "validation_accuracy": 80.6, "validation_loss": 0.04846642994880676, "adversarial_validation_accuracy": 88.8, "adversarial_validation_loss": 0.007911546945571899, "average_validation_accuracy": 84.69999999999999}, {"training_loss": 0.022426681686192752, "training_accuracy": 98.1640625, "adversarial_training_loss": 0.02788286446593702, "adversarial_training_accuracy": 93.0859375, "validation_accuracy": 82.8, "validation_loss": 0.03685496217012405, "adversarial_validation_accuracy": 89.0, "adversarial_validation_loss": 0.006498993873596192, "average_validation_accuracy": 85.9}, {"training_loss": 0.02262208897154778, "training_accuracy": 98.0859375, "adversarial_training_loss": 0.028416013345122337, "adversarial_training_accuracy": 91.796875, "validation_accuracy": 78.0, "validation_loss": 0.048598196268081664, "adversarial_validation_accuracy": 87.8, "adversarial_validation_loss": 0.007892669409513473, "average_validation_accuracy": 82.9}, {"training_loss": 0.022083762800320983, "training_accuracy": 98.671875, "adversarial_training_loss": 0.027478993870317936, "adversarial_training_accuracy": 93.28125, "validation_accuracy": 75.0, "validation_loss": 0.06243798053264618, "adversarial_validation_accuracy": 90.0, "adversarial_validation_loss": 0.006979565143585205, "average_validation_accuracy": 82.5}, {"training_loss": 0.022428517881780862, "training_accuracy": 98.359375, "adversarial_training_loss": 0.027882310724817217, "adversarial_training_accuracy": 93.0078125, "validation_accuracy": 84.8, "validation_loss": 0.03769597971439362, "adversarial_validation_accuracy": 89.2, "adversarial_validation_loss": 0.0072632478177547454, "average_validation_accuracy": 87.0}, {"training_loss": 0.022127988887950777, "training_accuracy": 98.359375, "adversarial_training_loss": 0.027361984853632747, "adversarial_training_accuracy": 93.0859375, "validation_accuracy": 81.6, "validation_loss": 0.03826618421077728, "adversarial_validation_accuracy": 89.0, "adversarial_validation_loss": 0.007089382499456406, "average_validation_accuracy": 85.3}, {"training_loss": 0.02242951125372201, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.02779298892710358, "adversarial_training_accuracy": 92.6171875, "validation_accuracy": 79.0, "validation_loss": 0.05880778765678406, "adversarial_validation_accuracy": 88.8, "adversarial_validation_loss": 0.0075669999420642856, "average_validation_accuracy": 83.9}, {"training_loss": 0.022340583242475988, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.02781583913601935, "adversarial_training_accuracy": 92.6953125, "validation_accuracy": 85.0, "validation_loss": 0.02735691571235657, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.007679932802915573, "average_validation_accuracy": 86.6}, {"training_loss": 0.022315549128688873, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.027796767326071857, "adversarial_training_accuracy": 92.3046875, "validation_accuracy": 79.0, "validation_loss": 0.04357403934001922, "adversarial_validation_accuracy": 89.4, "adversarial_validation_loss": 0.0067402304112911225, "average_validation_accuracy": 84.2}, {"training_loss": 0.022411752282641827, "training_accuracy": 98.28125, "adversarial_training_loss": 0.028097411873750387, "adversarial_training_accuracy": 92.3046875, "validation_accuracy": 80.0, "validation_loss": 0.03942535471916199, "adversarial_validation_accuracy": 90.2, "adversarial_validation_loss": 0.00681473197042942, "average_validation_accuracy": 85.1}, {"training_loss": 0.022461188258603215, "training_accuracy": 98.046875, "adversarial_training_loss": 0.02763714212924242, "adversarial_training_accuracy": 92.8515625, "validation_accuracy": 83.6, "validation_loss": 0.029047698259353636, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.00812170147895813, "average_validation_accuracy": 85.3}, {"training_loss": 0.02248929243069142, "training_accuracy": 98.125, "adversarial_training_loss": 0.027347036823630332, "adversarial_training_accuracy": 93.3984375, "validation_accuracy": 79.2, "validation_loss": 0.039850502014160155, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.007868931457400322, "average_validation_accuracy": 83.9}, {"training_loss": 0.022316491906531156, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.028280277270823717, "adversarial_training_accuracy": 91.9140625, "validation_accuracy": 80.4, "validation_loss": 0.05084899663925171, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.007967618465423584, "average_validation_accuracy": 83.80000000000001}, {"training_loss": 0.02229474561754614, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.027735528931953014, "adversarial_training_accuracy": 92.8515625, "validation_accuracy": 78.6, "validation_loss": 0.039609456181526184, "adversarial_validation_accuracy": 89.6, "adversarial_validation_loss": 0.007959097534418105, "average_validation_accuracy": 84.1}, {"training_loss": 0.022337717027403413, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.027999754622578622, "adversarial_training_accuracy": 92.6953125, "validation_accuracy": 86.6, "validation_loss": 0.026318868309259415, "adversarial_validation_accuracy": 88.8, "adversarial_validation_loss": 0.006635002106428147, "average_validation_accuracy": 87.69999999999999}, {"training_loss": 0.022344172513112426, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.027881370345130562, "adversarial_training_accuracy": 92.96875, "validation_accuracy": 84.4, "validation_loss": 0.024676050633192063, "adversarial_validation_accuracy": 85.6, "adversarial_validation_loss": 0.008950165510177611, "average_validation_accuracy": 85.0}, {"training_loss": 0.022135731391608716, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.027028427575714886, "adversarial_training_accuracy": 93.3984375, "validation_accuracy": 84.6, "validation_loss": 0.021078364640474318, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.007455679416656494, "average_validation_accuracy": 86.6}, {"training_loss": 0.02225082288496196, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.027275665779598057, "adversarial_training_accuracy": 93.046875, "validation_accuracy": 78.2, "validation_loss": 0.06013061964511871, "adversarial_validation_accuracy": 87.8, "adversarial_validation_loss": 0.007557804644107819, "average_validation_accuracy": 83.0}, {"training_loss": 0.022538269637152553, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.02768291982356459, "adversarial_training_accuracy": 93.4375, "validation_accuracy": 87.0, "validation_loss": 0.022103126615285875, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008189457952976226, "average_validation_accuracy": 87.3}, {"training_loss": 0.022080524754710496, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.027291522826999426, "adversarial_training_accuracy": 93.28125, "validation_accuracy": 83.8, "validation_loss": 0.033566078543663024, "adversarial_validation_accuracy": 88.8, "adversarial_validation_loss": 0.007645206600427628, "average_validation_accuracy": 86.3}, {"training_loss": 0.022321838559582828, "training_accuracy": 98.4375, "adversarial_training_loss": 0.02788168960250914, "adversarial_training_accuracy": 92.890625, "validation_accuracy": 82.6, "validation_loss": 0.04576098537445068, "adversarial_validation_accuracy": 89.0, "adversarial_validation_loss": 0.007604760617017746, "average_validation_accuracy": 85.8}, {"training_loss": 0.022377405688166617, "training_accuracy": 98.359375, "adversarial_training_loss": 0.027654643775895237, "adversarial_training_accuracy": 92.734375, "validation_accuracy": 79.6, "validation_loss": 0.05052385139465332, "adversarial_validation_accuracy": 89.2, "adversarial_validation_loss": 0.007196567282080651, "average_validation_accuracy": 84.4}, {"training_loss": 0.02211676922161132, "training_accuracy": 98.671875, "adversarial_training_loss": 0.02761788326315582, "adversarial_training_accuracy": 93.0859375, "validation_accuracy": 81.2, "validation_loss": 0.04455467939376831, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008119563698768616, "average_validation_accuracy": 84.30000000000001}, {"training_loss": 0.022228567488491537, "training_accuracy": 98.515625, "adversarial_training_loss": 0.027772873849608005, "adversarial_training_accuracy": 92.8125, "validation_accuracy": 83.0, "validation_loss": 0.036591284632682804, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.008566021025180816, "average_validation_accuracy": 85.1}, {"training_loss": 0.021982003608718513, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.02769078160636127, "adversarial_training_accuracy": 92.578125, "validation_accuracy": 81.6, "validation_loss": 0.04320142710208893, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.00734930282831192, "average_validation_accuracy": 85.1}, {"training_loss": 0.022089012921787797, "training_accuracy": 98.4375, "adversarial_training_loss": 0.027357363561168312, "adversarial_training_accuracy": 93.0859375, "validation_accuracy": 82.0, "validation_loss": 0.030257242679595946, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.00721475064754486, "average_validation_accuracy": 85.3}, {"training_loss": 0.02217658527661115, "training_accuracy": 98.59375, "adversarial_training_loss": 0.027498176507651805, "adversarial_training_accuracy": 93.046875, "validation_accuracy": 83.6, "validation_loss": 0.028975956261157988, "adversarial_validation_accuracy": 88.8, "adversarial_validation_loss": 0.007508566856384277, "average_validation_accuracy": 86.19999999999999}, {"training_loss": 0.022459745150990786, "training_accuracy": 98.28125, "adversarial_training_loss": 0.027518769493326545, "adversarial_training_accuracy": 93.2421875, "validation_accuracy": 83.8, "validation_loss": 0.02707531952857971, "adversarial_validation_accuracy": 89.8, "adversarial_validation_loss": 0.0068859107792377475, "average_validation_accuracy": 86.8}, {"training_loss": 0.022228450304828583, "training_accuracy": 98.28125, "adversarial_training_loss": 0.02770767118781805, "adversarial_training_accuracy": 92.8125, "validation_accuracy": 82.0, "validation_loss": 0.03879950702190399, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.007572540044784546, "average_validation_accuracy": 85.2}], "0.0079": [{"training_loss": 0.021983193862251938, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.02800125617068261, "adversarial_training_accuracy": 92.890625, "validation_accuracy": 81.0, "validation_loss": 0.038644786953926084, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.007567758679389954, "average_validation_accuracy": 84.6}, {"training_loss": 0.02209350436460227, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.028658336028456688, "adversarial_training_accuracy": 92.34375, "validation_accuracy": 82.2, "validation_loss": 0.034637789011001584, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008286011040210723, "average_validation_accuracy": 84.9}, {"training_loss": 0.02253953816834837, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.028885238477960228, "adversarial_training_accuracy": 91.6015625, "validation_accuracy": 82.8, "validation_loss": 0.03699960190057754, "adversarial_validation_accuracy": 89.0, "adversarial_validation_loss": 0.007397050768136978, "average_validation_accuracy": 85.9}, {"training_loss": 0.022119927080348135, "training_accuracy": 98.4375, "adversarial_training_loss": 0.027950350008904935, "adversarial_training_accuracy": 92.8515625, "validation_accuracy": 79.2, "validation_loss": 0.04384042978286743, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.007598528623580933, "average_validation_accuracy": 83.30000000000001}, {"training_loss": 0.022285853116773068, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.028855866612866522, "adversarial_training_accuracy": 92.03125, "validation_accuracy": 76.8, "validation_loss": 0.04514790534973145, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.008433266460895539, "average_validation_accuracy": 81.6}, {"training_loss": 0.022362378891557455, "training_accuracy": 98.203125, "adversarial_training_loss": 0.028926399420015514, "adversarial_training_accuracy": 91.9921875, "validation_accuracy": 82.4, "validation_loss": 0.03862702918052673, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.007984680116176606, "average_validation_accuracy": 85.5}, {"training_loss": 0.022001186781562865, "training_accuracy": 98.75, "adversarial_training_loss": 0.028463807725347578, "adversarial_training_accuracy": 92.8515625, "validation_accuracy": 79.4, "validation_loss": 0.04537782025337219, "adversarial_validation_accuracy": 89.6, "adversarial_validation_loss": 0.007234630294144153, "average_validation_accuracy": 84.5}, {"training_loss": 0.022497812611982228, "training_accuracy": 98.046875, "adversarial_training_loss": 0.02906130109913647, "adversarial_training_accuracy": 91.7578125, "validation_accuracy": 79.6, "validation_loss": 0.04334345364570618, "adversarial_validation_accuracy": 89.8, "adversarial_validation_loss": 0.0071821542084217075, "average_validation_accuracy": 84.69999999999999}, {"training_loss": 0.022140194266103207, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.02836473088245839, "adversarial_training_accuracy": 92.6953125, "validation_accuracy": 83.0, "validation_loss": 0.04603907430171966, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.007268092632293701, "average_validation_accuracy": 85.8}, {"training_loss": 0.022210447932593524, "training_accuracy": 98.59375, "adversarial_training_loss": 0.028460057079792024, "adversarial_training_accuracy": 92.8125, "validation_accuracy": 81.8, "validation_loss": 0.03634520447254181, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.007045824617147446, "average_validation_accuracy": 84.3}, {"training_loss": 0.022434026072733104, "training_accuracy": 98.359375, "adversarial_training_loss": 0.028895611222833396, "adversarial_training_accuracy": 92.1484375, "validation_accuracy": 83.2, "validation_loss": 0.02387406063079834, "adversarial_validation_accuracy": 89.2, "adversarial_validation_loss": 0.007481719672679901, "average_validation_accuracy": 86.2}, {"training_loss": 0.022417844645678996, "training_accuracy": 98.28125, "adversarial_training_loss": 0.029067552043125035, "adversarial_training_accuracy": 91.7578125, "validation_accuracy": 78.6, "validation_loss": 0.0399340386390686, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008581958204507828, "average_validation_accuracy": 82.8}, {"training_loss": 0.022500217193737626, "training_accuracy": 98.125, "adversarial_training_loss": 0.02883579838089645, "adversarial_training_accuracy": 91.796875, "validation_accuracy": 81.4, "validation_loss": 0.03282247442007065, "adversarial_validation_accuracy": 89.0, "adversarial_validation_loss": 0.007328046172857284, "average_validation_accuracy": 85.2}, {"training_loss": 0.02226733691059053, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.028824407188221813, "adversarial_training_accuracy": 92.34375, "validation_accuracy": 80.0, "validation_loss": 0.047820109367370606, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.00842337292432785, "average_validation_accuracy": 83.4}, {"training_loss": 0.022295694006606935, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.02864936247933656, "adversarial_training_accuracy": 92.2265625, "validation_accuracy": 74.4, "validation_loss": 0.09439526271820069, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.006818221241235733, "average_validation_accuracy": 81.5}, {"training_loss": 0.022120958613231777, "training_accuracy": 98.515625, "adversarial_training_loss": 0.028685384336858986, "adversarial_training_accuracy": 91.875, "validation_accuracy": 79.0, "validation_loss": 0.04331506705284119, "adversarial_validation_accuracy": 89.4, "adversarial_validation_loss": 0.006372992426156998, "average_validation_accuracy": 84.2}, {"training_loss": 0.022207765164785086, "training_accuracy": 98.515625, "adversarial_training_loss": 0.028694567596539856, "adversarial_training_accuracy": 92.65625, "validation_accuracy": 83.0, "validation_loss": 0.03365195155143738, "adversarial_validation_accuracy": 89.4, "adversarial_validation_loss": 0.007037732124328613, "average_validation_accuracy": 86.2}, {"training_loss": 0.0221758384257555, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.02845663232728839, "adversarial_training_accuracy": 92.6171875, "validation_accuracy": 78.2, "validation_loss": 0.04683478033542633, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.007820191770792007, "average_validation_accuracy": 83.30000000000001}, {"training_loss": 0.02222408156376332, "training_accuracy": 98.59375, "adversarial_training_loss": 0.0291428032098338, "adversarial_training_accuracy": 91.0546875, "validation_accuracy": 79.8, "validation_loss": 0.04020689153671265, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.00767410922050476, "average_validation_accuracy": 84.1}, {"training_loss": 0.022348534362390638, "training_accuracy": 98.28125, "adversarial_training_loss": 0.029248854937031867, "adversarial_training_accuracy": 91.640625, "validation_accuracy": 81.2, "validation_loss": 0.0354672384262085, "adversarial_validation_accuracy": 89.4, "adversarial_validation_loss": 0.006988039255142212, "average_validation_accuracy": 85.30000000000001}, {"training_loss": 0.02206101843621582, "training_accuracy": 98.671875, "adversarial_training_loss": 0.027769592381082474, "adversarial_training_accuracy": 92.8125, "validation_accuracy": 78.8, "validation_loss": 0.03410793161392212, "adversarial_validation_accuracy": 89.4, "adversarial_validation_loss": 0.0073807318061590195, "average_validation_accuracy": 84.1}, {"training_loss": 0.0221974196145311, "training_accuracy": 98.28125, "adversarial_training_loss": 0.0291020784759894, "adversarial_training_accuracy": 91.5625, "validation_accuracy": 75.6, "validation_loss": 0.06600535368919372, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.008189833760261535, "average_validation_accuracy": 80.9}, {"training_loss": 0.02264089633245021, "training_accuracy": 98.1640625, "adversarial_training_loss": 0.029359490959905088, "adversarial_training_accuracy": 91.4453125, "validation_accuracy": 81.6, "validation_loss": 0.03295549440383911, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.00916142702102661, "average_validation_accuracy": 84.4}, {"training_loss": 0.022057163552381097, "training_accuracy": 98.671875, "adversarial_training_loss": 0.02861001119017601, "adversarial_training_accuracy": 92.4609375, "validation_accuracy": 81.8, "validation_loss": 0.04142334759235382, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.008434942364692688, "average_validation_accuracy": 85.1}, {"training_loss": 0.02258058274164796, "training_accuracy": 97.734375, "adversarial_training_loss": 0.02916227534878999, "adversarial_training_accuracy": 91.3671875, "validation_accuracy": 80.6, "validation_loss": 0.033763465285301206, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008517050236463547, "average_validation_accuracy": 84.0}], "0.0092": [{"training_loss": 0.023455578298307956, "training_accuracy": 97.109375, "adversarial_training_loss": 0.03488257077988237, "adversarial_training_accuracy": 85.0390625, "validation_accuracy": 72.4, "validation_loss": 0.05383494567871094, "adversarial_validation_accuracy": 83.8, "adversarial_validation_loss": 0.009646114587783814, "average_validation_accuracy": 78.1}, {"training_loss": 0.024399113235995175, "training_accuracy": 95.9765625, "adversarial_training_loss": 0.03585302862338722, "adversarial_training_accuracy": 84.3359375, "validation_accuracy": 85.6, "validation_loss": 0.00984848940372467, "adversarial_validation_accuracy": 82.4, "adversarial_validation_loss": 0.010924463152885438, "average_validation_accuracy": 84.0}, {"training_loss": 0.023935111076571047, "training_accuracy": 97.109375, "adversarial_training_loss": 0.03564516468904912, "adversarial_training_accuracy": 85.078125, "validation_accuracy": 83.6, "validation_loss": 0.015389973640441895, "adversarial_validation_accuracy": 85.0, "adversarial_validation_loss": 0.010257889628410339, "average_validation_accuracy": 84.3}, {"training_loss": 0.023766181315295398, "training_accuracy": 96.6796875, "adversarial_training_loss": 0.03510930286720395, "adversarial_training_accuracy": 85.234375, "validation_accuracy": 81.2, "validation_loss": 0.02288227915763855, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.008462227404117584, "average_validation_accuracy": 83.80000000000001}, {"training_loss": 0.024482746329158544, "training_accuracy": 96.09375, "adversarial_training_loss": 0.03480024039745331, "adversarial_training_accuracy": 84.84375, "validation_accuracy": 78.6, "validation_loss": 0.044874544501304625, "adversarial_validation_accuracy": 84.0, "adversarial_validation_loss": 0.009809277862310409, "average_validation_accuracy": 81.3}, {"training_loss": 0.023160294047556818, "training_accuracy": 97.2265625, "adversarial_training_loss": 0.03276715916581452, "adversarial_training_accuracy": 87.3828125, "validation_accuracy": 74.2, "validation_loss": 0.09085884165763855, "adversarial_validation_accuracy": 83.2, "adversarial_validation_loss": 0.009740113139152526, "average_validation_accuracy": 78.7}, {"training_loss": 0.022443532943725586, "training_accuracy": 97.734375, "adversarial_training_loss": 0.02990997270680964, "adversarial_training_accuracy": 90.625, "validation_accuracy": 76.6, "validation_loss": 0.05253462076187134, "adversarial_validation_accuracy": 84.0, "adversarial_validation_loss": 0.010483288884162903, "average_validation_accuracy": 80.3}, {"training_loss": 0.022348781931214035, "training_accuracy": 97.9296875, "adversarial_training_loss": 0.02970732655376196, "adversarial_training_accuracy": 90.5859375, "validation_accuracy": 80.2, "validation_loss": 0.04227591240406036, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.008907536119222641, "average_validation_accuracy": 82.80000000000001}, {"training_loss": 0.02228401692118496, "training_accuracy": 97.734375, "adversarial_training_loss": 0.02973289554938674, "adversarial_training_accuracy": 90.703125, "validation_accuracy": 74.6, "validation_loss": 0.06374872732162476, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.008937838852405549, "average_validation_accuracy": 80.19999999999999}, {"training_loss": 0.022039352962747217, "training_accuracy": 97.96875, "adversarial_training_loss": 0.028570557315833866, "adversarial_training_accuracy": 91.40625, "validation_accuracy": 78.2, "validation_loss": 0.04274945330619812, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.00916775667667389, "average_validation_accuracy": 81.7}, {"training_loss": 0.021540162106975912, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.028476920793764293, "adversarial_training_accuracy": 91.5625, "validation_accuracy": 78.8, "validation_loss": 0.042421545982360837, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.008646169126033783, "average_validation_accuracy": 81.8}, {"training_loss": 0.022103425627574325, "training_accuracy": 98.0859375, "adversarial_training_loss": 0.028355347155593336, "adversarial_training_accuracy": 92.0703125, "validation_accuracy": 83.6, "validation_loss": 0.02938594138622284, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.009224589884281159, "average_validation_accuracy": 84.69999999999999}, {"training_loss": 0.021470594545826317, "training_accuracy": 98.671875, "adversarial_training_loss": 0.02672227555885911, "adversarial_training_accuracy": 93.4765625, "validation_accuracy": 79.0, "validation_loss": 0.04753032875061035, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.00855196064710617, "average_validation_accuracy": 83.0}, {"training_loss": 0.021515586832538246, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.026941091893240808, "adversarial_training_accuracy": 93.0859375, "validation_accuracy": 81.4, "validation_loss": 0.0476575368642807, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009295479118824005, "average_validation_accuracy": 83.80000000000001}, {"training_loss": 0.021582754608243705, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.027206510514952244, "adversarial_training_accuracy": 92.734375, "validation_accuracy": 73.4, "validation_loss": 0.0720620460510254, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.007720846772193909, "average_validation_accuracy": 80.2}, {"training_loss": 0.02130170459859073, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.027054766798391937, "adversarial_training_accuracy": 92.890625, "validation_accuracy": 77.6, "validation_loss": 0.05086571729183197, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.008705368518829346, "average_validation_accuracy": 82.1}, {"training_loss": 0.021131799556314945, "training_accuracy": 98.8671875, "adversarial_training_loss": 0.026607020664960145, "adversarial_training_accuracy": 92.578125, "validation_accuracy": 80.6, "validation_loss": 0.048234020471572873, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.007828400373458862, "average_validation_accuracy": 84.1}, {"training_loss": 0.021328602894209327, "training_accuracy": 98.671875, "adversarial_training_loss": 0.027236469252966345, "adversarial_training_accuracy": 92.8125, "validation_accuracy": 78.4, "validation_loss": 0.05090775895118713, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.007616168916225434, "average_validation_accuracy": 82.80000000000001}, {"training_loss": 0.02132931468077004, "training_accuracy": 98.75, "adversarial_training_loss": 0.026833988982252775, "adversarial_training_accuracy": 93.2421875, "validation_accuracy": 83.2, "validation_loss": 0.030986388504505157, "adversarial_validation_accuracy": 88.0, "adversarial_validation_loss": 0.008596475183963776, "average_validation_accuracy": 85.6}, {"training_loss": 0.021619692025706173, "training_accuracy": 98.515625, "adversarial_training_loss": 0.02715169165749103, "adversarial_training_accuracy": 93.2421875, "validation_accuracy": 85.2, "validation_loss": 0.027255963802337645, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.00781679806113243, "average_validation_accuracy": 86.4}, {"training_loss": 0.021532437531277537, "training_accuracy": 98.59375, "adversarial_training_loss": 0.026951940916478633, "adversarial_training_accuracy": 93.125, "validation_accuracy": 75.4, "validation_loss": 0.06486381697654724, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.008156539022922515, "average_validation_accuracy": 81.1}, {"training_loss": 0.02147134526167065, "training_accuracy": 98.4375, "adversarial_training_loss": 0.026406076620332897, "adversarial_training_accuracy": 93.4765625, "validation_accuracy": 80.8, "validation_loss": 0.029481572270393372, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.007978352963924408, "average_validation_accuracy": 83.69999999999999}, {"training_loss": 0.021300904732197524, "training_accuracy": 98.671875, "adversarial_training_loss": 0.026916805980727078, "adversarial_training_accuracy": 93.0859375, "validation_accuracy": 79.6, "validation_loss": 0.05107434594631195, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.009115350067615508, "average_validation_accuracy": 82.5}, {"training_loss": 0.021574329258874057, "training_accuracy": 98.1640625, "adversarial_training_loss": 0.02737015488091856, "adversarial_training_accuracy": 92.3046875, "validation_accuracy": 80.4, "validation_loss": 0.0366689395904541, "adversarial_validation_accuracy": 90.0, "adversarial_validation_loss": 0.0072961093187332154, "average_validation_accuracy": 85.2}, {"training_loss": 0.02127102583181113, "training_accuracy": 98.515625, "adversarial_training_loss": 0.02704113533254713, "adversarial_training_accuracy": 92.578125, "validation_accuracy": 79.4, "validation_loss": 0.08816176962852477, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.0080158970952034, "average_validation_accuracy": 83.0}, {"training_loss": 0.02097487689461559, "training_accuracy": 98.75, "adversarial_training_loss": 0.025932321837171913, "adversarial_training_accuracy": 93.9453125, "validation_accuracy": 80.2, "validation_loss": 0.044083377599716186, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.00845901608467102, "average_validation_accuracy": 83.4}, {"training_loss": 0.021342280553653836, "training_accuracy": 98.59375, "adversarial_training_loss": 0.026847545569762588, "adversarial_training_accuracy": 93.1640625, "validation_accuracy": 77.0, "validation_loss": 0.0625768654346466, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.009081225544214248, "average_validation_accuracy": 81.4}, {"training_loss": 0.021401059604249893, "training_accuracy": 98.515625, "adversarial_training_loss": 0.027383069321513177, "adversarial_training_accuracy": 92.421875, "validation_accuracy": 82.2, "validation_loss": 0.030226927280426027, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.0074818265438079835, "average_validation_accuracy": 85.2}, {"training_loss": 0.021436486556194723, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.027375890384428204, "adversarial_training_accuracy": 93.1640625, "validation_accuracy": 83.6, "validation_loss": 0.03526031243801117, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.008976619124412537, "average_validation_accuracy": 84.69999999999999}], "0.0104": [{"training_loss": 0.02136353151872754, "training_accuracy": 98.4375, "adversarial_training_loss": 0.027479155734181405, "adversarial_training_accuracy": 92.1875, "validation_accuracy": 83.0, "validation_loss": 0.036089413583278655, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.009612406313419341, "average_validation_accuracy": 84.4}, {"training_loss": 0.021690416312776507, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.027308767917566, "adversarial_training_accuracy": 92.4609375, "validation_accuracy": 81.2, "validation_loss": 0.03749787747859955, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.008513463914394379, "average_validation_accuracy": 83.9}, {"training_loss": 0.021454449626617134, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.02703824988566339, "adversarial_training_accuracy": 93.3203125, "validation_accuracy": 80.8, "validation_loss": 0.06041910302639007, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.00795492359995842, "average_validation_accuracy": 84.0}, {"training_loss": 0.0214500040281564, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.027505237120203675, "adversarial_training_accuracy": 92.5390625, "validation_accuracy": 84.0, "validation_loss": 0.03289687550067902, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.009573224246501923, "average_validation_accuracy": 84.7}, {"training_loss": 0.021326106041669846, "training_accuracy": 98.671875, "adversarial_training_loss": 0.02701671395916492, "adversarial_training_accuracy": 93.125, "validation_accuracy": 80.4, "validation_loss": 0.055237077593803405, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.006957838967442512, "average_validation_accuracy": 84.5}, {"training_loss": 0.021418978925794363, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.027314976765774192, "adversarial_training_accuracy": 92.7734375, "validation_accuracy": 78.0, "validation_loss": 0.05985216331481934, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008260840624570847, "average_validation_accuracy": 82.8}, {"training_loss": 0.021108718030154704, "training_accuracy": 98.984375, "adversarial_training_loss": 0.02701953744981438, "adversarial_training_accuracy": 92.4609375, "validation_accuracy": 77.4, "validation_loss": 0.05986360907554626, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008966009438037872, "average_validation_accuracy": 82.5}, {"training_loss": 0.021571917133405803, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.027639412926509975, "adversarial_training_accuracy": 92.4609375, "validation_accuracy": 81.6, "validation_loss": 0.04130742406845093, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.007674072623252868, "average_validation_accuracy": 84.5}, {"training_loss": 0.021731789922341704, "training_accuracy": 98.203125, "adversarial_training_loss": 0.02778571068774909, "adversarial_training_accuracy": 92.578125, "validation_accuracy": 76.2, "validation_loss": 0.060035720825195316, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.008231842696666717, "average_validation_accuracy": 81.4}, {"training_loss": 0.02136400977615267, "training_accuracy": 98.671875, "adversarial_training_loss": 0.027382516697980464, "adversarial_training_accuracy": 92.890625, "validation_accuracy": 76.4, "validation_loss": 0.06751924777030945, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008510346412658692, "average_validation_accuracy": 82.0}, {"training_loss": 0.02103305442724377, "training_accuracy": 98.9453125, "adversarial_training_loss": 0.02703961790539324, "adversarial_training_accuracy": 93.203125, "validation_accuracy": 80.6, "validation_loss": 0.04711908078193665, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008486638188362122, "average_validation_accuracy": 83.8}, {"training_loss": 0.021484937705099582, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.027224975870922208, "adversarial_training_accuracy": 92.9296875, "validation_accuracy": 79.6, "validation_loss": 0.04503959798812866, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.008933630764484406, "average_validation_accuracy": 82.4}, {"training_loss": 0.02100097530055791, "training_accuracy": 98.984375, "adversarial_training_loss": 0.02662875351961702, "adversarial_training_accuracy": 93.046875, "validation_accuracy": 81.4, "validation_loss": 0.030680676728487014, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.009213056564331055, "average_validation_accuracy": 83.4}, {"training_loss": 0.021425563539378346, "training_accuracy": 98.515625, "adversarial_training_loss": 0.0274773508310318, "adversarial_training_accuracy": 92.421875, "validation_accuracy": 82.2, "validation_loss": 0.0441470410823822, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.00800837481021881, "average_validation_accuracy": 85.4}, {"training_loss": 0.0211342386668548, "training_accuracy": 98.9453125, "adversarial_training_loss": 0.02662562541663647, "adversarial_training_accuracy": 93.203125, "validation_accuracy": 76.8, "validation_loss": 0.06475552177429199, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008557498246431351, "average_validation_accuracy": 82.1}, {"training_loss": 0.02151905361097306, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.027138279634527862, "adversarial_training_accuracy": 93.7109375, "validation_accuracy": 77.0, "validation_loss": 0.05141593790054321, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009193171173334121, "average_validation_accuracy": 81.6}, {"training_loss": 0.021086738142184914, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.0271883080014959, "adversarial_training_accuracy": 92.65625, "validation_accuracy": 81.8, "validation_loss": 0.045563857674598696, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.00846943610906601, "average_validation_accuracy": 84.3}, {"training_loss": 0.021673027821816505, "training_accuracy": 98.359375, "adversarial_training_loss": 0.027376003796234727, "adversarial_training_accuracy": 93.359375, "validation_accuracy": 79.6, "validation_loss": 0.04473486852645874, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.009377442970871926, "average_validation_accuracy": 83.19999999999999}, {"training_loss": 0.021270996588282288, "training_accuracy": 98.671875, "adversarial_training_loss": 0.02731620306149125, "adversarial_training_accuracy": 92.734375, "validation_accuracy": 80.2, "validation_loss": 0.04292184901237488, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.008520803481340409, "average_validation_accuracy": 83.0}, {"training_loss": 0.021554705151356757, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.027844361029565334, "adversarial_training_accuracy": 92.8125, "validation_accuracy": 82.6, "validation_loss": 0.04666808474063873, "adversarial_validation_accuracy": 87.8, "adversarial_validation_loss": 0.007430655479431152, "average_validation_accuracy": 85.19999999999999}, {"training_loss": 0.021456090779975057, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.02734029267448932, "adversarial_training_accuracy": 92.7734375, "validation_accuracy": 73.4, "validation_loss": 0.09112142908573151, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.0087387253344059, "average_validation_accuracy": 80.0}, {"training_loss": 0.021520372270606457, "training_accuracy": 98.515625, "adversarial_training_loss": 0.028034793329425156, "adversarial_training_accuracy": 92.3828125, "validation_accuracy": 77.8, "validation_loss": 0.05015462207794189, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.00951726794242859, "average_validation_accuracy": 82.5}, {"training_loss": 0.02163840306457132, "training_accuracy": 98.1640625, "adversarial_training_loss": 0.028071143105626105, "adversarial_training_accuracy": 91.8359375, "validation_accuracy": 81.2, "validation_loss": 0.049505658388137815, "adversarial_validation_accuracy": 84.2, "adversarial_validation_loss": 0.008903976738452911, "average_validation_accuracy": 82.7}], "0.0114": [{"training_loss": 0.021364909433759748, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.027554790023714304, "adversarial_training_accuracy": 92.6953125, "validation_accuracy": 78.6, "validation_loss": 0.05030796778202057, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.008444711029529572, "average_validation_accuracy": 82.4}, {"training_loss": 0.021326092584058643, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.027297444432042538, "adversarial_training_accuracy": 93.046875, "validation_accuracy": 82.0, "validation_loss": 0.04013070249557495, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.00968819659948349, "average_validation_accuracy": 83.7}, {"training_loss": 0.02109740418381989, "training_accuracy": 99.0625, "adversarial_training_loss": 0.02695166887715459, "adversarial_training_accuracy": 92.8515625, "validation_accuracy": 78.2, "validation_loss": 0.0575212025642395, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.00926362583041191, "average_validation_accuracy": 81.5}, {"training_loss": 0.02156738596968353, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.02847932409495115, "adversarial_training_accuracy": 91.875, "validation_accuracy": 81.2, "validation_loss": 0.034655097305774686, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.009170793682336807, "average_validation_accuracy": 83.2}, {"training_loss": 0.02151051613036543, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.027501796511933206, "adversarial_training_accuracy": 92.6953125, "validation_accuracy": 75.2, "validation_loss": 0.07669390654563904, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.009391572952270508, "average_validation_accuracy": 80.5}, {"training_loss": 0.021776203345507384, "training_accuracy": 98.125, "adversarial_training_loss": 0.028207372897304593, "adversarial_training_accuracy": 91.5234375, "validation_accuracy": 78.8, "validation_loss": 0.056151625394821165, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.009399809896945954, "average_validation_accuracy": 82.1}, {"training_loss": 0.02150216163136065, "training_accuracy": 98.515625, "adversarial_training_loss": 0.027826521173119546, "adversarial_training_accuracy": 92.3828125, "validation_accuracy": 79.4, "validation_loss": 0.06219047951698303, "adversarial_validation_accuracy": 89.6, "adversarial_validation_loss": 0.007697677552700043, "average_validation_accuracy": 84.5}, {"training_loss": 0.021368413022719322, "training_accuracy": 98.515625, "adversarial_training_loss": 0.027493450976908206, "adversarial_training_accuracy": 92.1875, "validation_accuracy": 78.4, "validation_loss": 0.051462825298309325, "adversarial_validation_accuracy": 84.4, "adversarial_validation_loss": 0.009145136386156083, "average_validation_accuracy": 81.4}, {"training_loss": 0.021475938591174783, "training_accuracy": 98.4375, "adversarial_training_loss": 0.028228381369262933, "adversarial_training_accuracy": 91.5625, "validation_accuracy": 75.0, "validation_loss": 0.07378761577606201, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.009115115523338317, "average_validation_accuracy": 80.7}, {"training_loss": 0.02174601936712861, "training_accuracy": 98.28125, "adversarial_training_loss": 0.028444325365126134, "adversarial_training_accuracy": 92.3046875, "validation_accuracy": 82.2, "validation_loss": 0.035051065564155576, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.008725965350866317, "average_validation_accuracy": 84.2}, {"training_loss": 0.021576083404943346, "training_accuracy": 98.203125, "adversarial_training_loss": 0.028611073340289294, "adversarial_training_accuracy": 91.796875, "validation_accuracy": 82.0, "validation_loss": 0.03133259707689285, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.00854260540008545, "average_validation_accuracy": 84.3}, {"training_loss": 0.021234755450859667, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.027250636951066554, "adversarial_training_accuracy": 92.03125, "validation_accuracy": 80.6, "validation_loss": 0.038934898853302, "adversarial_validation_accuracy": 85.0, "adversarial_validation_loss": 0.009799701660871506, "average_validation_accuracy": 82.8}, {"training_loss": 0.021244360646232963, "training_accuracy": 98.75, "adversarial_training_loss": 0.02768870280124247, "adversarial_training_accuracy": 92.34375, "validation_accuracy": 84.2, "validation_loss": 0.027417176246643065, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.007646574914455414, "average_validation_accuracy": 86.2}, {"training_loss": 0.02123073369730264, "training_accuracy": 98.671875, "adversarial_training_loss": 0.027849494549445807, "adversarial_training_accuracy": 92.1875, "validation_accuracy": 81.0, "validation_loss": 0.04011465901136398, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.007852592319250108, "average_validation_accuracy": 84.1}, {"training_loss": 0.02102681705728173, "training_accuracy": 98.75, "adversarial_training_loss": 0.027135201916098594, "adversarial_training_accuracy": 92.65625, "validation_accuracy": 77.8, "validation_loss": 0.06612774270772934, "adversarial_validation_accuracy": 87.8, "adversarial_validation_loss": 0.007849357187747956, "average_validation_accuracy": 82.8}, {"training_loss": 0.02124174570199102, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.02786816214211285, "adversarial_training_accuracy": 92.3828125, "validation_accuracy": 80.6, "validation_loss": 0.04404980778694153, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008317102670669556, "average_validation_accuracy": 83.8}, {"training_loss": 0.021726565016433597, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.02823122029658407, "adversarial_training_accuracy": 92.3046875, "validation_accuracy": 80.8, "validation_loss": 0.055414305448532104, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.00925192892551422, "average_validation_accuracy": 83.6}, {"training_loss": 0.0212170623941347, "training_accuracy": 98.59375, "adversarial_training_loss": 0.027730686916038395, "adversarial_training_accuracy": 92.734375, "validation_accuracy": 85.2, "validation_loss": 0.031686367630958556, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009229240357875824, "average_validation_accuracy": 85.7}, {"training_loss": 0.0211179212667048, "training_accuracy": 98.8671875, "adversarial_training_loss": 0.02733323033899069, "adversarial_training_accuracy": 92.34375, "validation_accuracy": 78.0, "validation_loss": 0.06923397636413574, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008072634875774384, "average_validation_accuracy": 82.8}, {"training_loss": 0.020968679129146038, "training_accuracy": 98.90625, "adversarial_training_loss": 0.02736625880934298, "adversarial_training_accuracy": 92.8515625, "validation_accuracy": 78.6, "validation_loss": 0.0582567241191864, "adversarial_validation_accuracy": 84.6, "adversarial_validation_loss": 0.00876719444990158, "average_validation_accuracy": 81.6}, {"training_loss": 0.02130116147454828, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.027680429420433937, "adversarial_training_accuracy": 92.421875, "validation_accuracy": 81.6, "validation_loss": 0.03913688713312149, "adversarial_validation_accuracy": 85.0, "adversarial_validation_loss": 0.009637103259563446, "average_validation_accuracy": 83.3}, {"training_loss": 0.020999202225357293, "training_accuracy": 98.984375, "adversarial_training_loss": 0.026876913337036967, "adversarial_training_accuracy": 93.203125, "validation_accuracy": 82.6, "validation_loss": 0.03785210371017456, "adversarial_validation_accuracy": 85.0, "adversarial_validation_loss": 0.009532715678215026, "average_validation_accuracy": 83.8}], "0.0124": [{"training_loss": 0.02125853640027344, "training_accuracy": 98.671875, "adversarial_training_loss": 0.02832603775896132, "adversarial_training_accuracy": 91.953125, "validation_accuracy": 77.0, "validation_loss": 0.04915572929382324, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.009580031275749206, "average_validation_accuracy": 81.2}, {"training_loss": 0.021326672239229082, "training_accuracy": 98.75, "adversarial_training_loss": 0.02816562631633133, "adversarial_training_accuracy": 91.5625, "validation_accuracy": 80.8, "validation_loss": 0.04404952442646027, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.008568295210599899, "average_validation_accuracy": 83.69999999999999}, {"training_loss": 0.020962262083776294, "training_accuracy": 98.8671875, "adversarial_training_loss": 0.02742108392994851, "adversarial_training_accuracy": 92.890625, "validation_accuracy": 74.4, "validation_loss": 0.0850329999923706, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008259865015745164, "average_validation_accuracy": 80.7}, {"training_loss": 0.02124848139937967, "training_accuracy": 98.7890625, "adversarial_training_loss": 0.027708546607755125, "adversarial_training_accuracy": 92.34375, "validation_accuracy": 81.6, "validation_loss": 0.043082093954086305, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.008983938634395599, "average_validation_accuracy": 83.9}, {"training_loss": 0.02134813955053687, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.02817007349804044, "adversarial_training_accuracy": 91.875, "validation_accuracy": 81.8, "validation_loss": 0.04959944629669189, "adversarial_validation_accuracy": 86.0, "adversarial_validation_loss": 0.008598986864089966, "average_validation_accuracy": 83.9}, {"training_loss": 0.021339175314642488, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.02846471294760704, "adversarial_training_accuracy": 91.6015625, "validation_accuracy": 79.8, "validation_loss": 0.0501849434375763, "adversarial_validation_accuracy": 88.0, "adversarial_validation_loss": 0.008118680477142334, "average_validation_accuracy": 83.9}, {"training_loss": 0.0210248245857656, "training_accuracy": 99.0625, "adversarial_training_loss": 0.028081387910060585, "adversarial_training_accuracy": 92.3828125, "validation_accuracy": 79.4, "validation_loss": 0.045324122548103335, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.009585723996162414, "average_validation_accuracy": 82.1}, {"training_loss": 0.02116786593105644, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.02790494083892554, "adversarial_training_accuracy": 92.1484375, "validation_accuracy": 79.6, "validation_loss": 0.050471418023109435, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.008673976004123687, "average_validation_accuracy": 83.4}, {"training_loss": 0.021558332233689727, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.028352372348308563, "adversarial_training_accuracy": 91.9921875, "validation_accuracy": 81.8, "validation_loss": 0.04080950796604157, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008996260672807694, "average_validation_accuracy": 84.4}, {"training_loss": 0.021502883289940655, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.028363664471544325, "adversarial_training_accuracy": 91.7578125, "validation_accuracy": 80.8, "validation_loss": 0.034976080775260925, "adversarial_validation_accuracy": 87.8, "adversarial_validation_loss": 0.00812935146689415, "average_validation_accuracy": 84.3}, {"training_loss": 0.021342051774263383, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.028378251730464397, "adversarial_training_accuracy": 91.7578125, "validation_accuracy": 79.2, "validation_loss": 0.054250849008560184, "adversarial_validation_accuracy": 85.6, "adversarial_validation_loss": 0.008242010831832887, "average_validation_accuracy": 82.4}, {"training_loss": 0.021480301581323146, "training_accuracy": 98.4375, "adversarial_training_loss": 0.029074946395121516, "adversarial_training_accuracy": 91.015625, "validation_accuracy": 79.6, "validation_loss": 0.051010174691677096, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.00928612369298935, "average_validation_accuracy": 82.19999999999999}, {"training_loss": 0.021331224497407673, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.029140755510888995, "adversarial_training_accuracy": 91.6015625, "validation_accuracy": 73.2, "validation_loss": 0.0925159637928009, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.008736591041088104, "average_validation_accuracy": 79.30000000000001}, {"training_loss": 0.021389431203715503, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.028645172878168524, "adversarial_training_accuracy": 91.4453125, "validation_accuracy": 74.8, "validation_loss": 0.0644985523223877, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.007907223492860794, "average_validation_accuracy": 81.5}, {"training_loss": 0.021237703110091388, "training_accuracy": 98.75, "adversarial_training_loss": 0.028688557213172317, "adversarial_training_accuracy": 91.3671875, "validation_accuracy": 75.4, "validation_loss": 0.07634988164901733, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.008434339225292206, "average_validation_accuracy": 81.30000000000001}, {"training_loss": 0.021427738317288458, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.028485406981781126, "adversarial_training_accuracy": 91.9140625, "validation_accuracy": 80.0, "validation_loss": 0.03770882523059845, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.010050017416477203, "average_validation_accuracy": 83.2}, {"training_loss": 0.02178950731176883, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.02871518225874752, "adversarial_training_accuracy": 92.1875, "validation_accuracy": 80.6, "validation_loss": 0.04092149567604065, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.007440015912055969, "average_validation_accuracy": 83.6}, {"training_loss": 0.021197092672809958, "training_accuracy": 98.75, "adversarial_training_loss": 0.02815462511498481, "adversarial_training_accuracy": 91.25, "validation_accuracy": 81.6, "validation_loss": 0.042715193033218385, "adversarial_validation_accuracy": 88.0, "adversarial_validation_loss": 0.007924849510192872, "average_validation_accuracy": 84.8}, {"training_loss": 0.021381743089295923, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.027474071946926415, "adversarial_training_accuracy": 93.0078125, "validation_accuracy": 80.4, "validation_loss": 0.043970755100250246, "adversarial_validation_accuracy": 88.8, "adversarial_validation_loss": 0.007483651109039783, "average_validation_accuracy": 84.6}, {"training_loss": 0.02132610445842147, "training_accuracy": 98.671875, "adversarial_training_loss": 0.027700717421248557, "adversarial_training_accuracy": 92.3046875, "validation_accuracy": 79.0, "validation_loss": 0.04592749834060669, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.008669909805059432, "average_validation_accuracy": 82.9}, {"training_loss": 0.02130365245975554, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.027689302596263586, "adversarial_training_accuracy": 92.1875, "validation_accuracy": 79.6, "validation_loss": 0.05410657250881195, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008562318056821823, "average_validation_accuracy": 83.5}, {"training_loss": 0.021460082521662115, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.028206969797611236, "adversarial_training_accuracy": 92.03125, "validation_accuracy": 80.2, "validation_loss": 0.030921868443489074, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.008566597461700439, "average_validation_accuracy": 82.80000000000001}, {"training_loss": 0.021505470061674713, "training_accuracy": 98.359375, "adversarial_training_loss": 0.028272973373532295, "adversarial_training_accuracy": 92.03125, "validation_accuracy": 79.4, "validation_loss": 0.05328192758560181, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008332262337207795, "average_validation_accuracy": 83.5}, {"training_loss": 0.021262923977337776, "training_accuracy": 98.75, "adversarial_training_loss": 0.028063293942250312, "adversarial_training_accuracy": 91.875, "validation_accuracy": 78.6, "validation_loss": 0.057898534297943116, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009480812668800354, "average_validation_accuracy": 82.4}, {"training_loss": 0.021320121712051332, "training_accuracy": 98.7890625, "adversarial_training_loss": 0.028477231785655022, "adversarial_training_accuracy": 91.71875, "validation_accuracy": 77.8, "validation_loss": 0.057053474903106687, "adversarial_validation_accuracy": 87.8, "adversarial_validation_loss": 0.00830412095785141, "average_validation_accuracy": 82.8}, {"training_loss": 0.021212456352077424, "training_accuracy": 98.828125, "adversarial_training_loss": 0.028614582284353672, "adversarial_training_accuracy": 91.6015625, "validation_accuracy": 81.4, "validation_loss": 0.033806289076805114, "adversarial_validation_accuracy": 86.0, "adversarial_validation_loss": 0.008812973737716674, "average_validation_accuracy": 83.7}, {"training_loss": 0.021032934822142125, "training_accuracy": 98.984375, "adversarial_training_loss": 0.02803120166063309, "adversarial_training_accuracy": 91.9140625, "validation_accuracy": 80.6, "validation_loss": 0.04771739912033081, "adversarial_validation_accuracy": 84.4, "adversarial_validation_loss": 0.009579920828342438, "average_validation_accuracy": 82.5}], "0.0134": [{"training_loss": 0.021471722587011754, "training_accuracy": 98.515625, "adversarial_training_loss": 0.029357825964689256, "adversarial_training_accuracy": 90.625, "validation_accuracy": 77.8, "validation_loss": 0.05464744281768799, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.009437487363815307, "average_validation_accuracy": 82.19999999999999}, {"training_loss": 0.021406878833658993, "training_accuracy": 98.515625, "adversarial_training_loss": 0.02909250867087394, "adversarial_training_accuracy": 91.25, "validation_accuracy": 82.2, "validation_loss": 0.04268901264667511, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.008552419573068619, "average_validation_accuracy": 84.4}, {"training_loss": 0.021251653041690587, "training_accuracy": 98.515625, "adversarial_training_loss": 0.028796696895733477, "adversarial_training_accuracy": 91.7578125, "validation_accuracy": 81.8, "validation_loss": 0.0429521142244339, "adversarial_validation_accuracy": 88.0, "adversarial_validation_loss": 0.0078024653196334835, "average_validation_accuracy": 84.9}, {"training_loss": 0.02125052569899708, "training_accuracy": 98.90625, "adversarial_training_loss": 0.028771316888742147, "adversarial_training_accuracy": 91.40625, "validation_accuracy": 83.8, "validation_loss": 0.022020272493362428, "adversarial_validation_accuracy": 85.0, "adversarial_validation_loss": 0.009048101544380188, "average_validation_accuracy": 84.4}, {"training_loss": 0.021349737467244268, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.02881863412912935, "adversarial_training_accuracy": 91.640625, "validation_accuracy": 81.6, "validation_loss": 0.0393502345085144, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.008633128434419633, "average_validation_accuracy": 83.9}, {"training_loss": 0.021285403287038207, "training_accuracy": 98.8671875, "adversarial_training_loss": 0.029487138707190753, "adversarial_training_accuracy": 91.25, "validation_accuracy": 75.6, "validation_loss": 0.0678674693107605, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008619000166654588, "average_validation_accuracy": 81.5}, {"training_loss": 0.02149235438555479, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.029024968598969282, "adversarial_training_accuracy": 91.2890625, "validation_accuracy": 80.4, "validation_loss": 0.052714325189590454, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.009248181283473968, "average_validation_accuracy": 82.9}, {"training_loss": 0.021300310082733632, "training_accuracy": 98.59375, "adversarial_training_loss": 0.028901935112662612, "adversarial_training_accuracy": 91.0546875, "validation_accuracy": 82.4, "validation_loss": 0.03744821989536285, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.00965354198217392, "average_validation_accuracy": 84.30000000000001}, {"training_loss": 0.02131259092129767, "training_accuracy": 98.828125, "adversarial_training_loss": 0.029271861049346627, "adversarial_training_accuracy": 90.703125, "validation_accuracy": 81.6, "validation_loss": 0.042096144080162046, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.008467536777257919, "average_validation_accuracy": 83.69999999999999}, {"training_loss": 0.02108910174574703, "training_accuracy": 98.828125, "adversarial_training_loss": 0.02872071738820523, "adversarial_training_accuracy": 91.09375, "validation_accuracy": 81.6, "validation_loss": 0.03908293640613556, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.009249857485294341, "average_validation_accuracy": 83.5}, {"training_loss": 0.021417005057446658, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.029257727577351032, "adversarial_training_accuracy": 91.8359375, "validation_accuracy": 81.6, "validation_loss": 0.042820669293403626, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.008148182243108749, "average_validation_accuracy": 84.4}, {"training_loss": 0.021116091357544064, "training_accuracy": 98.828125, "adversarial_training_loss": 0.028661138587631287, "adversarial_training_accuracy": 91.796875, "validation_accuracy": 80.8, "validation_loss": 0.045461731433868405, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.008973476588726043, "average_validation_accuracy": 83.69999999999999}, {"training_loss": 0.02141955813858658, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.02885471163317561, "adversarial_training_accuracy": 91.5234375, "validation_accuracy": 83.6, "validation_loss": 0.02898355042934418, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008328150004148483, "average_validation_accuracy": 85.3}, {"training_loss": 0.021493469597771764, "training_accuracy": 98.359375, "adversarial_training_loss": 0.029059306927956642, "adversarial_training_accuracy": 90.8984375, "validation_accuracy": 80.0, "validation_loss": 0.05087243986129761, "adversarial_validation_accuracy": 85.6, "adversarial_validation_loss": 0.00860743761062622, "average_validation_accuracy": 82.8}, {"training_loss": 0.02137071203906089, "training_accuracy": 98.59375, "adversarial_training_loss": 0.0288968522567302, "adversarial_training_accuracy": 91.015625, "validation_accuracy": 77.8, "validation_loss": 0.06288077747821808, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.009508886605501175, "average_validation_accuracy": 81.3}, {"training_loss": 0.021381955407559872, "training_accuracy": 98.515625, "adversarial_training_loss": 0.02885293625295162, "adversarial_training_accuracy": 91.640625, "validation_accuracy": 81.6, "validation_loss": 0.038034695267677304, "adversarial_validation_accuracy": 84.2, "adversarial_validation_loss": 0.009802528142929078, "average_validation_accuracy": 82.9}, {"training_loss": 0.021461601904593407, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.029355977405793966, "adversarial_training_accuracy": 91.328125, "validation_accuracy": 86.4, "validation_loss": 0.026412774562835695, "adversarial_validation_accuracy": 88.0, "adversarial_validation_loss": 0.008088085025548935, "average_validation_accuracy": 87.2}, {"training_loss": 0.021387648093514143, "training_accuracy": 98.7890625, "adversarial_training_loss": 0.029764952627010642, "adversarial_training_accuracy": 90.4296875, "validation_accuracy": 81.0, "validation_loss": 0.05031503105163574, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.008446274340152741, "average_validation_accuracy": 84.1}, {"training_loss": 0.02174028300214559, "training_accuracy": 98.1640625, "adversarial_training_loss": 0.030320768430829047, "adversarial_training_accuracy": 89.609375, "validation_accuracy": 73.0, "validation_loss": 0.09327118492126465, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008877202779054641, "average_validation_accuracy": 80.0}, {"training_loss": 0.021348469681106506, "training_accuracy": 98.59375, "adversarial_training_loss": 0.02913947543129325, "adversarial_training_accuracy": 91.2109375, "validation_accuracy": 82.0, "validation_loss": 0.033507395386695865, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.008585901409387588, "average_validation_accuracy": 84.4}, {"training_loss": 0.021767504140734674, "training_accuracy": 97.96875, "adversarial_training_loss": 0.028151964652352035, "adversarial_training_accuracy": 91.953125, "validation_accuracy": 81.4, "validation_loss": 0.039378738164901735, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.009503995776176452, "average_validation_accuracy": 83.6}, {"training_loss": 0.02082596402615309, "training_accuracy": 99.1796875, "adversarial_training_loss": 0.028419210901483895, "adversarial_training_accuracy": 91.6015625, "validation_accuracy": 81.8, "validation_loss": 0.0361589822769165, "adversarial_validation_accuracy": 88.2, "adversarial_validation_loss": 0.008395430654287338, "average_validation_accuracy": 85.0}, {"training_loss": 0.021320549305528402, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.028736559115350245, "adversarial_training_accuracy": 91.3671875, "validation_accuracy": 80.4, "validation_loss": 0.035268518209457395, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.010113501876592636, "average_validation_accuracy": 82.80000000000001}, {"training_loss": 0.021012233779765667, "training_accuracy": 98.984375, "adversarial_training_loss": 0.02844411532860249, "adversarial_training_accuracy": 92.1484375, "validation_accuracy": 76.2, "validation_loss": 0.05916732048988342, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.008713081926107407, "average_validation_accuracy": 81.4}, {"training_loss": 0.02121327114291489, "training_accuracy": 98.75, "adversarial_training_loss": 0.028518433007411657, "adversarial_training_accuracy": 91.9140625, "validation_accuracy": 81.4, "validation_loss": 0.04301252150535583, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.009283112823963165, "average_validation_accuracy": 84.0}, {"training_loss": 0.021388142788782715, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.027902888762764633, "adversarial_training_accuracy": 92.3828125, "validation_accuracy": 81.0, "validation_loss": 0.02801477789878845, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.008703952372074128, "average_validation_accuracy": 83.1}], "0.0144": [{"training_loss": 0.021425149869173765, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.02939640192780644, "adversarial_training_accuracy": 90.3515625, "validation_accuracy": 79.4, "validation_loss": 0.046295389652252196, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.008439612895250321, "average_validation_accuracy": 83.9}, {"training_loss": 0.02118645221926272, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.02936647357419133, "adversarial_training_accuracy": 91.484375, "validation_accuracy": 84.0, "validation_loss": 0.025506336092948913, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.007702500700950622, "average_validation_accuracy": 86.2}, {"training_loss": 0.02138543571345508, "training_accuracy": 98.4375, "adversarial_training_loss": 0.028975517582148315, "adversarial_training_accuracy": 91.6015625, "validation_accuracy": 78.6, "validation_loss": 0.06737340319156647, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.008158970981836319, "average_validation_accuracy": 82.9}, {"training_loss": 0.021435933001339436, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.030597180151380597, "adversarial_training_accuracy": 90.4296875, "validation_accuracy": 76.4, "validation_loss": 0.06658911180496216, "adversarial_validation_accuracy": 87.6, "adversarial_validation_loss": 0.008209485948085784, "average_validation_accuracy": 82.0}, {"training_loss": 0.02133309761993587, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.029311861703172327, "adversarial_training_accuracy": 90.9765625, "validation_accuracy": 76.8, "validation_loss": 0.05806079792976379, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.00846684643626213, "average_validation_accuracy": 81.8}, {"training_loss": 0.02119733109138906, "training_accuracy": 98.75, "adversarial_training_loss": 0.029350873013027013, "adversarial_training_accuracy": 91.2109375, "validation_accuracy": 72.0, "validation_loss": 0.08312982606887817, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.008871050506830215, "average_validation_accuracy": 78.6}, {"training_loss": 0.021135971392504872, "training_accuracy": 98.8671875, "adversarial_training_loss": 0.028596130199730396, "adversarial_training_accuracy": 91.3671875, "validation_accuracy": 82.2, "validation_loss": 0.035194066524505616, "adversarial_validation_accuracy": 86.0, "adversarial_validation_loss": 0.008886632412672043, "average_validation_accuracy": 84.1}, {"training_loss": 0.021315508405677974, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.030234481650404633, "adversarial_training_accuracy": 90.1953125, "validation_accuracy": 76.4, "validation_loss": 0.05755736041069031, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.008789076894521713, "average_validation_accuracy": 81.1}, {"training_loss": 0.02147794410120696, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.029280519555322827, "adversarial_training_accuracy": 91.0546875, "validation_accuracy": 83.4, "validation_loss": 0.03606249612569809, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.008477183222770692, "average_validation_accuracy": 85.30000000000001}, {"training_loss": 0.021236063982360064, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.029715077485889196, "adversarial_training_accuracy": 90.7421875, "validation_accuracy": 81.2, "validation_loss": 0.035108897149562834, "adversarial_validation_accuracy": 84.4, "adversarial_validation_loss": 0.009960641086101531, "average_validation_accuracy": 82.80000000000001}, {"training_loss": 0.02119163889437914, "training_accuracy": 98.828125, "adversarial_training_loss": 0.029547450854443012, "adversarial_training_accuracy": 90.625, "validation_accuracy": 80.4, "validation_loss": 0.03615465259552002, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.009195357739925384, "average_validation_accuracy": 82.6}], "0.0154": [{"training_loss": 0.021124256518669428, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.029458853672258555, "adversarial_training_accuracy": 90.6640625, "validation_accuracy": 78.6, "validation_loss": 0.05519010204076767, "adversarial_validation_accuracy": 84.4, "adversarial_validation_loss": 0.00961249127984047, "average_validation_accuracy": 81.5}, {"training_loss": 0.021278531569987536, "training_accuracy": 98.7890625, "adversarial_training_loss": 0.02923182917293161, "adversarial_training_accuracy": 90.8984375, "validation_accuracy": 81.0, "validation_loss": 0.04399901765584946, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.00805481007695198, "average_validation_accuracy": 83.9}, {"training_loss": 0.02150963086169213, "training_accuracy": 98.59375, "adversarial_training_loss": 0.03017925813328475, "adversarial_training_accuracy": 90.5078125, "validation_accuracy": 83.2, "validation_loss": 0.028598209381103516, "adversarial_validation_accuracy": 84.4, "adversarial_validation_loss": 0.009600995361804962, "average_validation_accuracy": 83.80000000000001}, {"training_loss": 0.021438624593429267, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.030866998340934516, "adversarial_training_accuracy": 89.84375, "validation_accuracy": 83.2, "validation_loss": 0.028204187989234925, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.008450543224811554, "average_validation_accuracy": 84.7}, {"training_loss": 0.021144282654859126, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.029456111090257763, "adversarial_training_accuracy": 90.7421875, "validation_accuracy": 79.4, "validation_loss": 0.03704782736301422, "adversarial_validation_accuracy": 84.2, "adversarial_validation_loss": 0.009818973660469054, "average_validation_accuracy": 81.80000000000001}, {"training_loss": 0.021442079567350447, "training_accuracy": 98.515625, "adversarial_training_loss": 0.029940491472370923, "adversarial_training_accuracy": 90.703125, "validation_accuracy": 78.8, "validation_loss": 0.04152099180221558, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.009771993994712829, "average_validation_accuracy": 82.9}, {"training_loss": 0.021184624591842293, "training_accuracy": 98.8671875, "adversarial_training_loss": 0.030101014859974386, "adversarial_training_accuracy": 90.2734375, "validation_accuracy": 82.0, "validation_loss": 0.041670409679412844, "adversarial_validation_accuracy": 87.2, "adversarial_validation_loss": 0.007957370281219482, "average_validation_accuracy": 84.6}, {"training_loss": 0.02115447474643588, "training_accuracy": 98.828125, "adversarial_training_loss": 0.029729799553751945, "adversarial_training_accuracy": 90.3125, "validation_accuracy": 78.4, "validation_loss": 0.05574050676822662, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.009418267190456391, "average_validation_accuracy": 82.1}, {"training_loss": 0.021268092538230123, "training_accuracy": 98.828125, "adversarial_training_loss": 0.02970031793229282, "adversarial_training_accuracy": 90.9375, "validation_accuracy": 76.2, "validation_loss": 0.06548375451564789, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.008796266973018647, "average_validation_accuracy": 81.2}, {"training_loss": 0.021384953311644493, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.03025890935678035, "adversarial_training_accuracy": 90.5859375, "validation_accuracy": 79.6, "validation_loss": 0.056543400526046755, "adversarial_validation_accuracy": 85.4, "adversarial_validation_loss": 0.008898506939411164, "average_validation_accuracy": 82.5}, {"training_loss": 0.02136866617947817, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.03048177929595113, "adversarial_training_accuracy": 90.3125, "validation_accuracy": 80.8, "validation_loss": 0.047553211212158206, "adversarial_validation_accuracy": 88.4, "adversarial_validation_loss": 0.008134776800870895, "average_validation_accuracy": 84.6}, {"training_loss": 0.021320923836901783, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.030324720637872817, "adversarial_training_accuracy": 90.5859375, "validation_accuracy": 79.0, "validation_loss": 0.04658146834373474, "adversarial_validation_accuracy": 85.6, "adversarial_validation_loss": 0.008732037991285324, "average_validation_accuracy": 82.3}, {"training_loss": 0.02130900982301682, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.029637152864597737, "adversarial_training_accuracy": 90.78125, "validation_accuracy": 76.4, "validation_loss": 0.06357364654541016, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.00933293628692627, "average_validation_accuracy": 81.6}], "0.0164": [{"training_loss": 0.02124746043700725, "training_accuracy": 98.59375, "adversarial_training_loss": 0.030620933510363102, "adversarial_training_accuracy": 90.15625, "validation_accuracy": 76.6, "validation_loss": 0.05352523303031921, "adversarial_validation_accuracy": 87.8, "adversarial_validation_loss": 0.008564809203147889, "average_validation_accuracy": 82.19999999999999}, {"training_loss": 0.021314374986104667, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.0306550727924332, "adversarial_training_accuracy": 89.375, "validation_accuracy": 78.6, "validation_loss": 0.06625619745254517, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.008203710943460464, "average_validation_accuracy": 82.69999999999999}, {"training_loss": 0.021588577330112456, "training_accuracy": 98.671875, "adversarial_training_loss": 0.03105410689022392, "adversarial_training_accuracy": 90.4296875, "validation_accuracy": 84.2, "validation_loss": 0.03750830680131912, "adversarial_validation_accuracy": 85.0, "adversarial_validation_loss": 0.009416042149066925, "average_validation_accuracy": 84.6}, {"training_loss": 0.021487095043994486, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.03164333114400506, "adversarial_training_accuracy": 88.984375, "validation_accuracy": 74.2, "validation_loss": 0.09414829850196839, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.009441541641950607, "average_validation_accuracy": 79.5}, {"training_loss": 0.02148756932001561, "training_accuracy": 98.515625, "adversarial_training_loss": 0.03046277251560241, "adversarial_training_accuracy": 90.5078125, "validation_accuracy": 77.8, "validation_loss": 0.05179883456230164, "adversarial_validation_accuracy": 88.6, "adversarial_validation_loss": 0.00780252668261528, "average_validation_accuracy": 83.19999999999999}, {"training_loss": 0.021204520273022352, "training_accuracy": 98.7890625, "adversarial_training_loss": 0.03067388283088803, "adversarial_training_accuracy": 90.1171875, "validation_accuracy": 79.4, "validation_loss": 0.05038508629798889, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.008914498507976532, "average_validation_accuracy": 82.1}, {"training_loss": 0.021438001724891364, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.03139060265384615, "adversarial_training_accuracy": 89.3359375, "validation_accuracy": 82.4, "validation_loss": 0.03505191969871521, "adversarial_validation_accuracy": 84.8, "adversarial_validation_loss": 0.010038982093334198, "average_validation_accuracy": 83.6}, {"training_loss": 0.02141446601599455, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.030703548830933867, "adversarial_training_accuracy": 90.15625, "validation_accuracy": 82.2, "validation_loss": 0.03433374166488647, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008346876859664917, "average_validation_accuracy": 84.80000000000001}, {"training_loss": 0.02109241720754653, "training_accuracy": 98.90625, "adversarial_training_loss": 0.030204997141845526, "adversarial_training_accuracy": 90.078125, "validation_accuracy": 81.4, "validation_loss": 0.03567191469669342, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.008764876395463944, "average_validation_accuracy": 84.0}, {"training_loss": 0.02154969160910696, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.03080926570110023, "adversarial_training_accuracy": 90.234375, "validation_accuracy": 79.4, "validation_loss": 0.04687234854698181, "adversarial_validation_accuracy": 88.8, "adversarial_validation_loss": 0.00802008792757988, "average_validation_accuracy": 84.1}, {"training_loss": 0.021140037942677735, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.030263251485303046, "adversarial_training_accuracy": 90.78125, "validation_accuracy": 81.2, "validation_loss": 0.050094791173934936, "adversarial_validation_accuracy": 88.8, "adversarial_validation_loss": 0.008587672472000122, "average_validation_accuracy": 85.0}, {"training_loss": 0.02158157352823764, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.03073819905985147, "adversarial_training_accuracy": 89.453125, "validation_accuracy": 80.4, "validation_loss": 0.03746380054950714, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009046977549791337, "average_validation_accuracy": 83.30000000000001}, {"training_loss": 0.021212835609912873, "training_accuracy": 98.75, "adversarial_training_loss": 0.030841194302774967, "adversarial_training_accuracy": 89.921875, "validation_accuracy": 76.6, "validation_loss": 0.06283522033691406, "adversarial_validation_accuracy": 85.6, "adversarial_validation_loss": 0.008593881100416183, "average_validation_accuracy": 81.1}, {"training_loss": 0.021501884865574538, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.030713550839573146, "adversarial_training_accuracy": 90.078125, "validation_accuracy": 81.6, "validation_loss": 0.0352100145816803, "adversarial_validation_accuracy": 85.0, "adversarial_validation_loss": 0.010258703351020812, "average_validation_accuracy": 83.3}, {"training_loss": 0.02129274271428585, "training_accuracy": 98.8671875, "adversarial_training_loss": 0.030067978193983436, "adversarial_training_accuracy": 90.4296875, "validation_accuracy": 79.2, "validation_loss": 0.049974615812301636, "adversarial_validation_accuracy": 86.0, "adversarial_validation_loss": 0.009010810762643814, "average_validation_accuracy": 82.6}, {"training_loss": 0.021078397147357465, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.03001492435578257, "adversarial_training_accuracy": 90.3125, "validation_accuracy": 78.8, "validation_loss": 0.06664069581031799, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.008960276901721954, "average_validation_accuracy": 82.6}, {"training_loss": 0.021756697539240123, "training_accuracy": 98.0859375, "adversarial_training_loss": 0.03068156270310283, "adversarial_training_accuracy": 90.078125, "validation_accuracy": 82.0, "validation_loss": 0.03217109763622284, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.00959051188826561, "average_validation_accuracy": 84.2}, {"training_loss": 0.021113050053827465, "training_accuracy": 98.9453125, "adversarial_training_loss": 0.03017639953177422, "adversarial_training_accuracy": 90.078125, "validation_accuracy": 78.4, "validation_loss": 0.04700704765319824, "adversarial_validation_accuracy": 82.8, "adversarial_validation_loss": 0.01034225821495056, "average_validation_accuracy": 80.6}, {"training_loss": 0.02144436885137111, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.030453350744210184, "adversarial_training_accuracy": 89.8828125, "validation_accuracy": 81.4, "validation_loss": 0.03901183068752289, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008367171049118043, "average_validation_accuracy": 84.4}, {"training_loss": 0.021429436467587947, "training_accuracy": 98.515625, "adversarial_training_loss": 0.030616801255382596, "adversarial_training_accuracy": 89.765625, "validation_accuracy": 79.4, "validation_loss": 0.0463158186674118, "adversarial_validation_accuracy": 85.6, "adversarial_validation_loss": 0.009523989915847778, "average_validation_accuracy": 82.5}], "0.0174": [{"training_loss": 0.02140189369674772, "training_accuracy": 98.515625, "adversarial_training_loss": 0.03123540012165904, "adversarial_training_accuracy": 89.921875, "validation_accuracy": 76.8, "validation_loss": 0.06858326363563537, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008189610004425049, "average_validation_accuracy": 81.9}, {"training_loss": 0.02078841396141797, "training_accuracy": 99.21875, "adversarial_training_loss": 0.029568608594127, "adversarial_training_accuracy": 90.5078125, "validation_accuracy": 76.8, "validation_loss": 0.065123615026474, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.007542224973440171, "average_validation_accuracy": 81.69999999999999}, {"training_loss": 0.021372849051840604, "training_accuracy": 98.7109375, "adversarial_training_loss": 0.030708462721668182, "adversarial_training_accuracy": 89.296875, "validation_accuracy": 81.0, "validation_loss": 0.03751431596279144, "adversarial_validation_accuracy": 86.6, "adversarial_validation_loss": 0.00885357129573822, "average_validation_accuracy": 83.8}, {"training_loss": 0.02131264372728765, "training_accuracy": 98.6328125, "adversarial_training_loss": 0.0303590037394315, "adversarial_training_accuracy": 90.1953125, "validation_accuracy": 84.6, "validation_loss": 0.026511808454990387, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009148236900568008, "average_validation_accuracy": 85.4}, {"training_loss": 0.021395513066090645, "training_accuracy": 98.4765625, "adversarial_training_loss": 0.031219594995491207, "adversarial_training_accuracy": 89.3359375, "validation_accuracy": 82.2, "validation_loss": 0.04065568327903748, "adversarial_validation_accuracy": 85.8, "adversarial_validation_loss": 0.009003704965114594, "average_validation_accuracy": 84.0}, {"training_loss": 0.021143020899035036, "training_accuracy": 98.828125, "adversarial_training_loss": 0.030906311818398535, "adversarial_training_accuracy": 89.8828125, "validation_accuracy": 82.8, "validation_loss": 0.033081740856170654, "adversarial_validation_accuracy": 84.6, "adversarial_validation_loss": 0.010510923862457276, "average_validation_accuracy": 83.69999999999999}, {"training_loss": 0.02116139002609998, "training_accuracy": 98.8671875, "adversarial_training_loss": 0.030672976444475353, "adversarial_training_accuracy": 90.0, "validation_accuracy": 80.4, "validation_loss": 0.04050487720966339, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.009635604500770568, "average_validation_accuracy": 82.80000000000001}, {"training_loss": 0.021382367704063654, "training_accuracy": 98.4375, "adversarial_training_loss": 0.03177945199422538, "adversarial_training_accuracy": 89.7265625, "validation_accuracy": 83.4, "validation_loss": 0.03427066993713379, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.008644646763801575, "average_validation_accuracy": 84.9}, {"training_loss": 0.021254020044580102, "training_accuracy": 98.828125, "adversarial_training_loss": 0.031065254868008197, "adversarial_training_accuracy": 89.6875, "validation_accuracy": 82.4, "validation_loss": 0.041235851764678956, "adversarial_validation_accuracy": 86.4, "adversarial_validation_loss": 0.008057085186243058, "average_validation_accuracy": 84.4}, {"training_loss": 0.021645378810353576, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.032223491952754556, "adversarial_training_accuracy": 88.9453125, "validation_accuracy": 81.8, "validation_loss": 0.03378189563751221, "adversarial_validation_accuracy": 84.2, "adversarial_validation_loss": 0.00829181534051895, "average_validation_accuracy": 83.0}, {"training_loss": 0.021482766419649125, "training_accuracy": 98.3203125, "adversarial_training_loss": 0.031865058769471946, "adversarial_training_accuracy": 89.6875, "validation_accuracy": 77.8, "validation_loss": 0.06498066449165345, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008090915620326995, "average_validation_accuracy": 82.6}, {"training_loss": 0.021038916404359044, "training_accuracy": 98.984375, "adversarial_training_loss": 0.03056593704968691, "adversarial_training_accuracy": 89.921875, "validation_accuracy": 77.6, "validation_loss": 0.048567451596260074, "adversarial_validation_accuracy": 86.0, "adversarial_validation_loss": 0.00860332015156746, "average_validation_accuracy": 81.8}, {"training_loss": 0.021246645390056072, "training_accuracy": 98.671875, "adversarial_training_loss": 0.03084518837276846, "adversarial_training_accuracy": 89.8828125, "validation_accuracy": 77.4, "validation_loss": 0.0547311487197876, "adversarial_validation_accuracy": 86.0, "adversarial_validation_loss": 0.009057469695806503, "average_validation_accuracy": 81.7}], "0.0184": [{"training_loss": 0.02133769749198109, "training_accuracy": 98.4375, "adversarial_training_loss": 0.03177950836252421, "adversarial_training_accuracy": 89.2578125, "validation_accuracy": 80.4, "validation_loss": 0.036703834772109985, "adversarial_validation_accuracy": 85.6, "adversarial_validation_loss": 0.009433028876781463, "average_validation_accuracy": 83.0}, {"training_loss": 0.021338317566551267, "training_accuracy": 98.671875, "adversarial_training_loss": 0.031262520630843935, "adversarial_training_accuracy": 89.140625, "validation_accuracy": 80.4, "validation_loss": 0.04977079498767853, "adversarial_validation_accuracy": 86.8, "adversarial_validation_loss": 0.007955263406038283, "average_validation_accuracy": 83.6}, {"training_loss": 0.021068412251770495, "training_accuracy": 98.984375, "adversarial_training_loss": 0.030850699916481972, "adversarial_training_accuracy": 89.7265625, "validation_accuracy": 82.8, "validation_loss": 0.03877791154384613, "adversarial_validation_accuracy": 84.6, "adversarial_validation_loss": 0.009617631077766418, "average_validation_accuracy": 83.69999999999999}, {"training_loss": 0.021514588361606003, "training_accuracy": 98.4375, "adversarial_training_loss": 0.03203335017897189, "adversarial_training_accuracy": 89.3359375, "validation_accuracy": 83.4, "validation_loss": 0.035095515131950375, "adversarial_validation_accuracy": 87.4, "adversarial_validation_loss": 0.008649173200130462, "average_validation_accuracy": 85.4}, {"training_loss": 0.02142201247625053, "training_accuracy": 98.5546875, "adversarial_training_loss": 0.03121183200273663, "adversarial_training_accuracy": 89.3359375, "validation_accuracy": 78.0, "validation_loss": 0.04685984110832214, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.009050595462322236, "average_validation_accuracy": 81.6}, {"training_loss": 0.021591928438283503, "training_accuracy": 98.2421875, "adversarial_training_loss": 0.03169451979920268, "adversarial_training_accuracy": 89.453125, "validation_accuracy": 81.6, "validation_loss": 0.037133522629737854, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009559296905994415, "average_validation_accuracy": 83.9}, {"training_loss": 0.021574550913646816, "training_accuracy": 98.59375, "adversarial_training_loss": 0.0321008906699717, "adversarial_training_accuracy": 89.1015625, "validation_accuracy": 83.8, "validation_loss": 0.029523487895727157, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008512863099575043, "average_validation_accuracy": 85.4}, {"training_loss": 0.021209209598600863, "training_accuracy": 98.75, "adversarial_training_loss": 0.03174763668794185, "adversarial_training_accuracy": 89.0625, "validation_accuracy": 79.0, "validation_loss": 0.05038646161556244, "adversarial_validation_accuracy": 87.0, "adversarial_validation_loss": 0.008377842545509339, "average_validation_accuracy": 83.0}, {"training_loss": 0.021135476464405657, "training_accuracy": 98.9453125, "adversarial_training_loss": 0.031053798645734786, "adversarial_training_accuracy": 89.4921875, "validation_accuracy": 81.2, "validation_loss": 0.04157094085216522, "adversarial_validation_accuracy": 86.2, "adversarial_validation_loss": 0.009188138484954833, "average_validation_accuracy": 83.7}, {"training_loss": 0.021394959394820036, "training_accuracy": 98.3984375, "adversarial_training_loss": 0.032500916812568906, "adversarial_training_accuracy": 88.4765625, "validation_accuracy": 79.6, "validation_loss": 0.05563690948486328, "adversarial_validation_accuracy": 86.0, "adversarial_validation_loss": 0.009518607914447785, "average_validation_accuracy": 82.8}, {"training_loss": 0.021580986236222087, "training_accuracy": 98.671875, "adversarial_training_loss": 0.03162401886656881, "adversarial_training_accuracy": 89.4921875, "validation_accuracy": 81.0, "validation_loss": 0.04115532493591308, "adversarial_validation_accuracy": 85.2, "adversarial_validation_loss": 0.009807710021734238, "average_validation_accuracy": 83.1}, {"training_loss": 0.021190531784668565, "training_accuracy": 98.7890625, "adversarial_training_loss": 0.031418037787079814, "adversarial_training_accuracy": 88.90625, "validation_accuracy": 81.0, "validation_loss": 0.03301260161399841, "adversarial_validation_accuracy": 85.0, "adversarial_validation_loss": 0.009267679005861283, "average_validation_accuracy": 83.0}, {"training_loss": 0.021466976311057807, "training_accuracy": 98.515625, "adversarial_training_loss": 0.031205917871557177, "adversarial_training_accuracy": 89.296875, "validation_accuracy": 80.6, "validation_loss": 0.048463534355163575, "adversarial_validation_accuracy": 85.6, "adversarial_validation_loss": 0.009284172803163529, "average_validation_accuracy": 83.1}], "0.0194": [], "0.0204": []}