a

contraceptive/tab_ddpm_concat/eval.csv

@@ -1,2 +1,2 @@
 ,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
-tab_ddpm_concat,0.004686037855951365,0.016378744196746925,0.0026090041155702806,3.8580918312072754,0.06953004002571106,0.8769555687904358,0.09042102098464966,1.2404520020936616e-05,1.3648459911346436,0.03967232629656792,0.0928136557340622,0.05107840895652771,0.06657693535089493,7.981087151165411e-07,5.222937822341919
+tab_ddpm_concat,0.021013706570221603,0.035295197536635625,0.001379547703921921,1.5304477214813232,0.053248871117830276,0.8990559577941895,0.06608080863952637,1.2340281045908341e-06,1.9069035053253174,0.029848089441657066,0.0689462423324585,0.03714226558804512,0.05930750444531441,0.007085917051881552,3.4373512268066406

contraceptive/tab_ddpm_concat/history.csv

@@ -1,17 +1,34 @@
 ,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
-0,0.017509687443816802,0.25492126335856824,0.000845979718699752,0.0,0.0,0.0,0.0,0.0,0.017509687443816802,320,80,74.85561537742615,0.9356951922178268,0.2339237980544567,0.12247967834118753,0.03225579813006334,0.3893812867692759,0.0018670448790572892,0.0,0.0,0.0,0.0,0.0,0.03225579813006334,80,20,16.974793434143066,0.8487396717071534,0.21218491792678834,0.11351076629944146
-1,0.015060588270716834,0.5294836329319879,0.0005396637374993886,0.0,0.0,0.0,0.0,0.0,0.015060588270716834,320,80,74.75039911270142,0.9343799889087677,0.23359499722719193,0.10789964701980352,0.017869547638110817,3.109420410258463,0.0007849385737095816,0.0,0.0,0.0,0.0,0.0,0.017869547638110817,80,20,17.005717754364014,0.8502858877182007,0.21257147192955017,0.032646807050332426
-2,0.007901813013450009,0.43976500204076957,0.00010274562480983643,0.0,0.0,0.0,0.0,0.0,0.007901813013450009,320,80,74.73881554603577,0.9342351943254471,0.23355879858136178,0.09000834664329886,0.006841135048307479,1.7945492254511919,8.046349178982836e-05,0.0,0.0,0.0,0.0,0.0,0.006841135048307479,80,20,16.90992760658264,0.8454963803291321,0.21137409508228303,0.052934233518317345
-3,0.005526901292250841,0.4796540130246029,5.3269670587949184e-05,0.0,0.0,0.0,0.0,0.0,0.005526901292250841,320,80,74.69570064544678,0.9336962580680848,0.2334240645170212,0.09062463160371408,0.004396481180447154,1.441257982449315,1.9934287330158895e-05,0.0,0.0,0.0,0.0,0.0,0.004396481180447154,80,20,16.831034421920776,0.8415517210960388,0.2103879302740097,0.034367192443460225
-4,0.003952335390204098,0.6800493642964284,3.501202619586863e-05,0.0,0.0,0.0,0.0,0.0,0.003952335390204098,320,80,74.82494044303894,0.9353117555379867,0.23382793888449668,0.08449668972752988,0.0030278531834483148,1.419872753619893,1.2108854497228094e-05,0.0,0.0,0.0,0.0,0.0,0.0030278531834483148,80,20,16.83168315887451,0.8415841579437255,0.21039603948593139,0.04602950892876834
-5,0.003957326662930427,0.3222652507973578,1.749390277871613e-05,0.0,0.0,0.0,0.0,0.0,0.003957326662930427,320,80,74.4447557926178,0.9305594474077225,0.2326398618519306,0.09507375009125099,0.003036417685507331,1.8372398112704105,1.3633386806094494e-05,0.0,0.0,0.0,0.0,0.0,0.003036417685507331,80,20,16.73884344100952,0.836942172050476,0.209235543012619,0.03600916846189648
-6,0.0028476251969550503,0.2714852012659293,1.3130850977921548e-05,0.0,0.0,0.0,0.0,0.0,0.0028476251969550503,320,80,75.16001582145691,0.9395001977682114,0.23487504944205284,0.09719131344463676,0.0032441405899589883,2.57110884013091,1.2244734485200582e-05,0.0,0.0,0.0,0.0,0.0,0.0032441405899589883,80,20,16.80543065071106,0.840271532535553,0.21006788313388824,0.034793011099100116
-7,0.002179265605263936,0.2912421387520652,5.355932938649715e-06,0.0,0.0,0.0,0.0,0.0,0.002179265605263936,320,80,75.13848423957825,0.9392310529947281,0.23480776324868202,0.09003764551598578,0.002960549862473272,1.5272669666737784,1.1626163023858993e-05,0.0,0.0,0.0,0.0,0.0,0.002960549862473272,80,20,16.840531826019287,0.8420265913009644,0.2105066478252411,0.048068627482280135
-8,0.0019942367394833126,0.8764173788223844,5.071989225379896e-06,0.0,0.0,0.0,0.0,0.0,0.0019942367394833126,320,80,74.68324661254883,0.9335405826568604,0.2333851456642151,0.0842734721081797,0.003437347624276299,1.6128702243404405,2.132158708016774e-05,0.0,0.0,0.0,0.0,0.0,0.003437347624276299,80,20,16.703343152999878,0.8351671576499939,0.20879178941249849,0.04150933439377695
-9,0.001910439515268081,0.5296208621499737,3.807974610924676e-06,0.0,0.0,0.0,0.0,0.0,0.001910439515268081,320,80,74.98403477668762,0.9373004347085953,0.2343251086771488,0.0939617162453942,0.0029005830438109115,1.4297594713909347,9.182002216068242e-06,0.0,0.0,0.0,0.0,0.0,0.0029005830438109115,80,20,16.704230070114136,0.8352115035057068,0.2088028758764267,0.040789688983932135
-10,0.002364715466683265,0.23049106563653615,1.08880691394031e-05,0.0,0.0,0.0,0.0,0.0,0.002364715466683265,320,80,74.73340845108032,0.934167605638504,0.233541901409626,0.09482922677416354,0.0025556790380505843,1.4470476474137044,9.480406802708785e-06,0.0,0.0,0.0,0.0,0.0,0.0025556790380505843,80,20,16.752872228622437,0.8376436114311219,0.20941090285778047,0.04689050167798996
-11,0.001990120611480961,0.20637534558109127,5.3637341571725695e-06,0.0,0.0,0.0,0.0,0.0,0.001990120611480961,320,80,74.96153736114502,0.9370192170143128,0.2342548042535782,0.09388396987924352,0.0026564171042991803,1.8061061197324306,1.1139397728709977e-05,0.0,0.0,0.0,0.0,0.0,0.0026564171042991803,80,20,16.754515647888184,0.8377257823944092,0.2094314455986023,0.046416288684122266
-12,0.0018798561781295576,0.3383319207922398,4.4709591399128e-06,0.0,0.0,0.0,0.0,0.0,0.0018798561781295576,320,80,74.77418828010559,0.9346773535013199,0.23366933837532997,0.0905981837247964,0.0026210575761069776,2.1850536189552257,5.391822381461964e-06,0.0,0.0,0.0,0.0,0.0,0.0026210575761069776,80,20,16.748401641845703,0.8374200820922851,0.20935502052307128,0.03947516868356615
-13,0.0018263132704305462,0.4754561664466223,3.583063472956116e-06,0.0,0.0,0.0,0.0,0.0,0.0018263132704305462,320,80,74.7354383468628,0.9341929793357849,0.23354824483394623,0.0871307724271901,0.002742944849887863,2.296998679006356,8.635369825379935e-06,0.0,0.0,0.0,0.0,0.0,0.002742944849887863,80,20,16.92655324935913,0.8463276624679565,0.21158191561698914,0.04202657011337578
-14,0.0017013913855407736,0.2523655897014123,2.6748898654643803e-06,0.0,0.0,0.0,0.0,0.0,0.0017013913855407736,320,80,75.46495079994202,0.9433118849992752,0.2358279712498188,0.09202192013035529,0.00283771293470636,1.8566916088265089,1.0541326899016213e-05,0.0,0.0,0.0,0.0,0.0,0.00283771293470636,80,20,17.10892963409424,0.8554464817047119,0.21386162042617798,0.05005494304932654
-15,0.0015473646866666969,0.26786694799376515,3.7729344502605496e-06,0.0,0.0,0.0,0.0,0.0,0.0015473646866666969,320,80,74.63104557991028,0.9328880697488785,0.23322201743721963,0.09204029910615645,0.00325308749161195,1.8810293299167824,1.5295879933319156e-05,0.0,0.0,0.0,0.0,0.0,0.00325308749161195,80,20,16.859638690948486,0.8429819345474243,0.21074548363685608,0.04019828836899251
+0,0.01341511887658271,0.24023109539175563,0.000575269428866676,0.004837815280916402,0.0,0.0,0.0,0.0,0.015502669336274266,320,80,86.60318899154663,1.082539862394333,0.27063496559858324,0.11721891383640468,0.018764166883192955,0.7378902015632776,0.0008810971392904321,0.006337779993191362,0.0,0.0,0.0,0.0,0.02165449762251228,80,20,19.204163312911987,0.9602081656455994,0.24005204141139985,0.08749947492033243
+1,0.01306824244238669,1.023421409522797,0.0006003775347632523,0.007479726555175148,0.0,0.0,0.0,0.0,0.014787302106560674,320,80,87.21888208389282,1.0902360260486603,0.2725590065121651,0.1071490949485451,0.007755115552572534,2.593804732917124,0.00013148071556594586,0.006523144242237322,0.0,0.0,0.0,0.0,0.008876382285961881,80,20,19.415016651153564,0.9707508325576782,0.24268770813941956,0.026741976058110593
+2,0.0028183516405988485,0.7737382953319809,9.625664277708966e-06,0.00837607061257586,0.0,0.0,0.0,0.0,0.0028855871143605325,320,80,87.30349731445312,1.091293716430664,0.272823429107666,0.0851033627637662,0.0034189124999102205,2.2048701629042626,1.1537741464451301e-05,0.008503273967653513,0.0,0.0,0.0,0.0,0.0035019157105125485,80,20,19.296178340911865,0.9648089170455932,0.2412022292613983,0.02689541974104941
+3,0.0031308751182223204,1.4198307410230258,1.015549445890062e-05,0.008551960467593744,0.0,0.0,0.0,0.0,0.0032078142976388335,320,80,87.20788407325745,1.0900985509157182,0.27252463772892954,0.07063841636409052,0.0025563906941897586,1.7120467301925602,4.022160688882392e-06,0.008696647034958005,0.0,0.0,0.0,0.0,0.0026055111757159466,80,20,19.3008930683136,0.9650446534156799,0.24126116335391998,0.031063590943813325
+4,0.0020325787663750816,0.9927601797127522,3.947625345419869e-06,0.008560203079832717,0.0,0.0,0.0,0.0,0.002069109250442125,320,80,86.83163189888,1.085395398736,0.271348849684,0.08267453832668252,0.002587378228054149,1.5380892607378684,5.001206458744855e-06,0.008236717758700251,0.0,0.0,0.0,0.0,0.002642228409240488,80,20,19.28103756904602,0.964051878452301,0.24101296961307525,0.03489238116890192
+5,0.0018827232423063833,0.36071941533007446,3.0995558925314963e-06,0.008657984499586746,0.0,0.0,0.0,0.0,0.0019155390065861866,320,80,86.8512351512909,1.085640439391136,0.271410109847784,0.08422506358474494,0.002631575356645044,1.174698173921024,7.702732040915094e-06,0.008593563642352819,0.0,0.0,0.0,0.0,0.002682924266991904,80,20,19.29587149620056,0.964793574810028,0.241198393702507,0.03935151700861752
+6,0.00163584444890148,0.32704864908948517,3.7024563248498977e-06,0.008764190669171511,0.0,0.0,0.0,0.0,0.0016616366719972575,320,80,86.82903480529785,1.085362935066223,0.27134073376655576,0.09021815697196871,0.0027584389958065004,1.2948427033639747,8.096104292887318e-06,0.007971254212316125,0.0,0.0,0.0,0.0,0.002821568233775906,80,20,19.269461393356323,0.9634730696678162,0.24086826741695405,0.03149411482736468
+7,0.001588404598624038,0.30104452142173416,2.1237631645752536e-06,0.008680318144615739,0.0,0.0,0.0,0.0,0.0016122827923027217,320,80,86.72441625595093,1.0840552031993866,0.27101380079984666,0.08948315244633705,0.002168826656998135,1.1961765073471269,3.218722386769124e-06,0.008597346721217036,0.0,0.0,0.0,0.0,0.0022069613172789105,80,20,19.133681535720825,0.9566840767860413,0.23917101919651032,0.03733009579591453
+8,0.001353109241972561,0.2765715855718042,2.087236364796191e-06,0.008927629049867391,0.0,0.0,0.0,0.0,0.0013720194954657927,320,80,86.93680453300476,1.0867100566625596,0.2716775141656399,0.09051385981729254,0.0024928924576670397,0.8476081335626077,6.1137728412461815e-06,0.008560518850572407,0.0,0.0,0.0,0.0,0.0025436472140427215,80,20,19.220860481262207,0.9610430240631104,0.2402607560157776,0.03947796570137143
+9,0.0011078594061473268,0.2964725857345002,1.1485152926839908e-06,0.009000935748917981,0.0,0.0,0.0,0.0,0.0011219609619729453,320,80,86.97083497047424,1.087135437130928,0.271783859282732,0.08712627965724096,0.002337238602922298,0.6530551572132708,6.45294174761446e-06,0.00837808190844953,0.0,0.0,0.0,0.0,0.0023841866728616878,80,20,19.421545267105103,0.9710772633552551,0.24276931583881378,0.04457564675249159
+10,0.0012053420616211952,0.1931557533955261,9.706161082351402e-07,0.008857980108587071,0.0,0.0,0.0,0.0,0.001221423167589819,320,80,87.4618911743164,1.093273639678955,0.27331840991973877,0.0897115994244814,0.002253816397569608,0.8841316987068751,4.704099107730175e-06,0.008425972750410437,0.0,0.0,0.0,0.0,0.0022973355487920346,80,20,19.446954488754272,0.9723477244377137,0.24308693110942842,0.04312506481073797
+11,0.0009794028399483067,0.1359832607921138,1.01823794474289e-06,0.009016435348894448,0.0,0.0,0.0,0.0,0.0009917656654579333,320,80,87.36561322212219,1.0920701652765274,0.27301754131913186,0.08817402567947283,0.0025446744170039893,0.6562726007028459,8.59153058119233e-06,0.00828958151396364,0.0,0.0,0.0,0.0,0.002601461045560427,80,20,19.171342372894287,0.9585671186447143,0.23964177966117858,0.046762616652995345
+12,0.0008729144968128821,0.1683987133885907,6.835936173131307e-07,0.009030447795521469,0.0,0.0,0.0,0.0,0.0008834377124003368,320,80,87.13745355606079,1.0892181694507599,0.27230454236268997,0.09424625603714958,0.0025075858677155336,0.6813347520466777,9.080454932988875e-06,0.007943603885360062,0.0,0.0,0.0,0.0,0.002564889276982285,80,20,19.267545700073242,0.9633772850036622,0.24084432125091554,0.04623653790913522
+13,0.0008042755165661219,0.2813704043714537,3.3645215451869243e-07,0.009021570929326117,0.0,0.0,0.0,0.0,0.0008135768726788229,320,80,86.61275219917297,1.082659402489662,0.2706648506224155,0.08749473023926839,0.0024872228954336607,0.8424709204863575,1.2303503870288169e-05,0.00836391884367913,0.0,0.0,0.0,0.0,0.00254274607723346,80,20,19.089064598083496,0.9544532299041748,0.2386133074760437,0.04271733276546001
+14,0.0008596906129241689,0.12678315311761706,7.324179896302241e-07,0.009051537868799642,0.0,0.0,0.0,0.0,0.0008700103617229615,320,80,86.11309504508972,1.0764136880636215,0.26910342201590537,0.09114952590316534,0.003142218668654095,0.5989244450749837,1.701286636457411e-05,0.007768401200883091,0.0,0.0,0.0,0.0,0.0032341236757929435,80,20,18.97400975227356,0.948700487613678,0.2371751219034195,0.045658442331478
+15,0.0007071739214552508,0.11358937955730664,8.504173889859433e-07,0.009156818711198866,0.0,0.0,0.0,0.0,0.0007155208293625037,320,80,85.8247458934784,1.07280932366848,0.26820233091712,0.08828951774630696,0.0027607452910160648,0.5599186637941784,1.3696136823915239e-05,0.00771399496588856,0.0,0.0,0.0,0.0,0.0028348844876745715,80,20,18.95707416534424,0.9478537082672119,0.23696342706680298,0.04666830957867205
+16,0.0006871584620967042,0.056319261586604344,7.729947919388539e-07,0.009021204826422036,0.0,0.0,0.0,0.0,0.0006950973430775775,320,80,85.77924585342407,1.0722405731678009,0.2680601432919502,0.09376501713413746,0.0029137152865587267,0.6469025506016806,9.816658314748538e-06,0.007721508503891528,0.0,0.0,0.0,0.0,0.002987763029523194,80,20,18.965726137161255,0.9482863068580627,0.23707157671451567,0.048026554053649306
+17,0.0006477722853333034,0.08796985171551344,5.949152889407616e-07,0.009104125620797276,0.0,0.0,0.0,0.0,0.0006556250523999552,320,80,86.42096662521362,1.0802620828151703,0.2700655207037926,0.09506104957545176,0.003072608428192325,0.6891105846539176,1.3079660551437028e-05,0.007593843806535006,0.0,0.0,0.0,0.0,0.0031587239500368014,80,20,19.130789279937744,0.9565394639968872,0.2391348659992218,0.04223878695629537
+18,0.0006514384161164343,0.09940106079761221,1.795125833634764e-07,0.009067119332030416,0.0,0.0,0.0,0.0,0.0006588086861484044,320,80,87.44042205810547,1.0930052757263184,0.2732513189315796,0.09078157264739276,0.0024777524726232515,0.7228478452472927,1.1093569846298834e-05,0.008034943602979183,0.0,0.0,0.0,0.0,0.002537216582277324,80,20,19.3044171333313,0.965220856666565,0.24130521416664125,0.04896460571326315
+19,0.0006081814904973726,0.09099644586050033,3.1757028354558596e-07,0.009112988878041507,0.0,0.0,0.0,0.0,0.000615051853355908,320,80,86.71533060073853,1.0839416325092315,0.27098540812730787,0.09587977258488536,0.00240422225324437,0.6358416218907224,1.1121995321849986e-05,0.008140259771607816,0.0,0.0,0.0,0.0,0.0024615431102574803,80,20,19.22822141647339,0.9614110708236694,0.24035276770591735,0.04650567690841854
+20,0.0005358590460900814,0.06825528511013328,2.678394117848915e-07,0.009244002948980779,0.0,0.0,0.0,0.0,0.0005420027183504316,320,80,85.95558786392212,1.0744448482990265,0.26861121207475663,0.0906242580153048,0.0025660589744802564,0.6802260238559029,9.92956469314521e-06,0.007699522981420159,0.0,0.0,0.0,0.0,0.0026287092332495376,80,20,18.98186469078064,0.9490932345390319,0.23727330863475798,0.04403721652925015
+21,0.0004775314865582914,0.06455386250157247,2.1060846659059965e-07,0.009264782385434956,0.0,0.0,0.0,0.0,0.00048304505050964506,320,80,85.94736814498901,1.0743421018123627,0.26858552545309067,0.09594059572555125,0.0030469499950413594,0.8013474333885384,1.4471279196381915e-05,0.007496322155930102,0.0,0.0,0.0,0.0,0.0031343029033450874,80,20,19.01077938079834,0.950538969039917,0.23763474225997924,0.04275354435667396
+22,0.0005181060546192384,0.049453351887659557,3.420242802625219e-07,0.009284257958643138,0.0,0.0,0.0,0.0,0.0005241578612640296,320,80,85.98614287376404,1.0748267859220504,0.2687066964805126,0.09294412531889976,0.002864245133969234,0.4667397131830512,1.4686058315405149e-05,0.007691610814072191,0.0,0.0,0.0,0.0,0.002942165515560191,80,20,19.0608127117157,0.9530406355857849,0.23826015889644622,0.052058699540793896
+23,0.00043534455560347853,0.07720435771696674,3.792708702435137e-07,0.009331031411420554,0.0,0.0,0.0,0.0,0.00044047548610706146,320,80,85.86611938476562,1.0733264923095702,0.26833162307739256,0.09743042136542499,0.0030215614737244324,0.6433068920836377,1.4186154598316848e-05,0.007460616645403206,0.0,0.0,0.0,0.0,0.003107524223742075,80,20,18.98639988899231,0.9493199944496155,0.23732999861240386,0.050000256625935435
+24,0.00042359301896794933,0.04604176523210342,1.3871310008198302e-07,0.009280809713527561,0.0,0.0,0.0,0.0,0.000428745166027511,320,80,86.06277060508728,1.075784632563591,0.26894615814089773,0.09038203665986658,0.0026232202184473864,0.575840337219779,1.1411215524770312e-05,0.007816769555211068,0.0,0.0,0.0,0.0,0.002690732198243495,80,20,19.039226293563843,0.9519613146781921,0.23799032866954803,0.04816291746683419
+25,0.00037949440795728153,0.024586391349637894,1.68624920803169e-07,0.009385608148295432,0.0,0.0,0.0,0.0,0.00038402225013669524,320,80,86.02636766433716,1.0753295958042144,0.2688323989510536,0.09288427671417594,0.0026626741448126266,0.6883730123883651,1.143276741413235e-05,0.0078037152998149395,0.0,0.0,0.0,0.0,0.0027320246357703582,80,20,19.006802558898926,0.9503401279449463,0.23758503198623657,0.04854826694354415
+26,0.00036825626919494424,0.06836344334289635,2.864049477936933e-07,0.009369707445148378,0.0,0.0,0.0,0.0,0.0003726810866737651,320,80,87.12945866584778,1.0891182333230973,0.27227955833077433,0.0932244597002864,0.002895271330635296,0.6430459570903622,1.4183609434681444e-05,0.0074269796255975965,0.0,0.0,0.0,0.0,0.002975074338610284,80,20,19.336661100387573,0.9668330550193787,0.24170826375484467,0.051954638119786976
+27,0.00045546451366362817,0.07809749107524873,1.9649450981934686e-07,0.009275437286123633,0.0,0.0,0.0,0.0,0.00046089367940567173,320,80,86.8785035610199,1.0859812945127487,0.2714953236281872,0.09191167326644063,0.0028493454796262086,0.6770066560213991,1.2013152249146231e-05,0.007457524072378874,0.0,0.0,0.0,0.0,0.0029267561651067807,80,20,19.251688241958618,0.9625844120979309,0.24064610302448272,0.04829146796837449
+28,0.00033174752630884543,0.06612742295388116,1.180179221131573e-07,0.009398166846949607,0.0,0.0,0.0,0.0,0.0003358864170422748,320,80,86.8982789516449,1.0862284868955612,0.2715571217238903,0.09198763176100329,0.0027787499493570067,0.7222041939938209,1.1131508226305125e-05,0.0075377147179096935,0.0,0.0,0.0,0.0,0.0028551170726132113,80,20,19.059608459472656,0.9529804229736328,0.2382451057434082,0.04740339070558548
+29,0.0003597953202529425,0.024496306587910778,1.142882032886816e-07,0.009390755963977426,0.0,0.0,0.0,0.0,0.00036418304370045007,320,80,86.48576998710632,1.081072124838829,0.27026803120970727,0.09743952928110958,0.0026345706894062458,0.7635843992035003,1.1359682959266593e-05,0.007559091807343066,0.0,0.0,0.0,0.0,0.0027058403313276356,80,20,18.992973566055298,0.9496486783027649,0.23741216957569122,0.046653942298144103
+30,0.0004039141500470578,0.09576162853820311,1.8995679496383588e-07,0.009361328079830856,0.0,0.0,0.0,0.0,0.00040872053962175413,320,80,86.09150242805481,1.076143780350685,0.26903594508767126,0.09370959255611525,0.0027511596577824093,0.6731958146176111,1.417353958319545e-05,0.007637712243013084,0.0,0.0,0.0,0.0,0.0028271504568692764,80,20,18.946882724761963,0.9473441362380981,0.23683603405952453,0.047970831673592326
+31,0.00030792704831128503,0.03007892958051279,1.6044353357220544e-07,0.009489066211972385,0.0,0.0,0.0,0.0,0.00031191278568485357,320,80,86.08254933357239,1.076031866669655,0.2690079666674137,0.09290082987863571,0.0027197946154046805,0.6787573918956695,9.246046926492114e-06,0.007403567247092724,0.0,0.0,0.0,0.0,0.002790288768301252,80,20,19.061045169830322,0.9530522584915161,0.23826306462287902,0.04738053930923343
+32,0.0002918601881447103,0.02865394608418743,1.377780366400853e-07,0.009482038370333613,0.0,0.0,0.0,0.0,0.00029560920602307307,320,80,85.58978748321533,1.0698723435401916,0.2674680858850479,0.09774628963787109,0.002647562528727576,0.6132856009367742,1.2823440413711751e-05,0.007520708185620606,0.0,0.0,0.0,0.0,0.0027170190507604273,80,20,18.80093550682068,0.940046775341034,0.2350116938352585,0.0500286478549242

contraceptive/tab_ddpm_concat/model.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ec4624dc56aa9865a93acbdcdeae70f85f9456a946fb2e5ed9cd8b5dc9f4c19
-size 45181003
+oid sha256:afb6053e47b555b0dff6f1e11fd24d26d9952eaffc1ccafa0c882b5ea04e9a29
+size 31357186

contraceptive/tab_ddpm_concat/params.json

@@ -1 +1 @@
-{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 8, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mse", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.74, "gradient_penalty_mode": "NONE", "synth_data": 2, "dataset_size": 2048, "batch_size": 4, "epochs": 100, "lr_mul": 0.075, "n_warmup_steps": 100, "Optim": "amsgradw", "loss_balancer_beta": 0.675, "loss_balancer_r": 0.95, "fixed_role_model": "tab_ddpm_concat", "mse_mag": false, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "prelu", "tf_d_inner": 512, "tf_n_layers_enc": 3, "tf_n_head": 32, "tf_activation": "tanh", "tf_activation_final": "leakyhardtanh", "tf_num_inds": 64, "ada_d_hid": 1024, "ada_n_layers": 9, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid": 256, "head_n_layers": 9, "head_n_head": 32, "head_activation": "softsign", "head_activation_final": "leakyhardsigmoid", "models": ["tab_ddpm_concat"], "max_seconds": 3600}
+{"mse_mag_multiply": false, "loss_balancer_beta": 0.6806661100374879, "loss_balancer_r": 0.9427716710925113, "tf_pma_low_exp_2": 2, "grad_loss_fn": "mse", "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7494458230986923, "gradient_penalty_mode": "ALL", "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.07424782199493057, "n_warmup_steps": 104, "Optim": "amsgradw", "fixed_role_model": "tab_ddpm_concat", "mse_mag_target": 0.1, "d_model_exp_2": 7, "attn_activation": "leakyhardtanh", "tf_d_inner_exp_2": 9, "tf_n_layers_enc": 3, "tf_n_head_exp_2": 5, "tf_activation": "relu6", "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 4, "ada_d_hid_exp_2": 10, "ada_n_layers": 8, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid_exp_2": 8, "head_n_layers": 8, "head_n_head_exp_2": 4, "head_activation": "relu6", "head_activation_final": "leakyhardsigmoid", "mse_mag": true, "single_model": true, "models": ["tab_ddpm_concat"], "max_seconds": 3600}

insurance/tab_ddpm_concat/eval.csv

@@ -1,2 +1,2 @@
 ,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
-tab_ddpm_concat,5.952381614060002e-08,0.609262997868067,0.01993643540660279,0.559147834777832,0.19419053196907043,0.9970712065696716,0.2823074758052826,1.8548176740296185e-05,0.8766729831695557,0.0972040519118309,0.7692358493804932,0.14119644463062286,0.053181055933237076,0.7849618196487427,1.4358208179473877
+tab_ddpm_concat,0.0025562254957887938,0.5241126030747697,0.019684911798335668,1.2617406845092773,0.19953711330890656,0.9926934242248535,0.2803622782230377,4.718968921224587e-05,2.181128740310669,0.10000143200159073,0.7038320899009705,0.14030292630195618,0.06186112388968468,0.5796476006507874,3.4428694248199463

insurance/tab_ddpm_concat/history.csv

@@ -1,19 +1,32 @@
 ,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
-0,0.0265493107464863,9.705848431753656,0.0019637997826472465,0.0,0.0,0.0,0.0,0.0,0.0265493107464863,320,40,39.08715486526489,0.9771788716316223,0.12214735895395279,0.04609664692543447,0.012864274116873275,8.93672634124523,3.463389237516879e-05,0.0,0.0,0.0,0.0,0.0,0.012864274116873275,80,10,8.234524965286255,0.8234524965286255,0.10293156206607819,0.023089123656973243
-1,0.013430703204357996,10.238072396071818,0.0001760885078965657,0.0,0.0,0.0,0.0,0.0,0.013430703204357996,320,40,38.923088788986206,0.9730772197246551,0.12163465246558189,0.027457697270438074,0.01386686596670188,9.424022936335371,5.71949209714262e-05,0.0,0.0,0.0,0.0,0.0,0.01386686596670188,80,10,8.236119270324707,0.8236119270324707,0.10295149087905883,0.019944945629686118
-2,0.013098158335196786,6.953670260656827,7.627181049958409e-05,0.0,0.0,0.0,0.0,0.0,0.013098158335196786,320,40,38.896809816360474,0.9724202454090118,0.12155253067612648,0.03701225146651268,0.011231413613131735,4.642900250397725,1.232088975626766e-05,0.0,0.0,0.0,0.0,0.0,0.011231413613131735,80,10,8.272239923477173,0.8272239923477173,0.10340299904346466,0.031016640178859235
-3,0.013012661421089432,6.77741541211999,0.00014677781123761946,0.0,0.0,0.0,0.0,0.0,0.013012661421089432,320,40,39.03108096122742,0.9757770240306854,0.12197212800383568,0.040795679786242545,0.010680149483960122,5.439762359634369,8.51207419643174e-06,0.0,0.0,0.0,0.0,0.0,0.010680149483960122,80,10,8.236795425415039,0.8236795425415039,0.10295994281768799,0.02782872337847948
-4,0.012592662169481628,6.8064604322151805,0.00012719917820476213,0.0,0.0,0.0,0.0,0.0,0.012592662169481628,320,40,38.966336727142334,0.9741584181785583,0.12176980227231979,0.03671876427251845,0.012881963208201341,16.157494982505522,0.00010115250418607502,0.0,0.0,0.0,0.0,0.0,0.012881963208201341,80,10,8.331452369689941,0.8331452369689941,0.10414315462112426,0.012491705431602895
-5,0.013670370759791694,10.748200260194086,0.0001568969438597634,0.0,0.0,0.0,0.0,0.0,0.013670370759791694,320,40,38.94208788871765,0.9735521972179413,0.12169402465224266,0.029897483938839287,0.014085652580251917,22.363185199221174,0.00020219407759825003,0.0,0.0,0.0,0.0,0.0,0.014085652580251917,80,10,8.2787184715271,0.82787184715271,0.10348398089408875,0.009641142934560776
-6,0.014017040852922946,10.649183725507465,0.00013577813718335108,0.0,0.0,0.0,0.0,0.0,0.014017040852922946,320,40,38.94879508018494,0.9737198770046234,0.12171498462557792,0.028363983915187418,0.01068424858385697,3.8434145080467714,1.0552424407705985e-05,0.0,0.0,0.0,0.0,0.0,0.01068424858385697,80,10,8.305310726165771,0.8305310726165771,0.10381638407707214,0.03533868733793497
-7,0.011766438081394881,8.660977102358947,8.090821406305792e-05,0.0,0.0,0.0,0.0,0.0,0.011766438081394881,320,40,38.78416681289673,0.9696041703224182,0.12120052129030227,0.04158601735252887,0.012133054883452132,20.211999930033198,2.2262640635517526e-05,0.0,0.0,0.0,0.0,0.0,0.012133054883452132,80,10,8.369733810424805,0.8369733810424804,0.10462167263031005,0.010681234044022858
-8,0.012191647826693953,7.005204355998285,9.821474643096905e-05,0.0,0.0,0.0,0.0,0.0,0.012191647826693953,320,40,38.88823890686035,0.9722059726715088,0.1215257465839386,0.03872000898700208,0.014966235030442476,9.767283525761012,0.0001517352883070089,0.0,0.0,0.0,0.0,0.0,0.014966235030442476,80,10,8.22826075553894,0.8228260755538941,0.10285325944423676,0.01799462023191154
-9,0.012526353562134319,6.590273188782885,7.7691583878714e-05,0.0,0.0,0.0,0.0,0.0,0.012526353562134319,320,40,38.93899869918823,0.9734749674797059,0.12168437093496323,0.03674360387958586,0.012331876624375581,18.443907407086634,6.805989072731223e-05,0.0,0.0,0.0,0.0,0.0,0.012331876624375581,80,10,8.421772003173828,0.8421772003173829,0.10527215003967286,0.01039172657765448
-10,0.012064280622871593,9.317451603279006,3.690295125249321e-05,0.0,0.0,0.0,0.0,0.0,0.012064280622871593,320,40,39.005112171173096,0.9751278042793274,0.12189097553491593,0.0359303968725726,0.01261272220290266,10.194672084533522,5.446935015456234e-05,0.0,0.0,0.0,0.0,0.0,0.01261272220290266,80,10,8.333169937133789,0.8333169937133789,0.10416462421417236,0.01722581619396806
-11,0.012482693148194812,8.178162423045615,9.780007754767173e-05,0.0,0.0,0.0,0.0,0.0,0.012482693148194812,320,40,38.96896147727966,0.9742240369319916,0.12177800461649894,0.03824995262548327,0.012514100689440966,19.314230701327325,7.543949816977147e-05,0.0,0.0,0.0,0.0,0.0,0.012514100689440966,80,10,8.239241361618042,0.8239241361618042,0.10299051702022552,0.009454242698848248
-12,0.01332451379566919,10.310542043212262,0.0003665929893701819,0.0,0.0,0.0,0.0,0.0,0.01332451379566919,320,40,39.00809144973755,0.9752022862434387,0.12190028578042984,0.027350465022027492,0.010987071882118471,4.729085849918556,8.189743033426566e-06,0.0,0.0,0.0,0.0,0.0,0.010987071882118471,80,10,8.261511325836182,0.8261511325836182,0.10326889157295227,0.03069485481828451
-13,0.013592794616124592,7.457387926033698,0.000220215535729551,0.0,0.0,0.0,0.0,0.0,0.013592794616124592,320,40,38.93746519088745,0.9734366297721863,0.12167957872152328,0.03546805907972157,0.011548876191955059,6.165951245542237,1.5450504935188292e-05,0.0,0.0,0.0,0.0,0.0,0.011548876191955059,80,10,8.323935985565186,0.8323935985565185,0.10404919981956481,0.026838560402393342
-14,0.013447031378746033,8.19890535405798,0.00016373289685844838,0.0,0.0,0.0,0.0,0.0,0.013447031378746033,320,40,38.8496150970459,0.9712403774261474,0.12140504717826843,0.029747568373568355,0.011828925088047981,5.351523938098455,2.9337766557091526e-05,0.0,0.0,0.0,0.0,0.0,0.011828925088047981,80,10,8.288572311401367,0.8288572311401368,0.1036071538925171,0.0307698548771441
-15,0.01384369531297125,8.665561918970889,0.00016956335028766033,0.0,0.0,0.0,0.0,0.0,0.01384369531297125,320,40,38.970547676086426,0.9742636919021607,0.12178296148777008,0.03315324831055477,0.01150583740673028,6.560287872780464,1.5260961676233363e-05,0.0,0.0,0.0,0.0,0.0,0.01150583740673028,80,10,8.322679042816162,0.8322679042816162,0.10403348803520203,0.0259027692489326
-16,0.012172109389211982,7.0008499470219245,7.735751830111326e-05,0.0,0.0,0.0,0.0,0.0,0.012172109389211982,320,40,39.07010316848755,0.9767525792121887,0.12209407240152359,0.03525363316293806,0.012191956081369425,7.897130101547532,2.3637969795231585e-05,0.0,0.0,0.0,0.0,0.0,0.012191956081369425,80,10,8.288463592529297,0.8288463592529297,0.10360579490661621,0.022672764584422113
-17,0.012383807837613859,4.774037581340053,0.00011500121783720729,0.0,0.0,0.0,0.0,0.0,0.012383807837613859,320,40,38.94200682640076,0.9735501706600189,0.12169377133250237,0.04339534998871386,0.012275835702894256,9.627914267603774,4.899254280417153e-05,0.0,0.0,0.0,0.0,0.0,0.012275835702894256,80,10,8.323761701583862,0.8323761701583863,0.10404702126979828,0.018597377510741354
+0,0.11390677978924942,1.6075929376992917,0.05657142685045635,0.0,0.0,0.0,0.0,0.0,0.11390677978924942,320,80,84.47398400306702,1.0559248000383377,0.2639812000095844,0.09700191575684584,0.016991531396342907,16.768777330477747,0.0011311913316453647,0.0,0.0,0.0,0.0,0.0,0.016991531396342907,80,20,17.97755455970764,0.8988777279853821,0.22471943199634553,0.016752634930890055
+1,0.02035002698939934,3.3028829722441513,0.0012390867967089977,0.0,0.0,0.0,0.0,0.0,0.02035002698939934,320,80,84.68451976776123,1.0585564970970154,0.26463912427425385,0.06200033854111098,0.011681753185985144,4.98499947126902,0.00011886494331716512,0.0,0.0,0.0,0.0,0.0,0.011681753185985144,80,20,18.428929567337036,0.9214464783668518,0.23036161959171295,0.022514818981289864
+2,0.015553263086258085,4.40048983076071,0.0012610154882150097,0.0,0.0,0.0,0.0,0.0,0.015553263086258085,320,80,84.47719740867615,1.055964967608452,0.263991241902113,0.04350193784048315,0.012001678717297182,2.0838609129365295,0.00018355202230315414,0.0,0.0,0.0,0.0,0.0,0.012001678717297182,80,20,18.23084259033203,0.9115421295166015,0.22788553237915038,0.026969157496932895
+3,0.012385944992274744,3.628137231519884,0.0006446951736899908,0.0,0.0,0.0,0.0,0.0,0.012385944992274744,320,80,84.30943512916565,1.0538679391145707,0.26346698477864267,0.03804389561410062,0.011361928719270508,2.9160453390245267,0.00016351417628470699,0.0,0.0,0.0,0.0,0.0,0.011361928719270508,80,20,18.110987901687622,0.9055493950843811,0.2263873487710953,0.02250743337208405
+4,0.012263958598123282,3.76344175813676,0.0004104777633484336,0.0,0.0,0.0,0.0,0.0,0.012263958598123282,320,80,84.6977150440216,1.05872143805027,0.2646803595125675,0.03591603521199431,0.011301952104258817,2.2325485425771605,0.00016856359858614668,0.0,0.0,0.0,0.0,0.0,0.011301952104258817,80,20,18.113478422164917,0.9056739211082458,0.22641848027706146,0.028445655293762685
+5,0.011240640739742958,2.6737590567842524,0.00015413710455663006,0.0,0.0,0.0,0.0,0.0,0.011240640739742958,320,80,84.4088442325592,1.05511055290699,0.2637776382267475,0.04411998361465521,0.009927860215248075,1.5344439736139974,2.0057166005040678e-05,0.0,0.0,0.0,0.0,0.0,0.009927860215248075,80,20,18.26319670677185,0.9131598353385926,0.22828995883464814,0.03175867693498731
+6,0.011858757758818683,3.5301289926825974,0.0002819792471252053,0.0,0.0,0.0,0.0,0.0,0.011858757758818683,320,80,84.27680397033691,1.0534600496292115,0.26336501240730287,0.03954663624172099,0.012078169028973207,4.102863686283408,0.000203830946862138,0.0,0.0,0.0,0.0,0.0,0.012078169028973207,80,20,18.098918199539185,0.9049459099769592,0.2262364774942398,0.021373049879912287
+7,0.012539188255323097,3.3092838149226282,0.00023790401172929277,0.0,0.0,0.0,0.0,0.0,0.012539188255323097,320,80,84.52259421348572,1.0565324276685715,0.26413310691714287,0.04043100443377625,0.009674683933417328,0.9977919148524961,1.1186481361031685e-05,0.0,0.0,0.0,0.0,0.0,0.009674683933417328,80,20,18.143858671188354,0.9071929335594178,0.22679823338985444,0.04099587097298354
+8,0.011895681292844528,2.8657706266691036,0.0002743295693480711,0.0,0.0,0.0,0.0,0.0,0.011895681292844528,320,80,84.31953191757202,1.0539941489696503,0.26349853724241257,0.042222958011552694,0.009975977733847684,1.1835033869873883,2.0587880793299097e-05,0.0,0.0,0.0,0.0,0.0,0.009975977733847684,80,20,18.042185306549072,0.9021092653274536,0.2255273163318634,0.035635373927652834
+9,0.010924837501352157,2.593468050354761,9.935248510884783e-05,0.0,0.0,0.0,0.0,0.0,0.010924837501352157,320,80,84.26527738571167,1.0533159673213959,0.26332899183034897,0.045242260512895885,0.010778275438860873,3.146427918606969,7.896810024603518e-05,0.0,0.0,0.0,0.0,0.0,0.010778275438860873,80,20,18.036173820495605,0.9018086910247802,0.22545217275619506,0.022399809048511087
+10,0.011383894624395907,2.930524671732963,0.00018457749493845378,0.0,0.0,0.0,0.0,0.0,0.011383894624395907,320,80,84.58404278755188,1.0573005348443985,0.2643251337110996,0.042266642485628836,0.009755220862280112,1.5220770264881138,1.059227741908586e-05,0.0,0.0,0.0,0.0,0.0,0.009755220862280112,80,20,17.980788469314575,0.8990394234657287,0.22475985586643218,0.03333416555542499
+11,0.010721845665102592,1.8063977722115752,9.594455589044034e-05,0.0,0.0,0.0,0.0,0.0,0.010721845665102592,320,80,84.16543889045715,1.0520679861307145,0.2630169965326786,0.047608432272681966,0.009559676682692952,1.3243680567820775,9.947778448005095e-06,0.0,0.0,0.0,0.0,0.0,0.009559676682692952,80,20,18.158392667770386,0.9079196333885193,0.22697990834712983,0.031689733476378025
+12,0.011144705655783581,2.4096494605510026,0.00032173466922595813,0.0,0.0,0.0,0.0,0.0,0.011144705655783581,320,80,84.13634371757507,1.0517042964696883,0.2629260741174221,0.044573025617864914,0.009567469572357368,1.5696021520542787,1.1404201347278014e-05,0.0,0.0,0.0,0.0,0.0,0.009567469572357368,80,20,17.92456030845642,0.896228015422821,0.22405700385570526,0.03133328107651323
+13,0.010633787492497503,2.5790517816062755,0.0003470440018317923,0.0,0.0,0.0,0.0,0.0,0.010633787492497503,320,80,84.38668012619019,1.0548335015773773,0.26370837539434433,0.04384268364228774,0.009436554487911053,1.4380358837069962,1.7537142142520778e-05,0.0,0.0,0.0,0.0,0.0,0.009436554487911053,80,20,18.151715517044067,0.9075857758522033,0.22689644396305084,0.03785984092392027
+14,0.01104943135223948,2.1088742282857766,0.0002007622467717723,0.0,0.0,0.0,0.0,0.0,0.01104943135223948,320,80,84.27291560173035,1.0534114450216294,0.26335286125540736,0.0478535434929654,0.01036879940838844,0.8904372502282059,7.801706653562946e-05,0.0,0.0,0.0,0.0,0.0,0.01036879940838844,80,20,18.29806423187256,0.914903211593628,0.228725802898407,0.051562142791226506
+15,0.011128615495272243,1.7709791813538458,0.00021516576313122763,0.0,0.0,0.0,0.0,0.0,0.011128615495272243,320,80,85.58019542694092,1.0697524428367615,0.2674381107091904,0.049932096980046484,0.00949138020951068,1.0204340409804673,1.8300672786680795e-05,0.0,0.0,0.0,0.0,0.0,0.00949138020951068,80,20,18.28961968421936,0.914480984210968,0.228620246052742,0.04147392325103283
+16,0.010429539207643756,1.5362692275628125,0.00025102296517166747,0.0,0.0,0.0,0.0,0.0,0.010429539207643756,320,80,84.87365674972534,1.0609207093715667,0.26523017734289167,0.05195366198895499,0.009322703200996329,1.743853185043554,1.2576797408925255e-05,0.0,0.0,0.0,0.0,0.0,0.009322703200996329,80,20,17.977401971817017,0.8988700985908509,0.22471752464771272,0.03613527067936957
+17,0.010465346425053212,1.4406497691373554,0.00016243213518344694,0.0,0.0,0.0,0.0,0.0,0.010465346425053212,320,80,84.5495491027832,1.0568693637847901,0.26421734094619753,0.04888715610140935,0.009582025398412953,3.081415921854597,5.574405601427302e-06,0.0,0.0,0.0,0.0,0.0,0.009582025398412953,80,20,17.912070274353027,0.8956035137176513,0.22390087842941284,0.025306159909814597
+18,0.010162418862455525,1.5145359354102208,6.209586736886912e-05,0.0,0.0,0.0,0.0,0.0,0.010162418862455525,320,80,84.28248190879822,1.0535310238599778,0.26338275596499444,0.0519078379671555,0.009476123469903541,1.0078544585018676,1.8715846066100564e-05,0.0,0.0,0.0,0.0,0.0,0.009476123469903541,80,20,17.901034355163574,0.8950517177581787,0.22376292943954468,0.03873717384412885
+19,0.010770342201794847,2.009929773015307,0.00013072784897420476,0.0,0.0,0.0,0.0,0.0,0.010770342201794847,320,80,84.82972049713135,1.060371506214142,0.2650928765535355,0.04557969000888988,0.009593866099567094,0.7345563380621798,1.3211068784391156e-05,0.0,0.0,0.0,0.0,0.0,0.009593866099567094,80,20,18.183232307434082,0.9091616153717041,0.22729040384292604,0.04364799705799669
+20,0.011184974256775605,1.735422194222258,0.00015653051535653267,0.0,0.0,0.0,0.0,0.0,0.011184974256775605,320,80,84.4685800075531,1.0558572500944137,0.2639643125236034,0.04943769198143855,0.00922505634080153,1.1232440773048438,2.5773531761252856e-06,0.0,0.0,0.0,0.0,0.0,0.00922505634080153,80,20,18.073370695114136,0.9036685347557067,0.22591713368892669,0.0375345426844433
+21,0.010670667553040403,1.6657181285418345,0.00026890914427888377,0.0,0.0,0.0,0.0,0.0,0.010670667553040403,320,80,84.49483013153076,1.0561853766441345,0.2640463441610336,0.0491774610709399,0.011584205193139496,4.0657152492325626,3.660291929232784e-05,0.0,0.0,0.0,0.0,0.0,0.011584205193139496,80,20,17.99208927154541,0.8996044635772705,0.22490111589431763,0.030582628422416748
+22,0.011918405044889368,1.9266218843145224,0.000546820462109244,0.0,0.0,0.0,0.0,0.0,0.011918405044889368,320,80,84.82066988945007,1.060258373618126,0.2650645934045315,0.049488182202912866,0.009260490916494746,2.0702868502448837,1.115468241086326e-05,0.0,0.0,0.0,0.0,0.0,0.009260490916494746,80,20,18.213539123535156,0.9106769561767578,0.22766923904418945,0.03006206527352333
+23,0.010364986025706457,6.042574923066354,0.00012542121491789134,0.0,0.0,0.0,0.0,0.0,0.010364986025706457,320,80,84.50646162033081,1.0563307702541351,0.2640826925635338,0.045613451191994156,0.009321882369113155,1.242719502127511,2.0408335805721654e-05,0.0,0.0,0.0,0.0,0.0,0.009321882369113155,80,20,17.993885278701782,0.8996942639350891,0.22492356598377228,0.03894345450680703
+24,0.010127854481288523,1.3548822252588457,9.947211313221551e-05,0.0,0.0,0.0,0.0,0.0,0.010127854481288523,320,80,84.6096601486206,1.0576207518577576,0.2644051879644394,0.05492281899787486,0.00973101281633717,2.803459626334097,3.2155193029839366e-05,0.0,0.0,0.0,0.0,0.0,0.00973101281633717,80,20,18.34537410736084,0.917268705368042,0.2293171763420105,0.02301093057030812
+25,0.010673620513580317,1.630422155917519,0.0002799555220394656,0.0,0.0,0.0,0.0,0.0,0.010673620513580317,320,80,84.58660197257996,1.0573325246572494,0.26433313116431234,0.046520658489316705,0.009462428228289355,2.6746044414641346,1.355185217843946e-05,0.0,0.0,0.0,0.0,0.0,0.009462428228289355,80,20,18.011495113372803,0.9005747556686401,0.22514368891716002,0.025657533458434044
+26,0.009991624747397055,1.627927773291799,8.125562307790029e-05,0.0,0.0,0.0,0.0,0.0,0.009991624747397055,320,80,84.53830814361572,1.0567288517951965,0.2641822129487991,0.050572005746653305,0.01111485290057317,2.272924814505939,0.000244029233883869,0.0,0.0,0.0,0.0,0.0,0.01111485290057317,80,20,18.182761192321777,0.9091380596160888,0.2272845149040222,0.02627429796848446
+27,0.011247798605666048,2.117468389116715,0.00020426704126478152,0.0,0.0,0.0,0.0,0.0,0.011247798605666048,320,80,84.47703838348389,1.0559629797935486,0.26399074494838715,0.04596492229029536,0.009433183281817036,1.450164285198241,1.8529243547119787e-05,0.0,0.0,0.0,0.0,0.0,0.009433183281817036,80,20,18.082876205444336,0.9041438102722168,0.2260359525680542,0.03382655227323994
+28,0.009869320008056093,1.5068146906768447,9.115362455692777e-05,0.0,0.0,0.0,0.0,0.0,0.009869320008056093,320,80,84.38812756538391,1.054851594567299,0.26371289864182473,0.05035865947138518,0.009240709943878756,1.3003549632573517,6.990615373461684e-06,0.0,0.0,0.0,0.0,0.0,0.009240709943878756,80,20,18.295058012008667,0.9147529006004333,0.22868822515010834,0.03447220445377752
+29,0.01015008869671874,1.6426295430076934,8.031235901584562e-05,0.0,0.0,0.0,0.0,0.0,0.01015008869671874,320,80,84.30770874023438,1.0538463592529297,0.2634615898132324,0.04944546818442177,0.008979192694823723,1.013558323823196,1.5330314378037e-05,0.0,0.0,0.0,0.0,0.0,0.008979192694823723,80,20,17.981907844543457,0.8990953922271728,0.2247738480567932,0.035569448093883696
+30,0.010348305049683404,1.0208274961811328,0.00023567322375602772,0.0,0.0,0.0,0.0,0.0,0.010348305049683404,320,80,84.40145015716553,1.055018126964569,0.2637545317411423,0.05335634221555665,0.009130275297502521,1.2715821872590367,7.716895467813068e-06,0.0,0.0,0.0,0.0,0.0,0.009130275297502521,80,20,18.11615824699402,0.9058079123497009,0.22645197808742523,0.03190355768892914

insurance/tab_ddpm_concat/model.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11257d861ce29a41abfcdf4cdcbf17964078480c9fc41b54d90eec20c5e9e4e8
-size 38511671
+oid sha256:34dc598a827b0caef4e496fbc1d0200d39fca8c6d95af487295d3a660334f7a6
+size 34850105

insurance/tab_ddpm_concat/params.json

@@ -1 +1 @@
-{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.77, "head_final_mul": "identity", "gradient_penalty_mode": "NONE", "synth_data": 2, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "loss_balancer_beta": 0.75, "loss_balancer_r": 0.95, "fixed_role_model": "tab_ddpm_concat", "mse_mag": false, "mse_mag_target": 0.1, "mse_mag_multiply": false, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "relu6", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "rrelu", "head_activation_final": "softsign", "models": ["tab_ddpm_concat"], "max_seconds": 3600}
+{"mse_mag_multiply": true, "loss_balancer_beta": 0.7520229775744602, "loss_balancer_r": 0.9706519501751338, "tf_pma_low_exp_2": 6, "grad_loss_fn": "mae", "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.6896836352825375, "head_final_mul": "identity", "gradient_penalty_mode": "NONE", "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.08030439779404704, "n_warmup_steps": 85, "Optim": "diffgrad", "fixed_role_model": "tab_ddpm_concat", "mse_mag_target": 0.13044551835398707, "d_model_exp_2": 8, "attn_activation": "sigmoid", "tf_d_inner_exp_2": 8, "tf_n_layers_enc": 5, "tf_n_head_exp_2": 7, "tf_activation": "leakyhardsigmoid", "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 6, "ada_d_hid_exp_2": 8, "ada_n_layers": 8, "ada_activation": "relu6", "ada_activation_final": "leakyhardtanh", "head_d_hid_exp_2": 8, "head_n_layers": 8, "head_n_head_exp_2": 5, "head_activation": "relu6", "head_activation_final": "softsign", "mse_mag": false, "single_model": true, "models": ["tab_ddpm_concat"], "max_seconds": 3600}