feat: Add support for CFVAE

experiments/experimental_setup.yaml

@@ -138,5 +138,9 @@ recourse_methods:
     hyperparams:
       loss_type: "BCE"
       binary_cat_features: True
+  cfvae:
+    hyperparams:
+       encoded_size: 10
+       train: True
   roar:
     hyperparams:

experiments/results.csv

@@ -1415,6 +1415,166 @@ claproar,twomoon,linear,0.0,2.2577137270829443e-08,3.667492287085482e-16,1.87680
 claproar,twomoon,linear,0.0,1.6213392628472434e-08,1.431988503656087e-16,1.0531753025233572e-08,0.0,0.0,,,
 claproar,twomoon,linear,0.0,3.312241828035134e-08,7.202236947752843e-16,2.5826099814274528e-08,0.0,0.0,,,
 claproar,twomoon,linear,0.0,3.2146713291325575e-08,6.212848124877535e-16,2.330451231991049e-08,0.0,0.0,,,
+cfvae,adult,linear,14.0,11.148035683882574,10.427443757409122,1.0,2.0,14.0,1.0,1.0,0.005788870749529451
+cfvae,adult,linear,11.0,8.96425830638483,8.36082031186287,1.0,2.0,11.0,,,
+cfvae,adult,linear,11.0,8.378064919937332,7.676155956565286,1.0,1.0,11.0,,,
+cfvae,adult,linear,14.0,11.836404305897002,11.264988777815267,1.0,2.0,14.0,,,
+cfvae,adult,linear,11.0,9.228735055988782,8.518062168544052,1.0,1.0,11.0,,,
+cfvae,adult,linear,12.0,10.070073235096041,9.418341166413919,1.0,1.0,12.0,,,
+cfvae,adult,linear,14.0,11.811383219396687,11.299482430992907,1.0,2.0,14.0,,,
+cfvae,adult,linear,12.0,10.189344386038648,9.53576674349818,1.0,1.0,12.0,,,
+cfvae,adult,linear,11.0,9.126694239662251,8.426433680414107,1.0,1.0,11.0,,,
+cfvae,adult,linear,12.0,9.96024178609456,9.357729667247112,1.0,1.0,12.0,,,
+cfvae,adult,linear,8.0,5.600834699939474,5.19081668090765,1.0,2.0,8.0,,,
+cfvae,adult,linear,8.0,6.093453736661165,5.460893313561802,1.0,1.0,8.0,,,
+cfvae,adult,linear,12.0,9.079412889525498,8.373943611876136,1.0,2.0,12.0,,,
+cfvae,adult,linear,13.0,11.154091261517644,10.445198736457584,1.0,1.0,13.0,,,
+cfvae,adult,linear,11.0,8.506157757643075,7.8062093700528585,1.0,1.0,11.0,,,
+cfvae,adult,linear,11.0,9.085598110832715,8.401100406564547,1.0,1.0,11.0,,,
+cfvae,adult,linear,9.0,6.7249886615735575,6.192066859738653,1.0,2.0,9.0,,,
+cfvae,adult,linear,11.0,9.253756023279808,8.537237089327121,1.0,1.0,11.0,,,
+cfvae,adult,linear,13.0,11.33034720769878,10.593045613777402,1.0,2.0,13.0,,,
+cfvae,adult,linear,8.0,5.987881335064834,5.391319099820862,1.0,1.0,8.0,,,
+cfvae,compass,linear,4.0,3.024829186499119,3.000616488502208,1.0,2.0,4.0,1.0,1.0,0.003958598850294948
+cfvae,compass,linear,4.0,3.024829186499119,3.000616488502208,1.0,2.0,4.0,,,
+cfvae,compass,linear,5.0,4.02446772903204,4.000598669763985,1.0,3.0,5.0,,,
+cfvae,compass,linear,5.0,4.025518359616399,4.000651186677512,1.0,3.0,5.0,,,
+cfvae,compass,linear,6.0,5.025733323767781,5.000662203952137,1.0,4.0,6.0,,,
+cfvae,compass,linear,6.0,5.00054485890034,5.000000296871221,1.0,4.0,6.0,,,
+cfvae,compass,linear,4.0,3.0277654431564245,3.0007709198336725,1.0,2.0,4.0,,,
+cfvae,compass,linear,6.0,5.053101077087615,5.002819724387865,1.0,4.0,6.0,,,
+cfvae,compass,linear,5.0,4.001863296878965,4.000003471875259,1.0,3.0,5.0,,,
+cfvae,compass,linear,5.0,4.028168947975102,4.0007934896300235,1.0,3.0,5.0,,,
+cfvae,compass,linear,4.0,3.079887599831349,3.0063820286068137,1.0,2.0,4.0,,,
+cfvae,compass,linear,5.0,4.026247303932905,4.000688920963746,1.0,4.0,5.0,,,
+cfvae,compass,linear,4.0,3.0257808100432158,3.000664650166484,1.0,3.0,4.0,,,
+cfvae,compass,linear,5.0,4.027201469595495,4.000739919948154,1.0,3.0,5.0,,,
+cfvae,compass,linear,6.0,5.315943886771014,5.099820539587975,1.0,4.0,6.0,,,
+cfvae,compass,linear,6.0,5.237026503211574,5.0561815632247065,1.0,4.0,6.0,,,
+cfvae,compass,linear,5.0,4.000912980911763,4.000000833534145,1.0,3.0,5.0,,,
+cfvae,compass,linear,4.0,3.0257808100432158,3.000664650166484,1.0,3.0,4.0,,,
+cfvae,compass,linear,6.0,5.00054485890034,5.000000296871221,1.0,4.0,6.0,,,
+cfvae,compass,linear,5.0,4.000043332380684,4.000000001877695,1.0,4.0,5.0,,,
+cfvae,credit,linear,11.0,3.8635048107397414,3.454378935066493,1.0,2.0,12.0,1.0,1.0,0.004512805351987481
+cfvae,credit,linear,14.0,6.198726399398851,6.011102742569849,1.0,2.0,15.0,,,
+cfvae,credit,linear,12.0,4.350875405698145,4.044041966345174,1.0,2.0,13.0,,,
+cfvae,credit,linear,12.0,4.263478694309617,3.783341978995004,1.0,2.0,12.0,,,
+cfvae,credit,linear,14.0,7.624633209525639,7.143803839765062,1.0,3.0,15.0,,,
+cfvae,credit,linear,14.0,7.592809723475144,7.183050512047454,1.0,3.0,15.0,,,
+cfvae,credit,linear,13.0,5.954872258443237,5.788788752716654,1.0,3.0,14.0,,,
+cfvae,credit,linear,13.0,8.69606156849192,7.989534436531933,1.0,4.0,13.0,,,
+cfvae,credit,linear,12.0,4.404955609766426,4.0526021250299475,1.0,1.0,13.0,,,
+cfvae,credit,linear,13.0,5.392869866462721,4.660446731323718,1.0,2.0,13.0,,,
+cfvae,credit,linear,13.0,5.634321083100908,5.254773997724431,1.0,3.0,14.0,,,
+cfvae,credit,linear,12.0,5.593019821229181,5.141188701207198,1.0,2.0,13.0,,,
+cfvae,credit,linear,13.0,6.145782473042408,6.00508153133561,1.0,3.0,14.0,,,
+cfvae,credit,linear,13.0,5.636465045002524,5.342879177465553,1.0,2.0,14.0,,,
+cfvae,credit,linear,14.0,6.9347625860781195,6.659525192391084,1.0,3.0,15.0,,,
+cfvae,credit,linear,11.0,4.258967514070494,3.79552338738503,1.0,2.0,11.0,,,
+cfvae,credit,linear,13.0,4.907895225057002,4.304941588158154,1.0,3.0,13.0,,,
+cfvae,credit,linear,13.0,5.774344388452266,5.310840807995662,1.0,2.0,14.0,,,
+cfvae,credit,linear,12.0,4.5209345588455445,4.1246171300212735,1.0,2.0,13.0,,,
+cfvae,credit,linear,12.0,5.248803936646749,5.025442029200411,1.0,2.0,13.0,,,
+cfvae,german,linear,4.0,1.5262525676850167,1.1059522337358008,1.0,2.0,0.0,1.0,1.0,0.001251923100062413
+cfvae,german,linear,4.0,1.3169987335880815,1.053296786303357,1.0,2.0,0.0,,,
+cfvae,german,linear,4.0,1.786372042311004,1.2657462178679646,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.76308191300399,1.4638662651416663,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.6025080815303128,1.1320216600865571,1.0,2.0,0.0,,,
+cfvae,german,linear,4.0,1.320384182660844,1.0504929975117137,1.0,2.0,0.0,,,
+cfvae,german,linear,4.0,1.4996248073527094,1.1115353553893004,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.6466933705159346,1.2025266247316264,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.8281409644726407,1.2836567042637428,1.0,2.0,0.0,,,
+cfvae,german,linear,4.0,1.7999610355355848,1.2270633604102,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,2.110660361599824,1.4803139355371702,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.6984133185443682,1.2236151467222314,1.0,2.0,0.0,,,
+cfvae,german,linear,4.0,1.7175600276037262,1.2684073265654296,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.2759547047545674,1.0357034898376651,1.0,2.0,0.0,,,
+cfvae,german,linear,4.0,1.9173824679592764,1.2811599573451664,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.830332719034457,1.2502752836349225,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.9266107073639724,1.3489887093053046,1.0,2.0,0.0,,,
+cfvae,german,linear,4.0,1.3281261675413178,1.0488549799028877,1.0,2.0,0.0,,,
+cfvae,german,linear,4.0,1.7956778839597132,1.2536536832667706,1.0,2.0,1.0,,,
+cfvae,german,linear,4.0,1.1870230462068383,1.0185580247856003,1.0,2.0,0.0,,,
+cfvae,mortgage,linear,2.0,1.156462687437193,0.6687084756048916,0.5798899406654312,0.0,0.0,0.0,1.0,0.003888622554950416
+cfvae,mortgage,linear,2.0,0.9090047018215148,0.4132637131047189,0.4622140024170293,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.40849629698512513,0.08352602052503541,0.21100862923566224,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.5711459850241583,0.16391319381890013,0.30568922618406813,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.3122730932363753,0.04884377247798033,0.16271416390233207,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.550562027119525,0.15524159565210732,0.3181897702367338,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.39242221629818236,0.07701626465119571,0.19926616371380704,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,1.0592476788020333,0.5610092150839743,0.5314116537407229,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.44946112771938895,0.10309444264995687,0.25703218908633324,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.7434909446090079,0.27640079631232284,0.3741333536379649,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.7805266153371078,0.3052061947260315,0.4075157872183286,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.6851066381838644,0.2347519195253705,0.3483138174893022,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.40631802728070987,0.08254727823876823,0.20339202879476415,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.5523684830559432,0.15810945581417807,0.32888142018782107,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.6638112582593982,0.22054350196235672,0.34241297575941454,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.7865358608440617,0.3101619276342822,0.4137934929895659,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.6051719454420834,0.1849124504102259,0.33255185861774017,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,1.0249253751731713,0.5275514479056257,0.546487939743571,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.48129289748007553,0.11584788446379615,0.24428360981791974,0.0,0.0,,,
+cfvae,mortgage,linear,2.0,0.8780223111877987,0.3882007349960275,0.476018894813187,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.278267372685709,0.8852150719661562,0.8238379552834283,0.0,0.0,0.0,1.0,0.004191651393193751
+cfvae,twomoon,linear,2.0,1.0350506053108428,0.542389349836534,0.575510094020756,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.1099842384583596,0.7478669832308561,0.811735647305219,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.053769507472274,0.6778692544696351,0.7745278104028399,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.0022305781983267,0.5230489365334128,0.6031345779506758,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.0665961662581838,0.5803080001612014,0.6091080733113688,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.1887700319568832,0.7066622746718962,0.6005160938817034,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.1920020013422485,0.7822199633346685,0.7854549234765197,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,0.451678944831882,0.1219330822957706,0.325654670891798,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,0.6595415909171616,0.22970173247592246,0.40788666260845063,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.2080345012158409,0.7470094481737078,0.6971187277976112,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.1750422859735123,0.733865281461683,0.735005200682417,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,0.6748372314018426,0.24140993510219194,0.42020536179937573,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,0.6457621748157715,0.29229754857498663,0.5275676225825146,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.2785728574438275,0.8446127885742218,0.7559879982875899,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.3329917697261102,0.9520751817475874,0.8448798144486733,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,0.7240719348770486,0.4052162985947956,0.6295020542201003,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,0.5760552931649328,0.19222788647149427,0.40271861414274546,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,1.2584016952337005,0.8655615000073452,0.8212608469970173,0.0,0.0,,,
+cfvae,twomoon,linear,2.0,0.7697960412900238,0.31617957552542925,0.4846141249926379,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,7.08162388785715,2.966419832441351,0.746176963944082,0.0,30.0,0.0,1.0,0.0036477991030551492
+cfvae,breast_cancer,linear,30.0,6.641609509839632,2.8357486013127646,0.6414984047279042,0.0,4.0,,,
+cfvae,breast_cancer,linear,30.0,6.664591540974019,3.403015792209841,0.8122290516618058,0.0,30.0,,,
+cfvae,breast_cancer,linear,30.0,5.768491825775855,1.9605341231646376,0.5920216285633666,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,6.597005698520928,2.6854668053844755,0.654660816410767,0.0,8.0,,,
+cfvae,breast_cancer,linear,30.0,6.375213263705285,2.7283774457322907,0.7883810740931736,0.0,29.0,,,
+cfvae,breast_cancer,linear,30.0,4.888319557711179,1.222714083116432,0.4201100048471799,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,6.844435437402434,2.98689311672136,0.7775364279024392,0.0,30.0,,,
+cfvae,breast_cancer,linear,30.0,4.512716855088606,1.289041388113282,0.5143931768206536,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,5.1606559479444085,1.3124840975019751,0.41632625707472215,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,5.994412902267553,1.7375410246178726,0.451174741923207,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,5.7264005787996854,2.1362629079163016,0.6787077764440472,0.0,30.0,,,
+cfvae,breast_cancer,linear,30.0,6.335538929389077,2.178705305500352,0.5127963975944905,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,5.1908702751115285,1.4356701947302453,0.48791925899910205,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,6.2751587040834975,2.136077288143137,0.5076174814050848,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,6.0544649029591815,1.7600695268411586,0.49433543414335746,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,5.597933558560286,2.001940612780337,0.6823853925042678,0.0,27.0,,,
+cfvae,breast_cancer,linear,30.0,7.0372452124843194,2.231895102901073,0.4746835119314868,0.0,0.0,,,
+cfvae,breast_cancer,linear,30.0,6.764009958434911,2.685179403513465,0.7363181661195569,0.0,27.0,,,
+cfvae,breast_cancer,linear,30.0,5.568128921193145,1.5942090995265266,0.44810231974088466,0.0,0.0,,,
+cfvae,boston_housing,linear,11.0,1.3756296956601155,0.25037662226855556,0.3084429971715237,0.0,6.0,0.63,1.0,0.0012334056496911216
+cfvae,boston_housing,linear,13.0,2.689280792994406,1.3429195876823918,1.0,0.0,9.0,,,
+cfvae,boston_housing,linear,12.0,1.7124826888009486,0.37507860760675105,0.32121214365738177,0.0,7.0,,,
+cfvae,boston_housing,linear,13.0,3.1184136916805447,1.6207198196856158,1.0,0.0,10.0,,,
+cfvae,boston_housing,linear,13.0,2.793209294868518,1.4829030023015737,1.0,0.0,7.0,,,
+cfvae,boston_housing,linear,12.0,2.8325242342940915,1.0518447593204854,0.541595995426178,0.0,7.0,,,
+cfvae,boston_housing,linear,13.0,2.4389995054563673,1.2431634415230217,1.0,0.0,10.0,,,
+cfvae,boston_housing,linear,12.0,1.6577324851327697,0.4570327895920604,0.46481416040152057,0.0,10.0,,,
+cfvae,boston_housing,linear,13.0,2.3588741779212996,1.2372385521401563,1.0,0.0,11.0,,,
+cfvae,boston_housing,linear,13.0,2.7180440876003953,1.4084335108554928,1.0,0.0,8.0,,,
+cfvae,boston_housing,linear,12.0,1.8132503315960817,0.706628284443853,0.6871339156993509,0.0,9.0,,,
+cfvae,boston_housing,linear,12.0,1.7952120795048256,0.4758684272687951,0.4647828977653359,0.0,9.0,,,
+cfvae,boston_housing,linear,13.0,2.68523783144457,1.3536098527317284,1.0,0.0,8.0,,,
+cfvae,boston_housing,linear,12.0,2.6634623119522995,0.9450720482092089,0.5413446724414825,0.0,7.0,,,
+cfvae,boston_housing,linear,12.0,2.7303082781093764,0.9808185383635877,0.541551798582077,0.0,7.0,,,
+cfvae,boston_housing,linear,13.0,2.1282869963624558,1.1681508890811234,1.0,0.0,7.0,,,
+cfvae,boston_housing,linear,11.0,1.1642179021592083,0.2220489567468797,0.3127339951535488,0.0,7.0,,,
+cfvae,boston_housing,linear,12.0,1.0237826877700886,0.15038662312775705,0.24312054669597183,0.0,10.0,,,
+cfvae,boston_housing,linear,13.0,2.354798590209251,1.2301028537404475,1.0,0.0,11.0,,,
+cfvae,boston_housing,linear,12.0,2.148736169232081,1.2422881142210536,1.0,0.0,1.0,,,
 roar,adult,linear,5.0,9.618374680646278,18.55040773192179,2.03277587890625,1.0,5.0,0.05999999999999994,1.0,1.0735000799999999
 roar,adult,linear,5.0,8.90917690170632,15.907446315902012,1.8774079084396362,1.0,5.0,,,
 roar,adult,linear,5.0,14.060748848458747,39.60930977247996,2.9490909576416016,1.0,5.0,,,

experiments/run_experiment.py

@@ -164,7 +164,9 @@ def initialize_recourse_method(
         return Revise(mlmodel, data, hyperparams)
     elif "wachter" in method:
         return Wachter(mlmodel, hyperparams)
-    elif method == "roar":
+    elif "cfvae" in method:
+        return CFVAE(mlmodel, hyperparams)
+    elif "roar" in method:
         return Roar(mlmodel, hyperparams)
     else:
         raise ValueError("Recourse method not known")
@@ -195,7 +197,7 @@ def create_parser():
     -r, --recourse_method: Specifies recourse methods for the experiment.
         Default: ["dice", "cchvae", "cem", "cem_vae", "clue", "cruds", "face_knn", "face_epsilon", "gs", "mace", "revise", "wachter"].
         Choices: ["dice", "ar", "causal_recourse", "cchvae", "cem", "cem_vae", "claproar", "clue", "cruds", "face_knn", "face_epsilon", "feature_tweak",
-            "focus", "gravitational", "greedy", "gs", "mace", "revise", "wachter", "roar"].
+            "focus", "gravitational", "greedy", "gs", "mace", "revise", "wachter", "cfvae", "roar"].
     -n, --number_of_samples: Specifies the number of instances per dataset.
         Default: 20.
     -s, --train_split: Specifies the split of the available data used for training.
@@ -262,6 +264,7 @@ def create_parser():
             "gs",
             "revise",
             "wachter",
+            "cfvae",
             "roar",
         ],
         choices=[
@@ -284,6 +287,7 @@ def create_parser():
             "mace",
             "revise",
             "wachter",
+            "cfvae",
             "roar",
         ],
         help="Recourse methods for experiment",
@@ -364,6 +368,7 @@ def create_parser():
         "gravitational",
         "wachter",
         "revise",
+        "cfvae",
         "roar",
     ]
     sklearn_methods = ["feature_tweak", "focus", "mace"]

methods/__init__.py

@@ -20,4 +20,5 @@
     Revise,
     Roar,
     Wachter,
+    CFVAE,
 )

methods/catalog/__init__.py

@@ -17,3 +17,4 @@
 from .revise import Revise
 from .roar import Roar
 from .wachter import Wachter
+from .cfvae import CFVAE

methods/catalog/cfvae/__init__.py

@@ -0,0 +1,3 @@
+# flake8: noqa
+
+from .model import CFVAE