From 9110db218dc1991163b055d324408b2cabb36284 Mon Sep 17 00:00:00 2001 From: Stavroula Eleftherakis Date: Sat, 27 Apr 2024 15:33:03 +0300 Subject: [PATCH] > add results --- coco/all/13800/opt_params.json | 24 ++ coco/all/13800/results.json | 263 +++++++++++++++++ coco/all/1452/opt_params.json | 24 ++ coco/all/1452/results.json | 263 +++++++++++++++++ coco/all/1994/opt_params.json | 24 ++ coco/all/1994/results.json | 263 +++++++++++++++++ coco/all/42/opt_params.json | 24 ++ coco/all/42/results.json | 263 +++++++++++++++++ coco/all/7/opt_params.json | 24 ++ coco/all/7/results.json | 263 +++++++++++++++++ coco/subset/13800/opt_params.json | 24 ++ coco/subset/13800/results.json | 263 +++++++++++++++++ coco/subset/1452/opt_params.json | 24 ++ coco/subset/1452/results.json | 263 +++++++++++++++++ coco/subset/1994/opt_params.json | 24 ++ coco/subset/1994/results.json | 263 +++++++++++++++++ coco/subset/42/opt_params.json | 24 ++ coco/subset/42/results.json | 263 +++++++++++++++++ coco/subset/7/opt_params.json | 24 ++ coco/subset/7/results.json | 263 +++++++++++++++++ goodreads/13800/opt_params.json | 19 ++ goodreads/13800/results.json | 213 ++++++++++++++ goodreads/1452/opt_params.json | 19 ++ goodreads/1452/results.json | 213 ++++++++++++++ goodreads/1994/opt_params.json | 19 ++ goodreads/1994/results.json | 213 ++++++++++++++ goodreads/42/opt_params.json | 19 ++ goodreads/42/results.json | 213 ++++++++++++++ goodreads/7/opt_params.json | 19 ++ goodreads/7/results.json | 213 ++++++++++++++ goodreads/goodreads_processing.py | 102 +++++++ lastfm-1k/13800/opt_params.json | 28 ++ lastfm-1k/13800/results.json | 456 ++++++++++++++++++++++++++++++ lastfm-1k/1452/opt_params.json | 28 ++ lastfm-1k/1452/results.json | 456 ++++++++++++++++++++++++++++++ lastfm-1k/1994/opt_params.json | 28 ++ lastfm-1k/1994/results.json | 456 ++++++++++++++++++++++++++++++ lastfm-1k/42/opt_params.json | 28 ++ lastfm-1k/42/results.json | 456 ++++++++++++++++++++++++++++++ lastfm-1k/7/opt_params.json | 28 ++ lastfm-1k/7/results.json | 456 ++++++++++++++++++++++++++++++ ml-1m/13800/opt_params.json | 28 ++ ml-1m/13800/results.json | 456 ++++++++++++++++++++++++++++++ ml-1m/1452/opt_params.json | 28 ++ ml-1m/1452/results.json | 456 ++++++++++++++++++++++++++++++ ml-1m/1994/opt_params.json | 28 ++ ml-1m/1994/results.json | 456 ++++++++++++++++++++++++++++++ ml-1m/42/opt_params.json | 28 ++ ml-1m/42/results.json | 456 ++++++++++++++++++++++++++++++ ml-1m/7/opt_params.json | 28 ++ ml-1m/7/results.json | 456 ++++++++++++++++++++++++++++++ 51 files changed, 8972 insertions(+) create mode 100644 coco/all/13800/opt_params.json create mode 100644 coco/all/13800/results.json create mode 100644 coco/all/1452/opt_params.json create mode 100644 coco/all/1452/results.json create mode 100644 coco/all/1994/opt_params.json create mode 100644 coco/all/1994/results.json create mode 100644 coco/all/42/opt_params.json create mode 100644 coco/all/42/results.json create mode 100644 coco/all/7/opt_params.json create mode 100644 coco/all/7/results.json create mode 100644 coco/subset/13800/opt_params.json create mode 100644 coco/subset/13800/results.json create mode 100644 coco/subset/1452/opt_params.json create mode 100644 coco/subset/1452/results.json create mode 100644 coco/subset/1994/opt_params.json create mode 100644 coco/subset/1994/results.json create mode 100644 coco/subset/42/opt_params.json create mode 100644 coco/subset/42/results.json create mode 100644 coco/subset/7/opt_params.json create mode 100644 coco/subset/7/results.json create mode 100644 goodreads/13800/opt_params.json create mode 100644 goodreads/13800/results.json create mode 100644 goodreads/1452/opt_params.json create mode 100644 goodreads/1452/results.json create mode 100644 goodreads/1994/opt_params.json create mode 100644 goodreads/1994/results.json create mode 100644 goodreads/42/opt_params.json create mode 100644 goodreads/42/results.json create mode 100644 goodreads/7/opt_params.json create mode 100644 goodreads/7/results.json create mode 100644 goodreads/goodreads_processing.py create mode 100644 lastfm-1k/13800/opt_params.json create mode 100644 lastfm-1k/13800/results.json create mode 100644 lastfm-1k/1452/opt_params.json create mode 100644 lastfm-1k/1452/results.json create mode 100644 lastfm-1k/1994/opt_params.json create mode 100644 lastfm-1k/1994/results.json create mode 100644 lastfm-1k/42/opt_params.json create mode 100644 lastfm-1k/42/results.json create mode 100644 lastfm-1k/7/opt_params.json create mode 100644 lastfm-1k/7/results.json create mode 100644 ml-1m/13800/opt_params.json create mode 100644 ml-1m/13800/results.json create mode 100644 ml-1m/1452/opt_params.json create mode 100644 ml-1m/1452/results.json create mode 100644 ml-1m/1994/opt_params.json create mode 100644 ml-1m/1994/results.json create mode 100644 ml-1m/42/opt_params.json create mode 100644 ml-1m/42/results.json create mode 100644 ml-1m/7/opt_params.json create mode 100644 ml-1m/7/results.json diff --git a/coco/all/13800/opt_params.json b/coco/all/13800/opt_params.json new file mode 100644 index 0000000..fb95553 --- /dev/null +++ b/coco/all/13800/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 56.36072902244867 + }, + "fslr": { + "l1": 8.66996861491877, + "l2": 70.15890857698783 + }, + "bnslim": { + "l1": 0.0175422880397389, + "l2": 0.0023778797510483705, + "l3": 11.052550333053325 + }, + "bnslim_admm": { + "l1": 10.339448050601005, + "l2": 588.8003692678379, + "l3": 95.74928184986365 + }, + "fairmf": { + "l2": 0.0086786654748676, + "learning_rate": 0.012467261956395814, + "num_factors": 128 + } +} \ No newline at end of file diff --git a/coco/all/13800/results.json b/coco/all/13800/results.json new file mode 100644 index 0000000..038d2c8 --- /dev/null +++ b/coco/all/13800/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 16, + "fslr": 40, + "bnslim_admm": 9, + "fairmf": 85 + }, + "fit_time": { + "ease": 6.717846155166626, + "bnslim": 42536.13971233368, + "fslr": 177.48616456985474, + "bnslim_admm": 41.75682997703552, + "fairmf": 20.395813703536987 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.20994084576705488, + "std": 0.2913718108481656 + }, + "20": { + "mean": 0.2335214717974371, + "std": 0.2879559868761066 + }, + "50": { + "mean": 0.2604722074409756, + "std": 0.2829898649679074 + }, + "100": { + "mean": 0.27719040396714156, + "std": 0.27757897807317505 + } + }, + "bnslim": { + "10": { + "mean": 0.014645703570314538, + "std": 0.08540820357473364 + }, + "20": { + "mean": 0.02086829130699842, + "std": 0.09313083415842252 + }, + "50": { + "mean": 0.027689968292013426, + "std": 0.09941643619999643 + }, + "100": { + "mean": 0.03782084729339423, + "std": 0.10400871451686244 + } + }, + "fslr": { + "10": { + "mean": 0.14374149055566268, + "std": 0.2611007295566004 + }, + "20": { + "mean": 0.15929955131916035, + "std": 0.26100173900273027 + }, + "50": { + "mean": 0.17713152271506294, + "std": 0.2611887860915458 + }, + "100": { + "mean": 0.19052467059205808, + "std": 0.2597341335177596 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.13455176986632403, + "std": 0.26210321397460323 + }, + "20": { + "mean": 0.143530473869826, + "std": 0.2628071116512886 + }, + "50": { + "mean": 0.15948665171247867, + "std": 0.2643762173670814 + }, + "100": { + "mean": 0.17850767267482232, + "std": 0.26162657348998813 + } + }, + "fairmf": { + "10": { + "mean": 0.0011547618137743325, + "std": 0.014773021612219208 + }, + "20": { + "mean": 0.0016761397817906545, + "std": 0.017059975224602283 + }, + "50": { + "mean": 0.0024902498298614495, + "std": 0.018778997695986097 + }, + "100": { + "mean": 0.004039720309592609, + "std": 0.02185932671643472 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.27012233277016456, + "std": 0.3482358012778812 + }, + "20": { + "mean": 0.3392003671817181, + "std": 0.3583777471579981 + }, + "50": { + "mean": 0.44205257268503034, + "std": 0.38816610213138436 + }, + "100": { + "mean": 0.5185259760574138, + "std": 0.38384120958763995 + } + }, + "bnslim": { + "10": { + "mean": 0.027376259307928162, + "std": 0.15289915073786087 + }, + "20": { + "mean": 0.04669294787560228, + "std": 0.19121744391772766 + }, + "50": { + "mean": 0.07316277792797607, + "std": 0.23424140864362997 + }, + "100": { + "mean": 0.12142407757076822, + "std": 0.28385164457613044 + } + }, + "fslr": { + "10": { + "mean": 0.17634691195795008, + "std": 0.2991135064726561 + }, + "20": { + "mean": 0.22329638754407774, + "std": 0.3167604276938226 + }, + "50": { + "mean": 0.29037546714304113, + "std": 0.34387508203230543 + }, + "100": { + "mean": 0.3505253933132661, + "std": 0.36136306075011976 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.16124251715578916, + "std": 0.29904832759947225 + }, + "20": { + "mean": 0.18823644829246877, + "std": 0.31301566347617554 + }, + "50": { + "mean": 0.2499873014690775, + "std": 0.342851909346779 + }, + "100": { + "mean": 0.34061825031290416, + "std": 0.3753275741459223 + } + }, + "fairmf": { + "10": { + "mean": 0.0023653088042049934, + "std": 0.03233656864426391 + }, + "20": { + "mean": 0.004068112133158125, + "std": 0.0427753223827495 + }, + "50": { + "mean": 0.006653393693472537, + "std": 0.05079092193306655 + }, + "100": { + "mean": 0.01356834324968359, + "std": 0.07332797856967387 + } + } + }, + "bdv": { + "ease": { + "10": 0.6055190538764783, + "20": 0.5904073587385019, + "50": 0.5684099868593955, + "100": 0.5543758212877792 + }, + "bnslim": { + "10": 0.5130091984231275, + "20": 0.5147174770039422, + "50": 0.5089618922470434, + "100": 0.5216819973718791 + }, + "fslr": { + "10": 0.019710906701708275, + "20": 0.027201051248357422, + "50": 0.043101182654402104, + "100": 0.02612352168199733 + }, + "bnslim_admm": { + "10": 0.004730617608410037, + "20": 0.1383705650459921, + "50": 0.03632063074901448, + "100": 0.1789224704336399 + }, + "fairmf": { + "10": 0.43521681997371875, + "20": 0.45597897503285156, + "50": 0.46328515111695134, + "100": 0.46528252299605777 + } + }, + "apcr": { + "ease": { + "10": 0.8646517739816032, + "20": 0.9770039421813403, + "50": 0.9993429697766097, + "100": 1.0 + }, + "bnslim": { + "10": 0.9553219448094612, + "20": 0.9921156373193167, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.8823915900131406, + "20": 0.9487516425755584, + "50": 0.9743758212877792, + "100": 0.9802890932982917 + }, + "bnslim_admm": { + "10": 0.7792378449408672, + "20": 0.885676741130092, + "50": 0.988173455978975, + "100": 1.0 + }, + "fairmf": { + "10": 0.985545335085414, + "20": 0.9973718791064389, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/all/1452/opt_params.json b/coco/all/1452/opt_params.json new file mode 100644 index 0000000..8b1e99f --- /dev/null +++ b/coco/all/1452/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 44.4457961443862 + }, + "fslr": { + "l1": 4.90718561716553, + "l2": 160.4212123836631 + }, + "bnslim": { + "l1": 0.0012194736055924384, + "l2": 0.0015106351836002392, + "l3": 33.06451783526586 + }, + "bnslim_admm": { + "l1": 33.46690046260704, + "l2": 47.701114094203284, + "l3": 0.15203493599905823 + }, + "fairmf": { + "l2": 4.3446389021356494e-05, + "learning_rate": 0.0037405035528124413, + "num_factors": 32 + } +} \ No newline at end of file diff --git a/coco/all/1452/results.json b/coco/all/1452/results.json new file mode 100644 index 0000000..20e91ce --- /dev/null +++ b/coco/all/1452/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 13, + "fslr": 19, + "bnslim_admm": 27, + "fairmf": 14 + }, + "fit_time": { + "ease": 7.512354850769043, + "bnslim": 34697.54407763481, + "fslr": 86.83845472335815, + "bnslim_admm": 118.48502945899963, + "fairmf": 3.341939926147461 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.21997949839698977, + "std": 0.29582656982528316 + }, + "20": { + "mean": 0.24361684436386172, + "std": 0.295689811863334 + }, + "50": { + "mean": 0.2704425488702946, + "std": 0.28934637904080124 + }, + "100": { + "mean": 0.2859653104692665, + "std": 0.2848671762576904 + } + }, + "bnslim": { + "10": { + "mean": 0.023105572935967048, + "std": 0.13020581101537368 + }, + "20": { + "mean": 0.025461551406423755, + "std": 0.13184781316362984 + }, + "50": { + "mean": 0.03210715322426328, + "std": 0.13424973402157414 + }, + "100": { + "mean": 0.04033518196065635, + "std": 0.1364210521925696 + } + }, + "fslr": { + "10": { + "mean": 0.1689987284648319, + "std": 0.27348957591566814 + }, + "20": { + "mean": 0.18722858116752755, + "std": 0.27208822293967555 + }, + "50": { + "mean": 0.2112264625728877, + "std": 0.2707536653411083 + }, + "100": { + "mean": 0.22377093704616385, + "std": 0.2680023869712656 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.05688819078959038, + "std": 0.18697510899369912 + }, + "20": { + "mean": 0.06024508497493226, + "std": 0.18705513087568906 + }, + "50": { + "mean": 0.06905198448045403, + "std": 0.1885410549527517 + }, + "100": { + "mean": 0.07800143398776381, + "std": 0.1906645155301493 + } + }, + "fairmf": { + "10": { + "mean": 0.0005083479727129325, + "std": 0.01401418647780258 + }, + "20": { + "mean": 0.0006947722852832271, + "std": 0.01492048740065347 + }, + "50": { + "mean": 0.0014672020820275815, + "std": 0.017136331690657463 + }, + "100": { + "mean": 0.0030983991102936513, + "std": 0.020517079378184915 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.2743288905575371, + "std": 0.3401005886408969 + }, + "20": { + "mean": 0.34447128648272446, + "std": 0.3606216783686945 + }, + "50": { + "mean": 0.4463038509252348, + "std": 0.36771111139692675 + }, + "100": { + "mean": 0.5172092445845207, + "std": 0.37204331193176043 + } + }, + "bnslim": { + "10": { + "mean": 0.033661848445028474, + "std": 0.1716987862058212 + }, + "20": { + "mean": 0.04115199299167762, + "std": 0.18550315172115242 + }, + "50": { + "mean": 0.06747465740566923, + "std": 0.21544101416839778 + }, + "100": { + "mean": 0.10732666916963896, + "std": 0.25524038685037825 + } + }, + "fslr": { + "10": { + "mean": 0.21511482385332584, + "std": 0.316914310090006 + }, + "20": { + "mean": 0.2700726193941289, + "std": 0.33428596232813756 + }, + "50": { + "mean": 0.3600731038034488, + "std": 0.36473450448905353 + }, + "100": { + "mean": 0.4165386041264794, + "std": 0.3696285550205311 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.06263688129653965, + "std": 0.19942931352041185 + }, + "20": { + "mean": 0.07141610397195154, + "std": 0.20411333568710438 + }, + "50": { + "mean": 0.10496811554630216, + "std": 0.23597085551306807 + }, + "100": { + "mean": 0.1474879260030377, + "std": 0.2733703050825821 + } + }, + "fairmf": { + "10": { + "mean": 0.000657030223390276, + "std": 0.018113073261616583 + }, + "20": { + "mean": 0.001314060446780552, + "std": 0.025598895845963414 + }, + "50": { + "mean": 0.00397503285151117, + "std": 0.04008023186334551 + }, + "100": { + "mean": 0.01153818075631479, + "std": 0.06750631778646907 + } + } + }, + "bdv": { + "ease": { + "10": 0.5876478318002629, + "20": 0.5881734559789751, + "50": 0.5693561103810776, + "100": 0.5575558475689881 + }, + "bnslim": { + "10": 0.6570302233902761, + "20": 0.6363994743758212, + "50": 0.6106701708278581, + "100": 0.5986596583442838 + }, + "fslr": { + "10": 0.1019710906701708, + "20": 0.04323258869908014, + "50": 0.022391590013140616, + "100": 0.04323258869908014 + }, + "bnslim_admm": { + "10": 0.726149802890933, + "20": 0.6076215505913272, + "50": 0.6274901445466492, + "100": 0.5405781865965835 + }, + "fairmf": { + "10": 0.44021024967148487, + "20": 0.44257555847568986, + "50": 0.4537713534822602, + "100": 0.45463863337713534 + } + }, + "apcr": { + "ease": { + "10": 0.8731931668856767, + "20": 0.9730617608409987, + "50": 1.0, + "100": 1.0 + }, + "bnslim": { + "10": 0.8961892247043364, + "20": 0.9776609724047306, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.8909329829172142, + "20": 0.9638633377135348, + "50": 0.9888304862023654, + "100": 0.9914586070959264 + }, + "bnslim_admm": { + "10": 0.897503285151117, + "20": 0.9684625492772667, + "50": 1.0, + "100": 1.0 + }, + "fairmf": { + "10": 0.9868593955321945, + "20": 0.9993429697766097, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/all/1994/opt_params.json b/coco/all/1994/opt_params.json new file mode 100644 index 0000000..a0e3fc1 --- /dev/null +++ b/coco/all/1994/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 45.60540192827816 + }, + "fslr": { + "l1": 6.808489362737487, + "l2": 29.783046516509366 + }, + "bnslim": { + "l1": 0.042029651664773085, + "l2": 0.0015826360726970486, + "l3": 204.6625580615416 + }, + "bnslim_admm": { + "l1": 7.591062794567333, + "l2": 73.03988232137938, + "l3": 53.612271884111216 + }, + "fairmf": { + "l2": 0.0010810559002623554, + "learning_rate": 0.0003843640568125962, + "num_factors": 32 + } +} \ No newline at end of file diff --git a/coco/all/1994/results.json b/coco/all/1994/results.json new file mode 100644 index 0000000..7627985 --- /dev/null +++ b/coco/all/1994/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 12, + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 154 + }, + "fit_time": { + "ease": 9.035109043121338, + "bnslim": 30475.70727300644, + "fslr": 221.465185880661, + "bnslim_admm": 214.2651650905609, + "fairmf": 34.0532546043396 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.2197774033468276, + "std": 0.2897412953842988 + }, + "20": { + "mean": 0.24432628280336863, + "std": 0.2887983949784359 + }, + "50": { + "mean": 0.26987109024879863, + "std": 0.28316847905837983 + }, + "100": { + "mean": 0.2875538946804259, + "std": 0.27805174327002824 + } + }, + "bnslim": { + "10": { + "mean": 0.03324464862690298, + "std": 0.16390702690531297 + }, + "20": { + "mean": 0.03765619449697123, + "std": 0.16604339878387703 + }, + "50": { + "mean": 0.04476531553924469, + "std": 0.16850885543059207 + }, + "100": { + "mean": 0.055157362428052845, + "std": 0.169137440134897 + } + }, + "fslr": { + "10": { + "mean": 0.17238454407826082, + "std": 0.27762422605780607 + }, + "20": { + "mean": 0.1898264413512918, + "std": 0.2760331180391769 + }, + "50": { + "mean": 0.2091957896424414, + "std": 0.2738211753660583 + }, + "100": { + "mean": 0.2203035849905095, + "std": 0.2721985138856981 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.17021470681787917, + "std": 0.2785692536020378 + }, + "20": { + "mean": 0.1811978517540913, + "std": 0.2803299097153605 + }, + "50": { + "mean": 0.18801528431549122, + "std": 0.28139562708651616 + }, + "100": { + "mean": 0.18993063074144542, + "std": 0.28091207774593335 + } + }, + "fairmf": { + "10": { + "mean": 0.0012450573727423924, + "std": 0.018415882486611808 + }, + "20": { + "mean": 0.0016467502107058375, + "std": 0.020025999452838558 + }, + "50": { + "mean": 0.0028039428775687896, + "std": 0.02252735251732765 + }, + "100": { + "mean": 0.00409856606580799, + "std": 0.024705088164465858 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.2840075714911457, + "std": 0.34461163517196164 + }, + "20": { + "mean": 0.3593539956854278, + "std": 0.36560533355101194 + }, + "50": { + "mean": 0.4562021210867035, + "std": 0.3735051784950725 + }, + "100": { + "mean": 0.5366677415990789, + "std": 0.3706523108837208 + } + }, + "bnslim": { + "10": { + "mean": 0.03979413053000438, + "std": 0.18118000724329947 + }, + "20": { + "mean": 0.05337275514673674, + "std": 0.20124524349609232 + }, + "50": { + "mean": 0.08067548964395219, + "std": 0.237414566712915 + }, + "100": { + "mean": 0.13096868320604402, + "std": 0.2748627103023752 + } + }, + "fslr": { + "10": { + "mean": 0.21477535823790753, + "std": 0.3211674269559249 + }, + "20": { + "mean": 0.2684729659099378, + "std": 0.33580209111992954 + }, + "50": { + "mean": 0.3418190988979893, + "std": 0.35569756573466643 + }, + "100": { + "mean": 0.39221866269690137, + "std": 0.3666051834171649 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.20275170514986546, + "std": 0.31446314529173824 + }, + "20": { + "mean": 0.2360463583519242, + "std": 0.33405741015883395 + }, + "50": { + "mean": 0.2611238626690025, + "std": 0.35485973101454954 + }, + "100": { + "mean": 0.2700756387364159, + "std": 0.3564006555494074 + } + }, + "fairmf": { + "10": { + "mean": 0.0021024967148488834, + "std": 0.031531974995506855 + }, + "20": { + "mean": 0.0033862326897806526, + "std": 0.04048313836955582 + }, + "50": { + "mean": 0.007782859934633916, + "std": 0.05743844183168856 + }, + "100": { + "mean": 0.013849438997270796, + "std": 0.07581717643281895 + } + } + }, + "bdv": { + "ease": { + "10": 0.5936925098554533, + "20": 0.5814717477003941, + "50": 0.5594743758212877, + "100": 0.547437582128778 + }, + "bnslim": { + "10": 0.7834428383705649, + "20": 0.7463863337713534, + "50": 0.6988173455978974, + "100": 0.6603679369250985 + }, + "fslr": { + "10": 0.09093298291721424, + "20": 0.03272010512483575, + "50": 0.011458607095926387, + "100": 0.026938239159001343 + }, + "bnslim_admm": { + "10": 0.16714848883048616, + "20": 0.028120893561103866, + "50": 0.3185282522996058, + "100": 0.34494086727989487 + }, + "fairmf": { + "10": 0.40236530880420496, + "20": 0.43035479632063073, + "50": 0.4521944809461235, + "100": 0.4609724047306176 + } + }, + "apcr": { + "ease": { + "10": 0.8705650459921156, + "20": 0.9684625492772667, + "50": 1.0, + "100": 1.0 + }, + "bnslim": { + "10": 0.8002628120893561, + "20": 0.9474375821287779, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.9126149802890933, + "20": 0.961892247043364, + "50": 0.9796320630749015, + "100": 0.9829172141918529 + }, + "bnslim_admm": { + "10": 0.835742444152431, + "20": 0.9099868593955321, + "50": 0.9940867279894875, + "100": 1.0 + }, + "fairmf": { + "10": 0.9783180026281209, + "20": 0.9993429697766097, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/all/42/opt_params.json b/coco/all/42/opt_params.json new file mode 100644 index 0000000..4516616 --- /dev/null +++ b/coco/all/42/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 160.51202878506035 + }, + "fslr": { + "l1": 4.010000137587489, + "l2": 44.31015993733097 + }, + "bnslim": { + "l1": 1.9666469799698332, + "l2": 0.39950265237565225, + "l3": 492.71629125498293 + }, + "bnslim_admm": { + "l1": 8.440582195784868, + "l2": 25.104655700884265, + "l3": 2.6911550950297385 + }, + "fairmf": { + "l2": 0.0039777454291908786, + "learning_rate": 2.3335878432231615e-06, + "num_factors": 32 + } +} \ No newline at end of file diff --git a/coco/all/42/results.json b/coco/all/42/results.json new file mode 100644 index 0000000..7dd8676 --- /dev/null +++ b/coco/all/42/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 11, + "fslr": 48, + "bnslim_admm": 50, + "fairmf": 250 + }, + "fit_time": { + "ease": 7.130606651306152, + "bnslim": 28080.65335917473, + "fslr": 208.63169646263123, + "bnslim_admm": 215.30295181274414, + "fairmf": 50.851117849349976 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.20786791850776892, + "std": 0.27343171710972064 + }, + "20": { + "mean": 0.2298777207839578, + "std": 0.271444734495076 + }, + "50": { + "mean": 0.25954152425946747, + "std": 0.2685270269946106 + }, + "100": { + "mean": 0.2780466566554157, + "std": 0.2625748368879745 + } + }, + "bnslim": { + "10": { + "mean": 0.013339963909606366, + "std": 0.07775797343020076 + }, + "20": { + "mean": 0.01813764166083033, + "std": 0.08394086653857591 + }, + "50": { + "mean": 0.026313250005707403, + "std": 0.09071761636582795 + }, + "100": { + "mean": 0.036858043475244365, + "std": 0.09449395192101848 + } + }, + "fslr": { + "10": { + "mean": 0.16500313646238854, + "std": 0.25869571110700423 + }, + "20": { + "mean": 0.1837165454765937, + "std": 0.25924140815199637 + }, + "50": { + "mean": 0.20313469758085906, + "std": 0.25778026519927094 + }, + "100": { + "mean": 0.21631712222778823, + "std": 0.2562377330938993 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.13658883071900063, + "std": 0.24719837895342112 + }, + "20": { + "mean": 0.14459751155668274, + "std": 0.249195745409953 + }, + "50": { + "mean": 0.14899194194541357, + "std": 0.2493982725907719 + }, + "100": { + "mean": 0.15255666005163612, + "std": 0.24874340848227527 + } + }, + "fairmf": { + "10": { + "mean": 0.0005083479727129325, + "std": 0.014014186477802578 + }, + "20": { + "mean": 0.0009522817471481327, + "std": 0.015839724133096623 + }, + "50": { + "mean": 0.0026993895844072656, + "std": 0.02087705340110219 + }, + "100": { + "mean": 0.004040974611008075, + "std": 0.02404222563078205 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.27843272219093507, + "std": 0.3376827638639068 + }, + "20": { + "mean": 0.346124586347702, + "std": 0.356619501298339 + }, + "50": { + "mean": 0.45765361765446183, + "std": 0.3728947541804281 + }, + "100": { + "mean": 0.5432208659118013, + "std": 0.36799550565717015 + } + }, + "bnslim": { + "10": { + "mean": 0.02264564169951818, + "std": 0.12362702596714993 + }, + "20": { + "mean": 0.03737224412322967, + "std": 0.15498028752175838 + }, + "50": { + "mean": 0.0692129195085831, + "std": 0.2052497735030148 + }, + "100": { + "mean": 0.12032157424499054, + "std": 0.2525112541343047 + } + }, + "fslr": { + "10": { + "mean": 0.21111267546878584, + "std": 0.30816658448767625 + }, + "20": { + "mean": 0.2688438289550766, + "std": 0.33304747623509473 + }, + "50": { + "mean": 0.34157596527822887, + "std": 0.35493465898464477 + }, + "100": { + "mean": 0.4032011621107361, + "std": 0.36818444659784183 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.1675411426068456, + "std": 0.2880965192530935 + }, + "20": { + "mean": 0.19100752579605562, + "std": 0.3024112378697234 + }, + "50": { + "mean": 0.20716989294915522, + "std": 0.3147863923218956 + }, + "100": { + "mean": 0.2238552624885379, + "std": 0.3199834783349511 + } + }, + "fairmf": { + "10": { + "mean": 0.000657030223390276, + "std": 0.018113073261616583 + }, + "20": { + "mean": 0.0019163381515549713, + "std": 0.02863383981007554 + }, + "50": { + "mean": 0.008851657176230106, + "std": 0.06260060309673132 + }, + "100": { + "mean": 0.01532888012848591, + "std": 0.08600623694190579 + } + } + }, + "bdv": { + "ease": { + "10": 0.5734559789750329, + "20": 0.5768725361366622, + "50": 0.5673061760840998, + "100": 0.5493035479632062 + }, + "bnslim": { + "10": 0.7469119579500656, + "20": 0.728515111695138, + "50": 0.6961892247043364, + "100": 0.6580026281208935 + }, + "fslr": { + "10": 0.1337713534822602, + "20": 0.09053876478318007, + "50": 0.04220762155059132, + "100": 0.03455978975032847 + }, + "bnslim_admm": { + "10": 0.04783180026281214, + "20": 0.1473061760840999, + "50": 0.43232588699080154, + "100": 0.24607095926412614 + }, + "fairmf": { + "10": 0.46964520367936924, + "20": 0.4597897503285151, + "50": 0.46049934296977657, + "100": 0.4557161629434954 + } + }, + "apcr": { + "ease": { + "10": 0.8541392904073587, + "20": 0.9638633377135348, + "50": 0.9993429697766097, + "100": 1.0 + }, + "bnslim": { + "10": 0.8508541392904073, + "20": 0.9533508541392904, + "50": 0.9888304862023654, + "100": 1.0 + }, + "fslr": { + "10": 0.9106438896189225, + "20": 0.9763469119579501, + "50": 0.9894875164257556, + "100": 0.9921156373193167 + }, + "bnslim_admm": { + "10": 0.8153745072273325, + "20": 0.9566360052562418, + "50": 0.9894875164257556, + "100": 1.0 + }, + "fairmf": { + "10": 0.9750328515111695, + "20": 0.9986859395532195, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/all/7/opt_params.json b/coco/all/7/opt_params.json new file mode 100644 index 0000000..56eca2c --- /dev/null +++ b/coco/all/7/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 15.222903947638482 + }, + "fslr": { + "l1": 9.503294801888352, + "l2": 7.614169975462542 + }, + "bnslim": { + "l1": 0.6272313960213962, + "l2": 0.009384945066165601, + "l3": 48.48686363608614 + }, + "bnslim_admm": { + "l1": 8.574753983544152, + "l2": 82.83251049934206, + "l3": 281.12714541103367 + }, + "fairmf": { + "l2": 0.0003086461020287396, + "learning_rate": 0.0016412106921739108, + "num_factors": 128 + } +} \ No newline at end of file diff --git a/coco/all/7/results.json b/coco/all/7/results.json new file mode 100644 index 0000000..6059a28 --- /dev/null +++ b/coco/all/7/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 12, + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 55 + }, + "fit_time": { + "ease": 8.921181201934814, + "bnslim": 30397.73537683487, + "fslr": 219.8011519908905, + "bnslim_admm": 210.7036008834839, + "fairmf": 11.556135892868042 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.21223320350118516, + "std": 0.29495394955637766 + }, + "20": { + "mean": 0.2327821118781649, + "std": 0.2945079966044613 + }, + "50": { + "mean": 0.25479771416368524, + "std": 0.2897594797120347 + }, + "100": { + "mean": 0.2673493594854362, + "std": 0.28657199760678204 + } + }, + "bnslim": { + "10": { + "mean": 0.017151196630181696, + "std": 0.09398088556533253 + }, + "20": { + "mean": 0.020820437066002135, + "std": 0.0977659447232975 + }, + "50": { + "mean": 0.029590798433235418, + "std": 0.1059573640838504 + }, + "100": { + "mean": 0.03874933022007125, + "std": 0.11013672373443269 + } + }, + "fslr": { + "10": { + "mean": 0.13695180304669385, + "std": 0.2571335079740295 + }, + "20": { + "mean": 0.14991729877895493, + "std": 0.2584262050042429 + }, + "50": { + "mean": 0.1653279601709467, + "std": 0.25823102000484366 + }, + "100": { + "mean": 0.17832027198215017, + "std": 0.257377642014021 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.1451678963269395, + "std": 0.2698419380025207 + }, + "20": { + "mean": 0.15335010108361982, + "std": 0.27172961136273105 + }, + "50": { + "mean": 0.1574426650143585, + "std": 0.2722367797005345 + }, + "100": { + "mean": 0.1607558704467676, + "std": 0.2715658295728081 + } + }, + "fairmf": { + "10": { + "mean": 0.0009793494898412446, + "std": 0.013687773215041499 + }, + "20": { + "mean": 0.0013527907360430344, + "std": 0.015487974378088009 + }, + "50": { + "mean": 0.002275550673938359, + "std": 0.01806394507861052 + }, + "100": { + "mean": 0.004370516032243206, + "std": 0.022604507831354793 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.2702615606032163, + "std": 0.3401087803452031 + }, + "20": { + "mean": 0.3333800703350709, + "std": 0.360144069840644 + }, + "50": { + "mean": 0.41618241864038297, + "std": 0.3677341485182393 + }, + "100": { + "mean": 0.47402086150138456, + "std": 0.36863742487291185 + } + }, + "bnslim": { + "10": { + "mean": 0.029347349978098992, + "std": 0.1528916216035029 + }, + "20": { + "mean": 0.04067017082785808, + "std": 0.17483021566514081 + }, + "50": { + "mean": 0.07538848215589344, + "std": 0.2304294995028796 + }, + "100": { + "mean": 0.12022330245236393, + "std": 0.2805880029791204 + } + }, + "fslr": { + "10": { + "mean": 0.167417036897983, + "std": 0.2847404443883265 + }, + "20": { + "mean": 0.20734733435066624, + "std": 0.30809724928464804 + }, + "50": { + "mean": 0.26527648706161583, + "std": 0.33176355307446925 + }, + "100": { + "mean": 0.32410038382371914, + "std": 0.348435196095275 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.16954873495609368, + "std": 0.29868536406457225 + }, + "20": { + "mean": 0.19481225899770424, + "std": 0.3170360838387796 + }, + "50": { + "mean": 0.21066403004520112, + "std": 0.32776274615657647 + }, + "100": { + "mean": 0.22605308804439816, + "std": 0.332424216135533 + } + }, + "fairmf": { + "10": { + "mean": 0.0020148926850635128, + "std": 0.029181150851844855 + }, + "20": { + "mean": 0.0031099430573806397, + "std": 0.03633798893381947 + }, + "50": { + "mean": 0.0064514110506226135, + "std": 0.05087727004648407 + }, + "100": { + "mean": 0.016524452332599505, + "std": 0.08422156908041671 + } + } + }, + "bdv": { + "ease": { + "10": 0.5721419185282524, + "20": 0.5653088042049934, + "50": 0.5581077529566361, + "100": 0.5501182654402101 + }, + "bnslim": { + "10": 0.7011826544021025, + "20": 0.6733245729303547, + "50": 0.634060446780552, + "100": 0.6159526938239159 + }, + "fslr": { + "10": 0.04888304862023651, + "20": 0.035873850197109036, + "50": 0.03752956636005256, + "100": 0.05653088042049936 + }, + "bnslim_admm": { + "10": 0.09119579500657027, + "20": 0.11471747700394214, + "50": 0.3865440210249671, + "100": 0.24840998685939558 + }, + "fairmf": { + "10": 0.4386333771353483, + "20": 0.4307490144546649, + "50": 0.443784494086728, + "100": 0.4535873850197109 + } + }, + "apcr": { + "ease": { + "10": 0.8850197109067017, + "20": 0.9829172141918529, + "50": 1.0, + "100": 1.0 + }, + "bnslim": { + "10": 0.8607095926412615, + "20": 0.9559789750328516, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.8935611038107752, + "20": 0.9448094612352168, + "50": 0.9684625492772667, + "100": 0.9743758212877792 + }, + "bnslim_admm": { + "10": 0.8252299605781866, + "20": 0.9007884362680684, + "50": 0.9901445466491459, + "100": 1.0 + }, + "fairmf": { + "10": 0.9888304862023654, + "20": 1.0, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/subset/13800/opt_params.json b/coco/subset/13800/opt_params.json new file mode 100644 index 0000000..6edc643 --- /dev/null +++ b/coco/subset/13800/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 169.0088828927768 + }, + "fslr": { + "l1": 9.705751242632145, + "l2": 119.19719200023857 + }, + "bnslim": { + "l1": 0.008108373612594243, + "l2": 0.10898217610814008, + "l3": 55.60944194382561 + }, + "bnslim_admm": { + "l1": 18.318309449971327, + "l2": 14.649743173077098, + "l3": 14.695942129437082 + }, + "fairmf": { + "l2": 7.535835248585317e-05, + "learning_rate": 0.016132958445987618, + "num_factors": 128 + } +} \ No newline at end of file diff --git a/coco/subset/13800/results.json b/coco/subset/13800/results.json new file mode 100644 index 0000000..ec31589 --- /dev/null +++ b/coco/subset/13800/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 12, + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 55 + }, + "fit_time": { + "ease": 8.921181201934814, + "bnslim": 30397.73537683487, + "fslr": 219.8011519908905, + "bnslim_admm": 210.7036008834839, + "fairmf": 11.556135892868042 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.5222552298701869, + "std": 0.367461723142913 + }, + "20": { + "mean": 0.54483813352157, + "std": 0.34477557307367707 + }, + "50": { + "mean": 0.5633124001778679, + "std": 0.3216040954557996 + }, + "100": { + "mean": 0.5677259269140902, + "std": 0.3148872096513219 + } + }, + "bnslim": { + "10": { + "mean": 0.11334722905387049, + "std": 0.28646413849113633 + }, + "20": { + "mean": 0.15733572204939156, + "std": 0.2841943873011443 + }, + "50": { + "mean": 0.2199001742366646, + "std": 0.26640232213720993 + }, + "100": { + "mean": 0.26692184892179005, + "std": 0.23998535455036452 + } + }, + "fslr": { + "10": { + "mean": 0.4744220622040296, + "std": 0.39011410680781694 + }, + "20": { + "mean": 0.5163567957082076, + "std": 0.35483675355842 + }, + "50": { + "mean": 0.531562454758542, + "std": 0.3365133038903107 + }, + "100": { + "mean": 0.5348793636919317, + "std": 0.332030072693399 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.43924503108119295, + "std": 0.41414089912042845 + }, + "20": { + "mean": 0.4573917099860833, + "std": 0.40413572667477227 + }, + "50": { + "mean": 0.4825044957703091, + "std": 0.38409808763500436 + }, + "100": { + "mean": 0.5094533303109232, + "std": 0.3562609669503291 + } + }, + "fairmf": { + "10": { + "mean": 0.10100502786097043, + "std": 0.26658966545483026 + }, + "20": { + "mean": 0.11760936009518821, + "std": 0.2679845712994768 + }, + "50": { + "mean": 0.15009347595058548, + "std": 0.26424330564869686 + }, + "100": { + "mean": 0.20910169469919992, + "std": 0.2417944539306554 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.7789115646258503, + "std": 0.4046046684819836 + }, + "20": { + "mean": 0.8639455782312925, + "std": 0.3378494569207896 + }, + "50": { + "mean": 0.9523809523809523, + "std": 0.21295885499998 + }, + "100": { + "mean": 0.9795918367346939, + "std": 0.14139190265868387 + } + }, + "bnslim": { + "10": { + "mean": 0.15306122448979592, + "std": 0.34803747598058454 + }, + "20": { + "mean": 0.3197278911564626, + "std": 0.44437791625727213 + }, + "50": { + "mean": 0.6201814058956916, + "std": 0.4676949769139341 + }, + "100": { + "mean": 0.9013605442176871, + "std": 0.29531175607004406 + } + }, + "fslr": { + "10": { + "mean": 0.6700680272108843, + "std": 0.4536196023890704 + }, + "20": { + "mean": 0.8299319727891157, + "std": 0.3711381586246078 + }, + "50": { + "mean": 0.9047619047619048, + "std": 0.2876915707998708 + }, + "100": { + "mean": 0.9251700680272109, + "std": 0.256571730144845 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.5714285714285714, + "std": 0.4777751410569019 + }, + "20": { + "mean": 0.6383219954648526, + "std": 0.47195503298453617 + }, + "50": { + "mean": 0.7607709750566894, + "std": 0.421039649796803 + }, + "100": { + "mean": 0.9183673469387755, + "std": 0.27380424214283144 + } + }, + "fairmf": { + "10": { + "mean": 0.1439909297052154, + "std": 0.34647531773317447 + }, + "20": { + "mean": 0.2108843537414966, + "std": 0.40374593811493664 + }, + "50": { + "mean": 0.37188208616780044, + "std": 0.4781973690994517 + }, + "100": { + "mean": 0.7256235827664398, + "std": 0.43504924573700837 + } + } + }, + "bdv": { + "ease": { + "10": 0.7306122448979593, + "20": 0.7074829931972788, + "50": 0.6340136054421768, + "100": 0.6729251700680272 + }, + "bnslim": { + "10": 0.6353741496598639, + "20": 0.5904761904761904, + "50": 0.6780952380952381, + "100": 0.7281632653061225 + }, + "fslr": { + "10": 0.38095238095238093, + "20": 0.29319727891156466, + "50": 0.4786394557823129, + "100": 0.6982312925170069 + }, + "bnslim_admm": { + "10": 0.6095238095238096, + "20": 0.4482993197278911, + "50": 0.4059863945578231, + "100": 0.5952380952380953 + }, + "fairmf": { + "10": 0.491156462585034, + "20": 0.545578231292517, + "50": 0.527891156462585, + "100": 0.6039455782312926 + } + }, + "apcr": { + "ease": { + "10": 0.7721088435374149, + "20": 0.9421768707482994, + "50": 1.0, + "100": 1.0 + }, + "bnslim": { + "10": 0.935374149659864, + "20": 0.9795918367346939, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.9013605442176871, + "20": 0.9761904761904762, + "50": 1.0, + "100": 1.0 + }, + "bnslim_admm": { + "10": 0.8469387755102041, + "20": 0.9795918367346939, + "50": 1.0, + "100": 1.0 + }, + "fairmf": { + "10": 0.7891156462585034, + "20": 0.8741496598639455, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/subset/1452/opt_params.json b/coco/subset/1452/opt_params.json new file mode 100644 index 0000000..a523ff0 --- /dev/null +++ b/coco/subset/1452/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 83.37751716384705 + }, + "fslr": { + "l1": 9.772201367932169, + "l2": 1.067871336189328 + }, + "bnslim": { + "l1": 0.9244027675976421, + "l2": 1.239361188007124, + "l3": 42.4567423482494 + }, + "bnslim_admm": { + "l1": 10.42500207344656, + "l2": 62.432297814145066, + "l3": 3.4230451002011755 + }, + "fairmf": { + "l2": 2.8024299661567585e-05, + "learning_rate": 0.0038800700823818095, + "num_factors": 128 + } +} \ No newline at end of file diff --git a/coco/subset/1452/results.json b/coco/subset/1452/results.json new file mode 100644 index 0000000..0cef0de --- /dev/null +++ b/coco/subset/1452/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 12, + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 55 + }, + "fit_time": { + "ease": 8.921181201934814, + "bnslim": 30397.73537683487, + "fslr": 219.8011519908905, + "bnslim_admm": 210.7036008834839, + "fairmf": 11.556135892868042 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.5055914896713749, + "std": 0.37311380543899486 + }, + "20": { + "mean": 0.5341566326575233, + "std": 0.34614964568178974 + }, + "50": { + "mean": 0.5561366471032916, + "std": 0.3174231017076662 + }, + "100": { + "mean": 0.5582821486514261, + "std": 0.31418051246365825 + } + }, + "bnslim": { + "10": { + "mean": 0.2208770744824813, + "std": 0.354779776532102 + }, + "20": { + "mean": 0.24617231412717408, + "std": 0.3479522805514323 + }, + "50": { + "mean": 0.30877105304801916, + "std": 0.3256897685354552 + }, + "100": { + "mean": 0.3482226768088086, + "std": 0.2967940369540535 + } + }, + "fslr": { + "10": { + "mean": 0.4601752426176039, + "std": 0.39287593913680663 + }, + "20": { + "mean": 0.49019802471423646, + "std": 0.3682840881211007 + }, + "50": { + "mean": 0.5033485032309274, + "std": 0.35525538551839253 + }, + "100": { + "mean": 0.5117397261707228, + "std": 0.34496563081412257 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.47427065134794855, + "std": 0.37649455605901316 + }, + "20": { + "mean": 0.48364738356406456, + "std": 0.3692173767283478 + }, + "50": { + "mean": 0.4965517764431747, + "std": 0.357012395686471 + }, + "100": { + "mean": 0.5142259646366645, + "std": 0.33755113441066864 + } + }, + "fairmf": { + "10": { + "mean": 0.04332913561869899, + "std": 0.1572951581057666 + }, + "20": { + "mean": 0.0632143294224353, + "std": 0.16844604174600059 + }, + "50": { + "mean": 0.11789250873669216, + "std": 0.1738161185144605 + }, + "100": { + "mean": 0.18065623817948195, + "std": 0.1517234127505928 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.7483221476510067, + "std": 0.4228809300599437 + }, + "20": { + "mean": 0.8590604026845637, + "std": 0.34310337003010094 + }, + "50": { + "mean": 0.9664429530201343, + "std": 0.18008601161072132 + }, + "100": { + "mean": 0.9798657718120806, + "std": 0.14045939286212314 + } + }, + "bnslim": { + "10": { + "mean": 0.2897091722595078, + "std": 0.4293466470217975 + }, + "20": { + "mean": 0.3870246085011185, + "std": 0.4578702995135999 + }, + "50": { + "mean": 0.6834451901565997, + "std": 0.45643340866001103 + }, + "100": { + "mean": 0.9194630872483222, + "std": 0.2721226165464872 + } + }, + "fslr": { + "10": { + "mean": 0.6565995525727069, + "std": 0.4663262532461749 + }, + "20": { + "mean": 0.7695749440715883, + "std": 0.4112499432493707 + }, + "50": { + "mean": 0.8355704697986577, + "std": 0.3638116308642816 + }, + "100": { + "mean": 0.889261744966443, + "std": 0.3056824117588385 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.6935123042505593, + "std": 0.44707480522480886 + }, + "20": { + "mean": 0.7304250559284117, + "std": 0.4311670665908326 + }, + "50": { + "mean": 0.7897091722595079, + "std": 0.397792179259567 + }, + "100": { + "mean": 0.8959731543624161, + "std": 0.2975643796808556 + } + }, + "fairmf": { + "10": { + "mean": 0.08053691275167785, + "std": 0.2658853394569169 + }, + "20": { + "mean": 0.1532438478747203, + "std": 0.3446170580157416 + }, + "50": { + "mean": 0.40939597315436244, + "std": 0.47159558340440777 + }, + "100": { + "mean": 0.7662192393736017, + "std": 0.4022306663856909 + } + } + }, + "bdv": { + "ease": { + "10": 0.7624161073825504, + "20": 0.6892617449664429, + "50": 0.6233557046979865, + "100": 0.6795973154362416 + }, + "bnslim": { + "10": 0.6053691275167785, + "20": 0.5818791946308726, + "50": 0.6663087248322148, + "100": 0.6989261744966444 + }, + "fslr": { + "10": 0.3020134228187919, + "20": 0.23825503355704702, + "50": 0.5328859060402684, + "100": 0.7318120805369128 + }, + "bnslim_admm": { + "10": 0.5516778523489934, + "20": 0.5046979865771812, + "50": 0.5860402684563759, + "100": 0.6182550335570469 + }, + "fairmf": { + "10": 0.5879194630872484, + "20": 0.6073825503355705, + "50": 0.6375838926174497, + "100": 0.6863087248322148 + } + }, + "apcr": { + "ease": { + "10": 0.7583892617449665, + "20": 0.9899328859060402, + "50": 1.0, + "100": 1.0 + }, + "bnslim": { + "10": 0.9463087248322147, + "20": 1.0, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.9463087248322147, + "20": 0.9932885906040269, + "50": 1.0, + "100": 1.0 + }, + "bnslim_admm": { + "10": 0.7885906040268457, + "20": 0.9765100671140939, + "50": 1.0, + "100": 1.0 + }, + "fairmf": { + "10": 0.9328859060402684, + "20": 0.9832214765100671, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/subset/1994/opt_params.json b/coco/subset/1994/opt_params.json new file mode 100644 index 0000000..c45745b --- /dev/null +++ b/coco/subset/1994/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 43.30886756971769 + }, + "fslr": { + "l1": 9.13318351604448, + "l2": 1.169463719725545 + }, + "bnslim": { + "l1": 0.0010914120306855985, + "l2": 0.20178577909680717, + "l3": 39.659005301258176 + }, + "bnslim_admm": { + "l1": 19.89071655080876, + "l2": 190.30457575204966, + "l3": 59.221789254109176 + }, + "fairmf": { + "l2": 7.906828050651986e-05, + "learning_rate": 0.005017569605777893, + "num_factors": 32 + } +} \ No newline at end of file diff --git a/coco/subset/1994/results.json b/coco/subset/1994/results.json new file mode 100644 index 0000000..eeaa595 --- /dev/null +++ b/coco/subset/1994/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 12, + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 55 + }, + "fit_time": { + "ease": 8.921181201934814, + "bnslim": 30397.73537683487, + "fslr": 219.8011519908905, + "bnslim_admm": 210.7036008834839, + "fairmf": 11.556135892868042 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.503946723803281, + "std": 0.38067508620877666 + }, + "20": { + "mean": 0.5426537658455797, + "std": 0.34037251212307923 + }, + "50": { + "mean": 0.5595806663129397, + "std": 0.322774815481997 + }, + "100": { + "mean": 0.563378118072854, + "std": 0.3173531179108226 + } + }, + "bnslim": { + "10": { + "mean": 0.26106895356494497, + "std": 0.36417047473840486 + }, + "20": { + "mean": 0.3001793155548569, + "std": 0.34877199353356664 + }, + "50": { + "mean": 0.3521852586292054, + "std": 0.31692452055458503 + }, + "100": { + "mean": 0.3762090713639743, + "std": 0.29783392363376354 + } + }, + "fslr": { + "10": { + "mean": 0.49205467912652084, + "std": 0.4035035813268601 + }, + "20": { + "mean": 0.5139258254211898, + "std": 0.38605273136607515 + }, + "50": { + "mean": 0.5350974211133149, + "std": 0.3630987171805144 + }, + "100": { + "mean": 0.5387710946854855, + "std": 0.35864763015820145 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.4236530308251344, + "std": 0.4091615719735458 + }, + "20": { + "mean": 0.4449768421351533, + "std": 0.3943277689932454 + }, + "50": { + "mean": 0.4694244589228333, + "std": 0.3757599826807801 + }, + "100": { + "mean": 0.499005866667394, + "std": 0.3426942186889043 + } + }, + "fairmf": { + "10": { + "mean": 0.08439846430080856, + "std": 0.23312156769546233 + }, + "20": { + "mean": 0.1030143967008035, + "std": 0.23625740812210083 + }, + "50": { + "mean": 0.13911519838804834, + "std": 0.23657589720090721 + }, + "100": { + "mean": 0.19643339010339017, + "std": 0.21604733184507963 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.7155349794238683, + "std": 0.43965836025503524 + }, + "20": { + "mean": 0.8652263374485598, + "std": 0.3279053688775344 + }, + "50": { + "mean": 0.9475308641975309, + "std": 0.2194832925624818 + }, + "100": { + "mean": 0.9691358024691358, + "std": 0.17294970032249263 + } + }, + "bnslim": { + "10": { + "mean": 0.3868312757201646, + "std": 0.47598512421412126 + }, + "20": { + "mean": 0.5349794238683128, + "std": 0.48482885514479473 + }, + "50": { + "mean": 0.7880658436213992, + "std": 0.39934131782228083 + }, + "100": { + "mean": 0.9320987654320988, + "std": 0.2515763441026523 + } + }, + "fslr": { + "10": { + "mean": 0.6754115226337449, + "std": 0.45883418432070655 + }, + "20": { + "mean": 0.7587448559670782, + "std": 0.42305879037569055 + }, + "50": { + "mean": 0.8626543209876543, + "std": 0.3379911482694326 + }, + "100": { + "mean": 0.8842592592592593, + "std": 0.31566470247649603 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.5704732510288065, + "std": 0.4861394160766721 + }, + "20": { + "mean": 0.6538065843621399, + "std": 0.468171715781007 + }, + "50": { + "mean": 0.7746913580246914, + "std": 0.41593442746424303 + }, + "100": { + "mean": 0.9567901234567902, + "std": 0.20332924804939018 + } + }, + "fairmf": { + "10": { + "mean": 0.13580246913580246, + "std": 0.3334476255819631 + }, + "20": { + "mean": 0.19958847736625512, + "std": 0.3843828476722785 + }, + "50": { + "mean": 0.3760288065843621, + "std": 0.47532005446545106 + }, + "100": { + "mean": 0.720679012345679, + "std": 0.4408100068336427 + } + } + }, + "bdv": { + "ease": { + "10": 0.7469135802469136, + "20": 0.6709876543209876, + "50": 0.6449382716049383, + "100": 0.6980246913580246 + }, + "bnslim": { + "10": 0.5851851851851853, + "20": 0.5944444444444446, + "50": 0.7081481481481482, + "100": 0.7230864197530864 + }, + "fslr": { + "10": 0.39876543209876547, + "20": 0.3055555555555556, + "50": 0.5503703703703704, + "100": 0.7362962962962962 + }, + "bnslim_admm": { + "10": 0.49382716049382713, + "20": 0.4679012345679012, + "50": 0.38197530864197526, + "100": 0.5837037037037036 + }, + "fairmf": { + "10": 0.4518518518518519, + "20": 0.5407407407407407, + "50": 0.5296296296296297, + "100": 0.5988888888888888 + } + }, + "apcr": { + "ease": { + "10": 0.7530864197530864, + "20": 0.9783950617283951, + "50": 1.0, + "100": 1.0 + }, + "bnslim": { + "10": 0.8827160493827161, + "20": 0.9475308641975309, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.9197530864197531, + "20": 0.9907407407407407, + "50": 1.0, + "100": 1.0 + }, + "bnslim_admm": { + "10": 0.8919753086419753, + "20": 0.9845679012345679, + "50": 0.9907407407407407, + "100": 1.0 + }, + "fairmf": { + "10": 0.808641975308642, + "20": 0.8858024691358025, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/subset/42/opt_params.json b/coco/subset/42/opt_params.json new file mode 100644 index 0000000..14edd12 --- /dev/null +++ b/coco/subset/42/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 36.583377880405834 + }, + "fslr": { + "l1": 9.832274892107389, + "l2": 5.226771919529871 + }, + "bnslim": { + "l1": 0.459925192020583, + "l2": 0.0010483212284871201, + "l3": 41.21216836846671 + }, + "bnslim_admm": { + "l1": 0.006128360422838354, + "l2": 2.462297164895508, + "l3": 0.3813819785587746 + }, + "fairmf": { + "l2": 8.406165597539815e-05, + "learning_rate": 0.02970332004707969, + "num_factors": 128 + } +} \ No newline at end of file diff --git a/coco/subset/42/results.json b/coco/subset/42/results.json new file mode 100644 index 0000000..2a8a368 --- /dev/null +++ b/coco/subset/42/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 12, + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 55 + }, + "fit_time": { + "ease": 8.921181201934814, + "bnslim": 30397.73537683487, + "fslr": 219.8011519908905, + "bnslim_admm": 210.7036008834839, + "fairmf": 11.556135892868042 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.5121246938226407, + "std": 0.3820849102227385 + }, + "20": { + "mean": 0.5533139079066214, + "std": 0.33959202718080783 + }, + "50": { + "mean": 0.5709347845152727, + "std": 0.31738411840390646 + }, + "100": { + "mean": 0.5722663940775823, + "std": 0.31675534665551447 + } + }, + "bnslim": { + "10": { + "mean": 0.25253829245300463, + "std": 0.3516508635637545 + }, + "20": { + "mean": 0.27876380021956226, + "std": 0.3434744524059803 + }, + "50": { + "mean": 0.3319699099203929, + "std": 0.32082511953967263 + }, + "100": { + "mean": 0.36813008314965134, + "std": 0.29184853269379757 + } + }, + "fslr": { + "10": { + "mean": 0.49533293079491714, + "std": 0.3828747417229478 + }, + "20": { + "mean": 0.5246127623515122, + "std": 0.3581335727088171 + }, + "50": { + "mean": 0.5356319771017682, + "std": 0.3489662987899333 + }, + "100": { + "mean": 0.5385454304697072, + "std": 0.3453517964326781 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.5280857679226487, + "std": 0.3758689090705908 + }, + "20": { + "mean": 0.5548114509784843, + "std": 0.34764358121240707 + }, + "50": { + "mean": 0.5753393318979811, + "std": 0.3215515346344758 + }, + "100": { + "mean": 0.5801023959877799, + "std": 0.3156558448564568 + } + }, + "fairmf": { + "10": { + "mean": 0.08013791743096796, + "std": 0.21882388471143727 + }, + "20": { + "mean": 0.10224077597648262, + "std": 0.2256681666167823 + }, + "50": { + "mean": 0.14169147768945958, + "std": 0.2225291152288934 + }, + "100": { + "mean": 0.20122588809509576, + "std": 0.19867240815882736 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.7106481481481483, + "std": 0.44226292347903745 + }, + "20": { + "mean": 0.8680555555555556, + "std": 0.32801015773943176 + }, + "50": { + "mean": 0.9513888888888888, + "std": 0.20682323071993652 + }, + "100": { + "mean": 0.9583333333333334, + "std": 0.19982631347136334 + } + }, + "bnslim": { + "10": { + "mean": 0.36516203703703703, + "std": 0.4476874443382043 + }, + "20": { + "mean": 0.46238425925925924, + "std": 0.46437826203005694 + }, + "50": { + "mean": 0.7060185185185186, + "std": 0.4422629234790375 + }, + "100": { + "mean": 0.9247685185185186, + "std": 0.257473075656327 + } + }, + "fslr": { + "10": { + "mean": 0.7013888888888888, + "std": 0.44090386609305493 + }, + "20": { + "mean": 0.8101851851851851, + "std": 0.381179087268235 + }, + "50": { + "mean": 0.8611111111111112, + "std": 0.34077344851070274 + }, + "100": { + "mean": 0.8784722222222222, + "std": 0.3240720072685417 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.75, + "std": 0.4208127057650866 + }, + "20": { + "mean": 0.8541666666666666, + "std": 0.3429599506907152 + }, + "50": { + "mean": 0.9513888888888888, + "std": 0.20682323071993652 + }, + "100": { + "mean": 0.9791666666666666, + "std": 0.1428261375083551 + } + }, + "fairmf": { + "10": { + "mean": 0.13194444444444445, + "std": 0.32327116145298285 + }, + "20": { + "mean": 0.21643518518518517, + "std": 0.40353370688105256 + }, + "50": { + "mean": 0.40625, + "std": 0.471698545415304 + }, + "100": { + "mean": 0.7638888888888888, + "std": 0.40516533738374505 + } + } + }, + "bdv": { + "ease": { + "10": 0.7638888888888888, + "20": 0.6909722222222223, + "50": 0.6383333333333334, + "100": 0.7002777777777778 + }, + "bnslim": { + "10": 0.7055555555555555, + "20": 0.6847222222222222, + "50": 0.693888888888889, + "100": 0.7018055555555556 + }, + "fslr": { + "10": 0.3347222222222222, + "20": 0.24791666666666662, + "50": 0.5413888888888889, + "100": 0.7355555555555555 + }, + "bnslim_admm": { + "10": 0.6291666666666667, + "20": 0.6243055555555554, + "50": 0.6091666666666666, + "100": 0.6525000000000001 + }, + "fairmf": { + "10": 0.47222222222222227, + "20": 0.5423611111111111, + "50": 0.5405555555555555, + "100": 0.5955555555555556 + } + }, + "apcr": { + "ease": { + "10": 0.7673611111111112, + "20": 0.9791666666666666, + "50": 1.0, + "100": 1.0 + }, + "bnslim": { + "10": 0.8611111111111112, + "20": 0.9618055555555556, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.9340277777777778, + "20": 0.9861111111111112, + "50": 1.0, + "100": 1.0 + }, + "bnslim_admm": { + "10": 0.8368055555555556, + "20": 0.9930555555555556, + "50": 1.0, + "100": 1.0 + }, + "fairmf": { + "10": 0.8020833333333334, + "20": 0.9166666666666666, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/coco/subset/7/opt_params.json b/coco/subset/7/opt_params.json new file mode 100644 index 0000000..ad50800 --- /dev/null +++ b/coco/subset/7/opt_params.json @@ -0,0 +1,24 @@ +{ + "ease": { + "l2": 118.17951326122093 + }, + "fslr": { + "l1": 9.82294055835316, + "l2": 285.86049029347794 + }, + "bnslim": { + "l1": 0.09207598879097414, + "l2": 0.0655543866424915, + "l3": 43.046937642815095 + }, + "bnslim_admm": { + "l1": 0.39864469884121245, + "l2": 81.50058641393046, + "l3": 0.14158647772707908 + }, + "fairmf": { + "l2": 7.457621439548914e-05, + "learning_rate": 0.00869751650588927, + "num_factors": 128 + } +} \ No newline at end of file diff --git a/coco/subset/7/results.json b/coco/subset/7/results.json new file mode 100644 index 0000000..afa8177 --- /dev/null +++ b/coco/subset/7/results.json @@ -0,0 +1,263 @@ +{ + "iters_num": { + "bnslim": 12, + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 55 + }, + "fit_time": { + "ease": 8.921181201934814, + "bnslim": 30397.73537683487, + "fslr": 219.8011519908905, + "bnslim_admm": 210.7036008834839, + "fairmf": 11.556135892868042 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.4903565997896415, + "std": 0.3855442429263771 + }, + "20": { + "mean": 0.5185338319502266, + "std": 0.35966920222529214 + }, + "50": { + "mean": 0.5416992209898182, + "std": 0.33317723707654967 + }, + "100": { + "mean": 0.5486507162609774, + "std": 0.32484887539393753 + } + }, + "bnslim": { + "10": { + "mean": 0.1826407551933098, + "std": 0.3260569196355729 + }, + "20": { + "mean": 0.21659909660095905, + "std": 0.31972344428217037 + }, + "50": { + "mean": 0.28515585157680495, + "std": 0.2944058763296193 + }, + "100": { + "mean": 0.3185430838591772, + "std": 0.27321214837568414 + } + }, + "fslr": { + "10": { + "mean": 0.4359578716820217, + "std": 0.375740144796936 + }, + "20": { + "mean": 0.4653398386583595, + "std": 0.3543416987984779 + }, + "50": { + "mean": 0.4860627123734756, + "std": 0.33299066899150087 + }, + "100": { + "mean": 0.4948737468747649, + "std": 0.32199131334983483 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.49217827437466716, + "std": 0.38845777169838397 + }, + "20": { + "mean": 0.5218222573671751, + "std": 0.3627998621467279 + }, + "50": { + "mean": 0.5454217690972445, + "std": 0.3359533958296571 + }, + "100": { + "mean": 0.5534594635349845, + "std": 0.3261301818500073 + } + }, + "fairmf": { + "10": { + "mean": 0.061897024364312866, + "std": 0.19101918654513642 + }, + "20": { + "mean": 0.07028371372742123, + "std": 0.1935651760016688 + }, + "50": { + "mean": 0.12573141367762106, + "std": 0.19564066160526644 + }, + "100": { + "mean": 0.17691930095856817, + "std": 0.18007142927727618 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.697072072072072, + "std": 0.44521022894669615 + }, + "20": { + "mean": 0.8051801801801802, + "std": 0.3832983305178165 + }, + "50": { + "mean": 0.918918918918919, + "std": 0.2666993831890615 + }, + "100": { + "mean": 0.9594594594594594, + "std": 0.19722323674765438 + } + }, + "bnslim": { + "10": { + "mean": 0.24774774774774774, + "std": 0.40847188607558604 + }, + "20": { + "mean": 0.3716216216216216, + "std": 0.4556512823026365 + }, + "50": { + "mean": 0.697072072072072, + "std": 0.44097436910212345 + }, + "100": { + "mean": 0.8952702702702703, + "std": 0.30343405255718797 + } + }, + "fslr": { + "10": { + "mean": 0.6587837837837838, + "std": 0.4651255358087305 + }, + "20": { + "mean": 0.7668918918918919, + "std": 0.4167746998976775 + }, + "50": { + "mean": 0.8659909909909911, + "std": 0.33087992602205907 + }, + "100": { + "mean": 0.9200450450450451, + "std": 0.25883023599270044 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.6936936936936936, + "std": 0.44479558606583974 + }, + "20": { + "mean": 0.8051801801801802, + "std": 0.3832983305178165 + }, + "50": { + "mean": 0.918918918918919, + "std": 0.2666993831890615 + }, + "100": { + "mean": 0.9662162162162162, + "std": 0.1806721886097424 + } + }, + "fairmf": { + "10": { + "mean": 0.10135135135135136, + "std": 0.2910289909085088 + }, + "20": { + "mean": 0.13513513513513514, + "std": 0.3324037439707359 + }, + "50": { + "mean": 0.411036036036036, + "std": 0.4853002617418926 + }, + "100": { + "mean": 0.7027027027027027, + "std": 0.44500081846119544 + } + } + }, + "bdv": { + "ease": { + "10": 0.7202702702702704, + "20": 0.6689189189189189, + "50": 0.6154054054054054, + "100": 0.6791891891891892 + }, + "bnslim": { + "10": 0.664864864864865, + "20": 0.6743243243243244, + "50": 0.7054054054054053, + "100": 0.7128378378378379 + }, + "fslr": { + "10": 0.34189189189189184, + "20": 0.23918918918918924, + "50": 0.451081081081081, + "100": 0.685 + }, + "bnslim_admm": { + "10": 0.6743243243243244, + "20": 0.6182432432432432, + "50": 0.5997297297297297, + "100": 0.6428378378378379 + }, + "fairmf": { + "10": 0.42702702702702705, + "20": 0.5337837837837838, + "50": 0.5367567567567568, + "100": 0.6010810810810812 + } + }, + "apcr": { + "ease": { + "10": 0.7668918918918919, + "20": 0.9527027027027027, + "50": 1.0, + "100": 1.0 + }, + "bnslim": { + "10": 0.8817567567567568, + "20": 0.9662162162162162, + "50": 1.0, + "100": 1.0 + }, + "fslr": { + "10": 0.9222972972972973, + "20": 0.9898648648648649, + "50": 1.0, + "100": 1.0 + }, + "bnslim_admm": { + "10": 0.7871621621621622, + "20": 0.9662162162162162, + "50": 1.0, + "100": 1.0 + }, + "fairmf": { + "10": 0.8074324324324325, + "20": 0.8851351351351351, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/goodreads/13800/opt_params.json b/goodreads/13800/opt_params.json new file mode 100644 index 0000000..cb739e8 --- /dev/null +++ b/goodreads/13800/opt_params.json @@ -0,0 +1,19 @@ +{ + "ease": { + "l2": 23.524994995067246 + }, + "fslr": { + "l1": 6.258253621453833, + "l2": 7334.866995203536 + }, + "bnslim_admm": { + "l1": 6.432524174956695, + "l2": 4169.2546419050595, + "l3": 77.92558257891089 + }, + "fairmf": { + "l2": 0.001076491935101332, + "learning_rate": 0.11528962986982812, + "num_factors": 128 + } +} \ No newline at end of file diff --git a/goodreads/13800/results.json b/goodreads/13800/results.json new file mode 100644 index 0000000..f3aaa29 --- /dev/null +++ b/goodreads/13800/results.json @@ -0,0 +1,213 @@ +{ + "iters_num": { + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 6 + }, + "fit_time": { + "ease": 100.67757153511047, + "fslr": 3407.5720648765564, + "bnslim_admm": 3397.9394249916077, + "fairmf": 150.52892303466797 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.529439150092172, + "std": 0.28047702238008587 + }, + "20": { + "mean": 0.5589018407039156, + "std": 0.26630465822051536 + }, + "50": { + "mean": 0.596012131106511, + "std": 0.2531927021569335 + }, + "100": { + "mean": 0.6139272146535449, + "std": 0.24634665889212612 + } + }, + "fslr": { + "10": { + "mean": 0.47950044506822326, + "std": 0.2842955223453805 + }, + "20": { + "mean": 0.5104952413010617, + "std": 0.27195666922887624 + }, + "50": { + "mean": 0.5515248634852571, + "std": 0.2589538396065672 + }, + "100": { + "mean": 0.573986752613452, + "std": 0.25040382996104305 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.4851060741672685, + "std": 0.2839906225908328 + }, + "20": { + "mean": 0.5168243226150322, + "std": 0.27124423872805004 + }, + "50": { + "mean": 0.558082336645286, + "std": 0.25793108844208945 + }, + "100": { + "mean": 0.5802730664612654, + "std": 0.24939375685978243 + } + }, + "fairmf": { + "10": { + "mean": 0.0003000668489489022, + "std": 0.008068906817771964 + }, + "20": { + "mean": 0.0004330066734778452, + "std": 0.008639463868013009 + }, + "50": { + "mean": 0.0008138557469153973, + "std": 0.010063562955321981 + }, + "100": { + "mean": 0.0013368038946836916, + "std": 0.011464920860261716 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.5542576677400399, + "std": 0.29295647218121007 + }, + "20": { + "mean": 0.6357499379042572, + "std": 0.2825928892770252 + }, + "50": { + "mean": 0.7433993020374489, + "std": 0.25425346914930536 + }, + "100": { + "mean": 0.8036000682334082, + "std": 0.22963743987991794 + } + }, + "fslr": { + "10": { + "mean": 0.5066119025540169, + "std": 0.3001237744373906 + }, + "20": { + "mean": 0.5925531574295073, + "std": 0.2969531252825115 + }, + "50": { + "mean": 0.7130656858304776, + "std": 0.27171853335992013 + }, + "100": { + "mean": 0.7903000272535083, + "std": 0.24254554081566135 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.5133867960658834, + "std": 0.29989930784804975 + }, + "20": { + "mean": 0.6004062697926853, + "std": 0.29507186553431825 + }, + "50": { + "mean": 0.7212884646230181, + "std": 0.26843575554490273 + }, + "100": { + "mean": 0.7971782515471885, + "std": 0.2383229262798075 + } + }, + "fairmf": { + "10": { + "mean": 0.00040106072031494675, + "std": 0.010460883481872534 + }, + "20": { + "mean": 0.0007376572754805292, + "std": 0.01443195905445348 + }, + "50": { + "mean": 0.0019085028935402631, + "std": 0.023216443413815065 + }, + "100": { + "mean": 0.0038259998177311576, + "std": 0.03266460543202049 + } + } + }, + "bdv": { + "ease": { + "10": 0.5284560239674727, + "20": 0.48409747485555316, + "50": 0.5176214423282688, + "100": 0.5706928097581854 + }, + "fslr": { + "10": 0.4841001497967045, + "20": 0.4485180826021828, + "50": 0.5069473571581424, + "100": 0.574532955274984 + }, + "bnslim_admm": { + "10": 0.5011288251658463, + "20": 0.4612160282473785, + "50": 0.5079520650545688, + "100": 0.5720623796276483 + }, + "fairmf": { + "10": 0.5033971752621442, + "20": 0.5035389471431628, + "50": 0.5040327412796919, + "100": 0.5048074042371067 + } + }, + "apcr": { + "ease": { + "10": 0.8982051144874813, + "20": 0.9710571367429917, + "50": 0.9982345388401456, + "100": 0.9999866252942435 + }, + "fslr": { + "10": 0.9135592766959126, + "20": 0.9722608602610743, + "50": 0.9955328482773379, + "100": 0.9992911405949069 + }, + "bnslim_admm": { + "10": 0.9084768885084528, + "20": 0.9710571367429917, + "50": 0.9956532206291462, + "100": 0.9993580141236893 + }, + "fairmf": { + "10": 0.9704419002781939, + "20": 0.9982880376631714, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/goodreads/1452/opt_params.json b/goodreads/1452/opt_params.json new file mode 100644 index 0000000..d3face7 --- /dev/null +++ b/goodreads/1452/opt_params.json @@ -0,0 +1,19 @@ +{ + "ease": { + "l2": 18.688690956746157 + }, + "fslr": { + "l1": 3.8696154770972533, + "l2": 9626.47721804222 + }, + "bnslim_admm": { + "l1": 0.2010510660408057, + "l2": 9783.781973358662, + "l3": 0.010113134077827707 + }, + "fairmf": { + "l2": 0.003278619588529959, + "learning_rate": 0.0006227460764106858, + "num_factors": 32 + } +} \ No newline at end of file diff --git a/goodreads/1452/results.json b/goodreads/1452/results.json new file mode 100644 index 0000000..dad9aa3 --- /dev/null +++ b/goodreads/1452/results.json @@ -0,0 +1,213 @@ +{ + "iters_num": { + "fslr": 38, + "bnslim_admm": 50, + "fairmf": 64 + }, + "fit_time": { + "ease": 112.49930191040039, + "fslr": 2830.321636199951, + "bnslim_admm": 3449.7884023189545, + "fairmf": 1653.730952501297 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.5300587386145102, + "std": 0.281867032968722 + }, + "20": { + "mean": 0.5594555537987729, + "std": 0.26763705535441823 + }, + "50": { + "mean": 0.5955856350456497, + "std": 0.2548568591511078 + }, + "100": { + "mean": 0.6135262940012345, + "std": 0.24780339040976046 + } + }, + "fslr": { + "10": { + "mean": 0.47342319337452576, + "std": 0.2840351484422085 + }, + "20": { + "mean": 0.5039428312374322, + "std": 0.27254947254590356 + }, + "50": { + "mean": 0.5453203883298586, + "std": 0.2594483534916853 + }, + "100": { + "mean": 0.5679337782439072, + "std": 0.2510407853049067 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.4686400933079232, + "std": 0.2836138728921525 + }, + "20": { + "mean": 0.49980860931833865, + "std": 0.2720250512656205 + }, + "50": { + "mean": 0.5415917348244874, + "std": 0.2590114623925948 + }, + "100": { + "mean": 0.5645454527505388, + "std": 0.2503225465201028 + } + }, + "fairmf": { + "10": { + "mean": 0.0001875753222954415, + "std": 0.005653677724581545 + }, + "20": { + "mean": 0.0002978427903951097, + "std": 0.006259806615894431 + }, + "50": { + "mean": 0.000610784332197761, + "std": 0.007721022341809312 + }, + "100": { + "mean": 0.0010253997840113413, + "std": 0.009063072618219356 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.555845139164875, + "std": 0.2947822184597479 + }, + "20": { + "mean": 0.6372064111354544, + "std": 0.2839459024326529 + }, + "50": { + "mean": 0.7420326115698949, + "std": 0.2563651130150488 + }, + "100": { + "mean": 0.802729909332817, + "std": 0.2310527280237824 + } + }, + "fslr": { + "10": { + "mean": 0.5009959379107944, + "std": 0.2998073622450219 + }, + "20": { + "mean": 0.5854486419495564, + "std": 0.2976879971827349 + }, + "50": { + "mean": 0.707857261856903, + "std": 0.273616724979813 + }, + "100": { + "mean": 0.7857725617053445, + "std": 0.2447180603033581 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.4970088107466397, + "std": 0.2995905468643775 + }, + "20": { + "mean": 0.5828909357837967, + "std": 0.29775770587794614 + }, + "50": { + "mean": 0.70625130038981, + "std": 0.2741497580332299 + }, + "100": { + "mean": 0.7853721827295078, + "std": 0.24403424393211712 + } + }, + "fairmf": { + "10": { + "mean": 0.00024340902992197664, + "std": 0.007588319691173112 + }, + "20": { + "mean": 0.0005218856974322302, + "std": 0.011722638772242574 + }, + "50": { + "mean": 0.00144240408226958, + "std": 0.019165927885675105 + }, + "100": { + "mean": 0.002906895958101564, + "std": 0.0270912727267286 + } + } + }, + "bdv": { + "ease": { + "10": 0.5275090947999144, + "20": 0.48352503744917613, + "50": 0.5176974106569656, + "100": 0.5702551893858334 + }, + "fslr": { + "10": 0.47684570939439336, + "20": 0.44269206077466294, + "50": 0.5061202653541621, + "100": 0.5769880162636423 + }, + "bnslim_admm": { + "10": 0.47994864112989516, + "20": 0.44338487053284825, + "50": 0.5057693130751124, + "100": 0.5777541194093729 + }, + "fairmf": { + "10": 0.46723732077894287, + "20": 0.4837229830943719, + "50": 0.5011341750481488, + "100": 0.508115771453028 + } + }, + "apcr": { + "ease": { + "10": 0.8994088380055639, + "20": 0.9725952279049861, + "50": 0.9984619088380056, + "100": 0.9999598758827306 + }, + "fslr": { + "10": 0.918628290177616, + "20": 0.9732104643697839, + "50": 0.9958672159212497, + "100": 0.9993045153006633 + }, + "bnslim_admm": { + "10": 0.9186015407661031, + "20": 0.9731435908410015, + "50": 0.9956398459233897, + "100": 0.9991975176546116 + }, + "fairmf": { + "10": 0.9758452814038091, + "20": 0.998983522362508, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/goodreads/1994/opt_params.json b/goodreads/1994/opt_params.json new file mode 100644 index 0000000..1ea391d --- /dev/null +++ b/goodreads/1994/opt_params.json @@ -0,0 +1,19 @@ +{ + "ease": { + "l2": 27.49904262752833 + }, + "fslr": { + "l1": 7.798111833933122, + "l2": 9904.79266881374 + }, + "bnslim_admm": { + "l1": 44.428003420480636, + "l2": 9657.946297248674, + "l3": 3.3110022479152854 + }, + "fairmf": { + "l2": 0.08121198847981886, + "learning_rate": 0.0004959377101680163, + "num_factors": 32 + } +} \ No newline at end of file diff --git a/goodreads/1994/results.json b/goodreads/1994/results.json new file mode 100644 index 0000000..9eb48e0 --- /dev/null +++ b/goodreads/1994/results.json @@ -0,0 +1,213 @@ +{ + "iters_num": { + "fslr": 50, + "bnslim_admm": 50, + "fairmf": 104 + }, + "fit_time": { + "ease": 137.04607605934143, + "fslr": 3521.1203286647797, + "bnslim_admm": 3432.8066420555115, + "fairmf": 2675.236091375351 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.529581152467697, + "std": 0.2813463553863994 + }, + "20": { + "mean": 0.5588857876068476, + "std": 0.26732064859748517 + }, + "50": { + "mean": 0.5956819052771367, + "std": 0.2543205740312158 + }, + "100": { + "mean": 0.61375652132732, + "std": 0.24716091399606444 + } + }, + "fslr": { + "10": { + "mean": 0.4717410994961735, + "std": 0.2845675704337433 + }, + "20": { + "mean": 0.502375427645838, + "std": 0.2731920877016198 + }, + "50": { + "mean": 0.5432439045952293, + "std": 0.26091453333998665 + }, + "100": { + "mean": 0.5658713894409205, + "std": 0.2522152356018778 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.46593796695202516, + "std": 0.28445751179063683 + }, + "20": { + "mean": 0.4960047057413603, + "std": 0.2737597082564965 + }, + "50": { + "mean": 0.5363648750026455, + "std": 0.2623645587982619 + }, + "100": { + "mean": 0.5583407774028498, + "std": 0.254325068903439 + } + }, + "fairmf": { + "10": { + "mean": 0.00040058878353806614, + "std": 0.008322602418305016 + }, + "20": { + "mean": 0.0006083429556308935, + "std": 0.009144137627670789 + }, + "50": { + "mean": 0.0011252371134279071, + "std": 0.01104958363881544 + }, + "100": { + "mean": 0.001771622119838474, + "std": 0.012639213772050495 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.5542049862601435, + "std": 0.2941907997697946 + }, + "20": { + "mean": 0.6352497704386865, + "std": 0.2843335485056695 + }, + "50": { + "mean": 0.7418977365313261, + "std": 0.25484022169803017 + }, + "100": { + "mean": 0.8030896529247807, + "std": 0.23000419876401937 + } + }, + "fslr": { + "10": { + "mean": 0.49794461555575936, + "std": 0.3010863045080873 + }, + "20": { + "mean": 0.5829815733712634, + "std": 0.2991470073394531 + }, + "50": { + "mean": 0.7030272490580112, + "std": 0.276020753618168 + }, + "100": { + "mean": 0.7812409181495147, + "std": 0.24781533672015763 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.49264625771487, + "std": 0.3014151274854071 + }, + "20": { + "mean": 0.5760078374463361, + "std": 0.30076316295901917 + }, + "50": { + "mean": 0.6944215694847089, + "std": 0.2804872971015471 + }, + "100": { + "mean": 0.770159885383269, + "std": 0.25526364945398816 + } + }, + "fairmf": { + "10": { + "mean": 0.0005501356152704322, + "std": 0.012133601845433096 + }, + "20": { + "mean": 0.001063823106155996, + "std": 0.01688549951005883 + }, + "50": { + "mean": 0.0027039898656452677, + "std": 0.028031976751893704 + }, + "100": { + "mean": 0.005104487236242671, + "std": 0.038300887747635556 + } + } + }, + "bdv": { + "ease": { + "10": 0.5252942435266423, + "20": 0.4806601754761395, + "50": 0.5145217205221486, + "100": 0.5685539268136102 + }, + "fslr": { + "10": 0.4745987588273058, + "20": 0.439388508452814, + "50": 0.5033051572865397, + "100": 0.5746089236036807 + }, + "bnslim_admm": { + "10": 0.47708110421570726, + "20": 0.439161138454954, + "50": 0.5017483415364863, + "100": 0.5773576931307511 + }, + "fairmf": { + "10": 0.39912261930237536, + "20": 0.41400331692702763, + "50": 0.43814359084100146, + "100": 0.4601851059276696 + } + }, + "apcr": { + "ease": { + "10": 0.8988203509522791, + "20": 0.9699470361652044, + "50": 0.9983014123689279, + "100": 0.9999598758827306 + }, + "fslr": { + "10": 0.9183875454739996, + "20": 0.9730365931949497, + "50": 0.9957200941579285, + "100": 0.9993981382409587 + }, + "bnslim_admm": { + "10": 0.9181601754761395, + "20": 0.9729162208431414, + "50": 0.9952519794564519, + "100": 0.9991573935373422 + }, + "fairmf": { + "10": 0.9840038519152579, + "20": 0.9997057564733576, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/goodreads/42/opt_params.json b/goodreads/42/opt_params.json new file mode 100644 index 0000000..4292dab --- /dev/null +++ b/goodreads/42/opt_params.json @@ -0,0 +1,19 @@ +{ + "ease": { + "l2": 31.588064021308977 + }, + "fslr": { + "l1": 0.026680106686280083, + "l2": 9946.291466789846 + }, + "bnslim_admm": { + "l1": 49.07790902060554, + "l2": 9530.452812461546, + "l3": 7.396086106540404 + }, + "fairmf": { + "l2": 0.0002444444154102598, + "learning_rate": 0.0004890561373824075, + "num_factors": 32 + } +} \ No newline at end of file diff --git a/goodreads/42/results.json b/goodreads/42/results.json new file mode 100644 index 0000000..88de157 --- /dev/null +++ b/goodreads/42/results.json @@ -0,0 +1,213 @@ +{ + "iters_num": { + "fslr": 1, + "bnslim_admm": 50, + "fairmf": 44 + }, + "fit_time": { + "ease": 133.9975926876068, + "fslr": 159.92785048484802, + "bnslim_admm": 3462.328165769577, + "fairmf": 1175.6298348903656 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.5262886781336973, + "std": 0.282291801217215 + }, + "20": { + "mean": 0.5553768475740738, + "std": 0.2684153217550111 + }, + "50": { + "mean": 0.5923572111541154, + "std": 0.2554829184156486 + }, + "100": { + "mean": 0.6107159574668711, + "std": 0.24822704840421442 + } + }, + "fslr": { + "10": { + "mean": 0.4662241824058242, + "std": 0.2847357721203513 + }, + "20": { + "mean": 0.4971025662935514, + "std": 0.27324881009717356 + }, + "50": { + "mean": 0.5386234703481919, + "std": 0.2606795320635719 + }, + "100": { + "mean": 0.5621462850708375, + "std": 0.251808984657928 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.4623057636450574, + "std": 0.28489310442726273 + }, + "20": { + "mean": 0.492593696481058, + "std": 0.2743829509463972 + }, + "50": { + "mean": 0.533064775555927, + "std": 0.26268601358277144 + }, + "100": { + "mean": 0.5554908885012454, + "std": 0.25486440818292 + } + }, + "fairmf": { + "10": { + "mean": 0.00039640014969780833, + "std": 0.008315505696472726 + }, + "20": { + "mean": 0.0006193358778059015, + "std": 0.009216458823440082 + }, + "50": { + "mean": 0.0011436343933693507, + "std": 0.011054740655472371 + }, + "100": { + "mean": 0.0017984355648897853, + "std": 0.012591212255204397 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.5515669210832918, + "std": 0.29521507578633605 + }, + "20": { + "mean": 0.6323441268424592, + "std": 0.2852767555730177 + }, + "50": { + "mean": 0.739377622900905, + "std": 0.2558724112086098 + }, + "100": { + "mean": 0.8012173492919487, + "std": 0.23089012783715926 + } + }, + "fslr": { + "10": { + "mean": 0.49144037938308216, + "std": 0.3013908389642063 + }, + "20": { + "mean": 0.5774601047928958, + "std": 0.29929999524585543 + }, + "50": { + "mean": 0.6999660671155579, + "std": 0.2757193013764098 + }, + "100": { + "mean": 0.7809167662005403, + "std": 0.24669260874915333 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.4874810312704866, + "std": 0.30173310784656915 + }, + "20": { + "mean": 0.5716665225870429, + "std": 0.3017022988392293 + }, + "50": { + "mean": 0.6908140729986997, + "std": 0.2807311699478417 + }, + "100": { + "mean": 0.7677794657960336, + "std": 0.25616108370812135 + } + }, + "fairmf": { + "10": { + "mean": 0.0005057124854364315, + "std": 0.010831052241074444 + }, + "20": { + "mean": 0.00109296663422462, + "std": 0.017346292263760825 + }, + "50": { + "mean": 0.0027293316158751293, + "std": 0.02776482812363252 + }, + "100": { + "mean": 0.00509175848160041, + "std": 0.03745377170006916 + } + } + }, + "bdv": { + "ease": { + "10": 0.525952279049861, + "20": 0.4811496897068264, + "50": 0.514849133319067, + "100": 0.5687941365289964 + }, + "fslr": { + "10": 0.47251765461159856, + "20": 0.43819815964048786, + "50": 0.5052525144446822, + "100": 0.5783484913331907 + }, + "bnslim_admm": { + "10": 0.4742670661245452, + "20": 0.4373475283543762, + "50": 0.5007008345816393, + "100": 0.5766434838433554 + }, + "fairmf": { + "10": 0.44888187459875883, + "20": 0.46117322918895787, + "50": 0.47766424138668945, + "100": 0.48673603680719024 + } + }, + "apcr": { + "ease": { + "10": 0.8980312433126472, + "20": 0.9708297667451317, + "50": 0.9983147870746844, + "100": 0.9999331264712177 + }, + "fslr": { + "10": 0.9183072972394607, + "20": 0.9730365931949497, + "50": 0.995479349454312, + "100": 0.9992510164776375 + }, + "bnslim_admm": { + "10": 0.9185346672373208, + "20": 0.9738390755403381, + "50": 0.9957468435694414, + "100": 0.9993045153006633 + }, + "fairmf": { + "10": 0.9839236036807191, + "20": 0.9995051358870105, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/goodreads/7/opt_params.json b/goodreads/7/opt_params.json new file mode 100644 index 0000000..572071c --- /dev/null +++ b/goodreads/7/opt_params.json @@ -0,0 +1,19 @@ +{ + "ease": { + "l2": 27.843885285799995 + }, + "fslr": { + "l1": 0.0027094461961028548, + "l2": 9637.004209859371 + }, + "bnslim_admm": { + "l1": 0.007857090370511851, + "l2": 9400.265647465842, + "l3": 17.036682309593743 + }, + "fairmf": { + "l2": 0.0015887741055535382, + "learning_rate": 0.0007818389763941415, + "num_factors": 32 + } +} \ No newline at end of file diff --git a/goodreads/7/results.json b/goodreads/7/results.json new file mode 100644 index 0000000..2facd80 --- /dev/null +++ b/goodreads/7/results.json @@ -0,0 +1,213 @@ +{ + "iters_num": { + "fslr": 1, + "bnslim_admm": 50, + "fairmf": 58 + }, + "fit_time": { + "ease": 102.28504061698914, + "fslr": 129.19626784324646, + "bnslim_admm": 3436.608861684799, + "fairmf": 1465.6311101913452 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.5281944773577087, + "std": 0.2819414397674562 + }, + "20": { + "mean": 0.5573287326196702, + "std": 0.26795311218136564 + }, + "50": { + "mean": 0.5948045342358094, + "std": 0.2547398470990935 + }, + "100": { + "mean": 0.612964925798314, + "std": 0.24758524998556902 + } + }, + "fslr": { + "10": { + "mean": 0.4701287861504213, + "std": 0.2850308025015457 + }, + "20": { + "mean": 0.5000050289991166, + "std": 0.2734233810069122 + }, + "50": { + "mean": 0.5417659985406258, + "std": 0.260606539168433 + }, + "100": { + "mean": 0.5649627996172512, + "std": 0.2515873699322392 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.46895876940816683, + "std": 0.28490511207390745 + }, + "20": { + "mean": 0.49936917050137264, + "std": 0.27329464855480573 + }, + "50": { + "mean": 0.5414328671766667, + "std": 0.2603973193026375 + }, + "100": { + "mean": 0.5646907538287844, + "std": 0.2513278539146735 + } + }, + "fairmf": { + "10": { + "mean": 0.0002487805996055207, + "std": 0.006342382240339783 + }, + "20": { + "mean": 0.0003876460381965116, + "std": 0.007062697332172834 + }, + "50": { + "mean": 0.000746878248221612, + "std": 0.008617185698356483 + }, + "100": { + "mean": 0.001291725466870583, + "std": 0.010293546353279502 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.5529671041681528, + "std": 0.2943960207174269 + }, + "20": { + "mean": 0.63359974508155, + "std": 0.28440869386094 + }, + "50": { + "mean": 0.7421813977474073, + "std": 0.25467708418831836 + }, + "100": { + "mean": 0.803223845462242, + "std": 0.2292357735163825 + } + }, + "fslr": { + "10": { + "mean": 0.4976038896191902, + "std": 0.301370730704367 + }, + "20": { + "mean": 0.5810341360519489, + "std": 0.29936544610168275 + }, + "50": { + "mean": 0.7039859948390135, + "std": 0.2748520665315369 + }, + "100": { + "mean": 0.7842805492079462, + "std": 0.2447977930080178 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.4970180350476734, + "std": 0.30143267308724125 + }, + "20": { + "mean": 0.5814588497136969, + "std": 0.29943581829580546 + }, + "50": { + "mean": 0.7051930261657708, + "std": 0.27451147457435215 + }, + "100": { + "mean": 0.7856885825920916, + "std": 0.24418584345028385 + } + }, + "fairmf": { + "10": { + "mean": 0.0003529966983583503, + "std": 0.009669054379285816 + }, + "20": { + "mean": 0.0006816079792128634, + "std": 0.01333859828677259 + }, + "50": { + "mean": 0.0017917625939732579, + "std": 0.021985198163935647 + }, + "100": { + "mean": 0.003816678766015022, + "std": 0.032295403778755324 + } + } + }, + "bdv": { + "ease": { + "10": 0.5264230686924887, + "20": 0.4835812112133533, + "50": 0.5161491547185961, + "100": 0.5699063770597046 + }, + "fslr": { + "10": 0.47347528354376206, + "20": 0.44068317997004064, + "50": 0.5072972394607318, + "100": 0.578950353092232 + }, + "bnslim_admm": { + "10": 0.47881446608174616, + "20": 0.442873956772951, + "50": 0.5061534346244383, + "100": 0.5775139096939867 + }, + "fairmf": { + "10": 0.4278889364433982, + "20": 0.4522977744489621, + "50": 0.47180291033597266, + "100": 0.48075914829873745 + } + }, + "apcr": { + "ease": { + "10": 0.8979911191953777, + "20": 0.9697330408731007, + "50": 0.9983682858977102, + "100": 0.9999598758827306 + }, + "fslr": { + "10": 0.9170634496041087, + "20": 0.9718328696768671, + "50": 0.9950647335758613, + "100": 0.9990905200085598 + }, + "bnslim_admm": { + "10": 0.9161272202011556, + "20": 0.9722876096725872, + "50": 0.9952519794564519, + "100": 0.9991440188315857 + }, + "fairmf": { + "10": 0.9839904772095014, + "20": 0.999237641771881, + "50": 1.0, + "100": 1.0 + } + } +} \ No newline at end of file diff --git a/goodreads/goodreads_processing.py b/goodreads/goodreads_processing.py new file mode 100644 index 0000000..b4dd456 --- /dev/null +++ b/goodreads/goodreads_processing.py @@ -0,0 +1,102 @@ + +import requests +import json + +GENDER_PROPERTY = "P21" # Property for gender in Wikidata +OCCUPATION_PROPERTY = "P106" # Property for occupation in Wikidata +AUTHOR_OCCUPATION_ID = "Q36180" # ID for the author occupation in Wikidata +MALE_GENDER_ID = "Q6581097" # ID for male gender in Wikidata +FEMALE_GENDER_ID = "Q6581072" # ID for female gender in Wikidata + +def is_author(data): + """Check if the person is an author.""" + if OCCUPATION_PROPERTY in data: + for occupation in data[OCCUPATION_PROPERTY]: + if "datavalue" in occupation["mainsnak"]: + if occupation["mainsnak"]["datavalue"]["value"]["id"] == AUTHOR_OCCUPATION_ID: + return True + return False + +def get_gender(data): + """Retrieve the gender of the person.""" + if GENDER_PROPERTY in data: + if "datavalue" in data[GENDER_PROPERTY][0]["mainsnak"]: + gender_id = data[GENDER_PROPERTY][0]["mainsnak"]["datavalue"]["value"]["id"] + if gender_id == MALE_GENDER_ID: + return "male" + elif gender_id == FEMALE_GENDER_ID: + return "female" + return "unknown" + +def get_author_gender(author_name): + """Retrieve the data for the given author name from Wikidata.""" + author_name = author_name.replace(" ", "+") + url = f"https://www.wikidata.org/w/api.php?action=wbgetentities&sites=enwiki&titles={author_name}&props=claims&format=json" + + try: + response = requests.get(url) + response.raise_for_status() + except requests.RequestException: + return None + + data = response.json() + + if "entities" in data: + for entity in data["entities"].values(): + # Check if 'claims' exists in the entity and if the person is an author + if "claims" in entity and is_author(entity["claims"]): + return get_gender(entity["claims"]) + + return "unknown" + +def collect_authors_metadata(): + books_by_author = {} + + with open("goodreads_books_young_adult.json", "r") as books_file: + for line in books_file: + data = json.loads(line) + if "authors" in data and "book_id" in data and len(data["authors"]) == 1: + author_id = data["authors"][0]["author_id"] + book_id = data["book_id"] + if author_id in books_by_author: + books_by_author[author_id]["book_ids"].append(book_id) + else: + books_by_author[author_id] = {"book_ids": [book_id]} + + with open("goodreads_books_authors.json", "r") as authors_file, \ + open("goodreads_books_young_adult_authors.json", "w") as new_file: + for line in authors_file: + data = json.loads(line) + author_id = data["author_id"] + if author_id in books_by_author: + author_name = data.get("name", "").strip() + if author_name: + author_gender = get_author_gender(author_name) + if author_gender in {"male", "female"}: + books_by_author[author_id]["name"] = author_name + books_by_author[author_id]["gender"] = author_gender + new_file.write(json.dumps({"author_id": author_id, "author_name": author_name, "author_gender": author_gender, "book_ids": books_by_author[author_id]["book_ids"]}) + "\n") + +def filter_interactions_by_book_ids(): + valid_book_ids = set() + + # 1. Collect valid book_ids from goodreads_books_young_adult_authors.json + with open("goodreads_books_young_adult_authors.json", "r") as authors_file: + for line in authors_file: + data = json.loads(line) + if "book_ids" in data: + valid_book_ids.update(data["book_ids"]) + + # 2. Filter interactions and write to a new file + with open("goodreads_interactions_young_adult.json", "r") as interactions_file, \ + open("goodreads_filtered_interactions_young_adult.json", "w") as new_file: + for line in interactions_file: + interaction_data = json.loads(line) + if (interaction_data["book_id"] in valid_book_ids and + interaction_data["is_read"] == True and + interaction_data["rating"] != 0): + new_file.write(json.dumps({"user_id": interaction_data["user_id"], "book_id": interaction_data["book_id"], "rating": interaction_data["rating"]}) + "\n") + +if __name__ == "__main__": + # collect_authors_metadata() + filter_interactions_by_book_ids() \ No newline at end of file diff --git a/lastfm-1k/13800/opt_params.json b/lastfm-1k/13800/opt_params.json new file mode 100644 index 0000000..f09f82f --- /dev/null +++ b/lastfm-1k/13800/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 32.269748267417256 + }, + "bnslim": { + "l1": 0.2466134568036643, + "l2": 0.5158135032505486, + "l3": 26.097525961016995 + }, + "fslr": { + "l1": 6.199337374725431, + "l2": 134.07474732311988 + }, + "bnslim_admm": { + "l1": 49.6285048498709, + "l2": 5.600786828273823, + "l3": 105.31439207705188 + }, + "fairmf": { + "l2": 1.0977983004758414e-06, + "learning_rate": 2.933284586897087e-06, + "num_factors": 128 + }, + "fda": { + "num_ng": 5, + "noise_ratio": 0.7 + } +} \ No newline at end of file diff --git a/lastfm-1k/13800/results.json b/lastfm-1k/13800/results.json new file mode 100644 index 0000000..79e720a --- /dev/null +++ b/lastfm-1k/13800/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 50, + "fslr": 20, + "bnslim_admm": 34, + "fairmf": 6 + }, + "fit_time": { + "ease": 0.0328974723815918, + "bnslim": 521.1734230518341, + "fslr": 0.0796661376953125, + "bnslim_admm": 0.06517195701599121, + "fairmf": 0.04825282096862793, + "fda": 25.91679048538208 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.2051986161361564, + "std": 0.22479606705288346 + }, + "20": { + "mean": 0.236286481577636, + "std": 0.21315303750832904 + }, + "50": { + "mean": 0.2795809541637091, + "std": 0.2160256966421861 + }, + "100": { + "mean": 0.31592060992942034, + "std": 0.21678116327007452 + } + }, + "bnslim": { + "10": { + "mean": 0.14147981705989168, + "std": 0.1935956465221799 + }, + "20": { + "mean": 0.16712654448749154, + "std": 0.18621558703786262 + }, + "50": { + "mean": 0.21750043470211078, + "std": 0.19185246949299392 + }, + "100": { + "mean": 0.25303604728222223, + "std": 0.1915502510719822 + } + }, + "fslr": { + "10": { + "mean": 0.1511757630664802, + "std": 0.1978197633908753 + }, + "20": { + "mean": 0.17152381466291075, + "std": 0.1864258818468614 + }, + "50": { + "mean": 0.2115925207388064, + "std": 0.19320280589819389 + }, + "100": { + "mean": 0.24830750083965428, + "std": 0.19874347256307184 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.08571537006244512, + "std": 0.13491227824003932 + }, + "20": { + "mean": 0.11193462583143494, + "std": 0.14003096504915166 + }, + "50": { + "mean": 0.15333119158113725, + "std": 0.14841834645072557 + }, + "100": { + "mean": 0.19325637499472031, + "std": 0.1508639034607856 + } + }, + "fairmf": { + "10": { + "mean": 0.002673825509458605, + "std": 0.016060792871891275 + }, + "20": { + "mean": 0.004213377969732771, + "std": 0.019451852428569835 + }, + "50": { + "mean": 0.008152093879970243, + "std": 0.024159622165675448 + }, + "100": { + "mean": 0.015449798027230682, + "std": 0.02935506539632055 + } + }, + "fda": { + "10": { + "mean": 0.1264614479057318, + "std": 0.16685714383885825 + }, + "20": { + "mean": 0.14753432879259248, + "std": 0.1559599002950929 + }, + "50": { + "mean": 0.2033942029908986, + "std": 0.1663354885039686 + }, + "100": { + "mean": 0.24089749102846114, + "std": 0.17137007943171273 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.21320957761635728, + "std": 0.22573069855306196 + }, + "20": { + "mean": 0.29667477236283973, + "std": 0.24083871855703184 + }, + "50": { + "mean": 0.41340527754647344, + "std": 0.2626130967574337 + }, + "100": { + "mean": 0.528557424476195, + "std": 0.2704118306645598 + } + }, + "bnslim": { + "10": { + "mean": 0.15773136938391175, + "std": 0.20462588740424056 + }, + "20": { + "mean": 0.22401045043955128, + "std": 0.22965519125126252 + }, + "50": { + "mean": 0.36692009336175224, + "std": 0.2757575320804642 + }, + "100": { + "mean": 0.4779279463882489, + "std": 0.28387813369389464 + } + }, + "fslr": { + "10": { + "mean": 0.1617080306698951, + "std": 0.2026800895067142 + }, + "20": { + "mean": 0.22077192527551975, + "std": 0.22385054847862174 + }, + "50": { + "mean": 0.3259965042078994, + "std": 0.2506423099547197 + }, + "100": { + "mean": 0.44503726321982046, + "std": 0.27245974080574237 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.10997612321764864, + "std": 0.16176610622125862 + }, + "20": { + "mean": 0.17173099188844715, + "std": 0.2098857352329843 + }, + "50": { + "mean": 0.28786523401508357, + "std": 0.2530750067303306 + }, + "100": { + "mean": 0.4224173994744685, + "std": 0.2746564785196702 + } + }, + "fairmf": { + "10": { + "mean": 0.003601694915254237, + "std": 0.022496568412706884 + }, + "20": { + "mean": 0.0072584115012750165, + "std": 0.0413338833036266 + }, + "50": { + "mean": 0.01710338805905814, + "std": 0.05891675204320691 + }, + "100": { + "mean": 0.039341238083983966, + "std": 0.08156463079259237 + } + }, + "fda": { + "10": { + "mean": 0.1419357008340059, + "std": 0.1814739330664987 + }, + "20": { + "mean": 0.20267913698264092, + "std": 0.20507189935920744 + }, + "50": { + "mean": 0.356703847487784, + "std": 0.2627975004792263 + }, + "100": { + "mean": 0.47711401914573764, + "std": 0.27531170861131027 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.05949794015120649, + "std": 0.0493305948137601 + }, + "20": { + "mean": 0.06482412060301508, + "std": 0.059511974826527224 + }, + "50": { + "mean": 0.06219430485762143, + "std": 0.05590462983960034 + }, + "100": { + "mean": 0.05719543664267283, + "std": 0.04711091975766144 + } + }, + "bnslim": { + "10": { + "mean": 0.04066050975598715, + "std": 0.04981640361592166 + }, + "20": { + "mean": 0.039843360948888594, + "std": 0.046683503548329425 + }, + "50": { + "mean": 0.038843315677486535, + "std": 0.04153458637893113 + }, + "100": { + "mean": 0.03209040698990447, + "std": 0.03361177161834131 + } + }, + "fslr": { + "10": { + "mean": 0.050002263570102755, + "std": 0.043397349721248674 + }, + "20": { + "mean": 0.040970618860066095, + "std": 0.026939037275851327 + }, + "50": { + "mean": 0.03289510616143782, + "std": 0.022116229962349444 + }, + "100": { + "mean": 0.035943229661822625, + "std": 0.022928424337639027 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.010444112454162715, + "std": 0.010118817659645842 + }, + "20": { + "mean": 0.007697270134456056, + "std": 0.007921810842678836 + }, + "50": { + "mean": 0.005600072434243292, + "std": 0.0031280775085784297 + }, + "100": { + "mean": 0.004764588709312335, + "std": 0.003900544468538077 + } + }, + "fairmf": { + "10": { + "mean": 0.022814523065779347, + "std": 0.010223293271309438 + }, + "20": { + "mean": 0.01086287292317443, + "std": 0.010656798135285167 + }, + "50": { + "mean": 0.004806917470234061, + "std": 0.004150781568747614 + }, + "100": { + "mean": 0.0077457105346552535, + "std": 0.004927215389479978 + } + }, + "fda": { + "10": { + "mean": 0.06751324188510119, + "std": 0.07196330180410726 + }, + "20": { + "mean": 0.06204106116166417, + "std": 0.06436685939243186 + }, + "50": { + "mean": 0.04484494544796053, + "std": 0.05177506373572255 + }, + "100": { + "mean": 0.03663067590203268, + "std": 0.03971464613660855 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.12768798949703472, + "std": 0.07413272261432827 + }, + "20": { + "mean": 0.11451401149893613, + "std": 0.1022948001765352 + }, + "50": { + "mean": 0.07094028702068904, + "std": 0.06865412226414828 + }, + "100": { + "mean": 0.03558332201548283, + "std": 0.03769025710194403 + } + }, + "bnslim": { + "10": { + "mean": 0.05801530173389469, + "std": 0.04510172944130109 + }, + "20": { + "mean": 0.07121191543302095, + "std": 0.06287242703858835 + }, + "50": { + "mean": 0.06442120512472267, + "std": 0.08153456177085745 + }, + "100": { + "mean": 0.020643759337226675, + "std": 0.026936902694810836 + } + }, + "fslr": { + "10": { + "mean": 0.1484449273393997, + "std": 0.14572592184357597 + }, + "20": { + "mean": 0.17916157363393545, + "std": 0.15080152906557673 + }, + "50": { + "mean": 0.1292498528679433, + "std": 0.1552499287054579 + }, + "100": { + "mean": 0.08902621214179003, + "std": 0.06847562953049822 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.014441577255647606, + "std": 0.012900363845149176 + }, + "20": { + "mean": 0.03214269545927837, + "std": 0.021912247168327757 + }, + "50": { + "mean": 0.0260989632848929, + "std": 0.0333369164862759 + }, + "100": { + "mean": 0.02075693784236497, + "std": 0.0253124327677723 + } + }, + "fairmf": { + "10": { + "mean": 0.03861650595318936, + "std": 0.028108801724394526 + }, + "20": { + "mean": 0.030354475078093173, + "std": 0.037384756787102284 + }, + "50": { + "mean": 0.002195662999683101, + "std": 0.0049096517229725144 + }, + "100": { + "mean": 0.0, + "std": 0.0 + } + }, + "fda": { + "10": { + "mean": 0.09982344153198426, + "std": 0.07274567765056163 + }, + "20": { + "mean": 0.08121689528724704, + "std": 0.0607451463594567 + }, + "50": { + "mean": 0.0688804382271719, + "std": 0.028617229225797226 + }, + "100": { + "mean": 0.06070895015618636, + "std": 0.046883515106595976 + } + } + } +} \ No newline at end of file diff --git a/lastfm-1k/1452/opt_params.json b/lastfm-1k/1452/opt_params.json new file mode 100644 index 0000000..a4d374f --- /dev/null +++ b/lastfm-1k/1452/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 67.99369032805016 + }, + "fslr": { + "l1": 3.36716522617672, + "l2": 101.4464745133864 + }, + "bnslim": { + "l1": 0.2567979740779231, + "l2": 0.2581052741849069, + "l3": 29.655410052669556 + }, + "bnslim_admm": { + "l1": 46.32330389235119, + "l2": 3.0437112423227095, + "l3": 0.1273555151404623 + }, + "fairmf": { + "l2": 7.222242082221312e-05, + "learning_rate": 0.09513708860926386, + "num_factors": 64 + }, + "fda": { + "num_ng": 9, + "noise_ratio": 0.7 + } +} \ No newline at end of file diff --git a/lastfm-1k/1452/results.json b/lastfm-1k/1452/results.json new file mode 100644 index 0000000..5138afb --- /dev/null +++ b/lastfm-1k/1452/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 50, + "fslr": 24, + "bnslim_admm": 16, + "fairmf": 49 + }, + "fit_time": { + "ease": 0.03287148475646973, + "bnslim": 455.20880794525146, + "fslr": 0.0911409854888916, + "bnslim_admm": 0.03660917282104492, + "fairmf": 0.3143444061279297, + "fda": 46.14604640007019 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.20549366115185141, + "std": 0.2106666526061812 + }, + "20": { + "mean": 0.2326745392398835, + "std": 0.19628110893640086 + }, + "50": { + "mean": 0.2860792491318536, + "std": 0.1991981948946309 + }, + "100": { + "mean": 0.3215214670429313, + "std": 0.20071709725081274 + } + }, + "bnslim": { + "10": { + "mean": 0.14160262841363352, + "std": 0.19065008344702997 + }, + "20": { + "mean": 0.1582252312247766, + "std": 0.18138317453637734 + }, + "50": { + "mean": 0.20653291056170092, + "std": 0.18465597750760118 + }, + "100": { + "mean": 0.24128275473452618, + "std": 0.19119040116081457 + } + }, + "fslr": { + "10": { + "mean": 0.166147154425018, + "std": 0.2002055541060949 + }, + "20": { + "mean": 0.185688265275951, + "std": 0.18911617889225055 + }, + "50": { + "mean": 0.24119278975845362, + "std": 0.19285914118214728 + }, + "100": { + "mean": 0.27793932462734816, + "std": 0.19753526298691 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.10428379922944053, + "std": 0.17134925369362103 + }, + "20": { + "mean": 0.12012931681686843, + "std": 0.17205910331041718 + }, + "50": { + "mean": 0.15651962294230654, + "std": 0.18514551166961185 + }, + "100": { + "mean": 0.19302709071931515, + "std": 0.18983693492069537 + } + }, + "fairmf": { + "10": { + "mean": 0.11267196279440857, + "std": 0.18465209335947752 + }, + "20": { + "mean": 0.12861677772334823, + "std": 0.17831707148361553 + }, + "50": { + "mean": 0.1679832502174843, + "std": 0.18951206212725757 + }, + "100": { + "mean": 0.20558084137630056, + "std": 0.19439794195884116 + } + }, + "fda": { + "10": { + "mean": 0.13490916776718806, + "std": 0.1740618407380521 + }, + "20": { + "mean": 0.16158421430374512, + "std": 0.16270870818319047 + }, + "50": { + "mean": 0.2094524936004995, + "std": 0.173601354993022 + }, + "100": { + "mean": 0.24872506866902708, + "std": 0.1766909625618668 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.2232344632768362, + "std": 0.21808614623880843 + }, + "20": { + "mean": 0.30076633082434756, + "std": 0.24015206661716418 + }, + "50": { + "mean": 0.4509518563171091, + "std": 0.28448750729196304 + }, + "100": { + "mean": 0.5640117684008941, + "std": 0.27928331592773653 + } + }, + "bnslim": { + "10": { + "mean": 0.16065543449018027, + "std": 0.206188414881458 + }, + "20": { + "mean": 0.20730220949661313, + "std": 0.2198102084287279 + }, + "50": { + "mean": 0.34178646100951215, + "std": 0.2514648170729763 + }, + "100": { + "mean": 0.45967536146288257, + "std": 0.29417224283261034 + } + }, + "fslr": { + "10": { + "mean": 0.17951136669357007, + "std": 0.20966256223107926 + }, + "20": { + "mean": 0.23109781165876042, + "std": 0.21419713317782432 + }, + "50": { + "mean": 0.388291986220974, + "std": 0.2680524035320232 + }, + "100": { + "mean": 0.5079407502854832, + "std": 0.28143035745655315 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.1223886871132634, + "std": 0.193621723288941 + }, + "20": { + "mean": 0.16082573752590018, + "std": 0.21551161899924182 + }, + "50": { + "mean": 0.26061290763178885, + "std": 0.2615607757093331 + }, + "100": { + "mean": 0.3855162231658839, + "std": 0.3025959868241161 + } + }, + "fairmf": { + "10": { + "mean": 0.1263367635189669, + "std": 0.19685276773848084 + }, + "20": { + "mean": 0.16795400999564825, + "std": 0.21751458065018556 + }, + "50": { + "mean": 0.2756664351666225, + "std": 0.2598321176971041 + }, + "100": { + "mean": 0.4031548750866894, + "std": 0.2989032814800346 + } + }, + "fda": { + "10": { + "mean": 0.15309389292440137, + "std": 0.191094044466937 + }, + "20": { + "mean": 0.22265083282803147, + "std": 0.208665904086911 + }, + "50": { + "mean": 0.3554769324498809, + "std": 0.2568396639162006 + }, + "100": { + "mean": 0.4824925961398033, + "std": 0.27228280740381194 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.05691520666395039, + "std": 0.05634822226017022 + }, + "20": { + "mean": 0.05905201684096156, + "std": 0.05733679578853704 + }, + "50": { + "mean": 0.061464529856489654, + "std": 0.055055089711530655 + }, + "100": { + "mean": 0.05514215220245371, + "std": 0.051409431991527955 + } + }, + "bnslim": { + "10": { + "mean": 0.04693965322106025, + "std": 0.047415940045135725 + }, + "20": { + "mean": 0.04272262211960704, + "std": 0.04684173373868516 + }, + "50": { + "mean": 0.04067861831680928, + "std": 0.03844292344882016 + }, + "100": { + "mean": 0.03275227488795327, + "std": 0.03507501379410104 + } + }, + "fslr": { + "10": { + "mean": 0.03396713296210785, + "std": 0.03163938096906406 + }, + "20": { + "mean": 0.03865725021503915, + "std": 0.03290281875667495 + }, + "50": { + "mean": 0.041977454841776445, + "std": 0.03365447093701891 + }, + "100": { + "mean": 0.03871293403956721, + "std": 0.028233694729761297 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.014998415500928057, + "std": 0.016649574757853596 + }, + "20": { + "mean": 0.006574539363484088, + "std": 0.005349004500968022 + }, + "50": { + "mean": 0.01316764000181086, + "std": 0.011717493999031416 + }, + "100": { + "mean": 0.010934854452442406, + "std": 0.011280610115809189 + } + }, + "fairmf": { + "10": { + "mean": 0.015365113857576175, + "std": 0.017321570255186172 + }, + "20": { + "mean": 0.0055197156955950856, + "std": 0.0033591656787577595 + }, + "50": { + "mean": 0.006032414323871617, + "std": 0.004037726706309497 + }, + "100": { + "mean": 0.007447145638100414, + "std": 0.003708655831215047 + } + }, + "fda": { + "10": { + "mean": 0.054038209063334695, + "std": 0.0529603843796261 + }, + "20": { + "mean": 0.05384127846439402, + "std": 0.05430773443652572 + }, + "50": { + "mean": 0.04187197247498755, + "std": 0.0444509272029263 + }, + "100": { + "mean": 0.03127846439404229, + "std": 0.0314290488381008 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.10930780026257414, + "std": 0.0656429280578327 + }, + "20": { + "mean": 0.14896554846303586, + "std": 0.05470331516627461 + }, + "50": { + "mean": 0.06319887726922897, + "std": 0.061599174976468316 + }, + "100": { + "mean": 0.03956720539635111, + "std": 0.020014312254499893 + } + }, + "bnslim": { + "10": { + "mean": 0.07739146181357236, + "std": 0.06223514241298209 + }, + "20": { + "mean": 0.0785232468649554, + "std": 0.06683371945734073 + }, + "50": { + "mean": 0.05285436189958803, + "std": 0.059671318692028935 + }, + "100": { + "mean": 0.014124677441260372, + "std": 0.013171877610978502 + } + }, + "fslr": { + "10": { + "mean": 0.07286432160804021, + "std": 0.02634547645351067 + }, + "20": { + "mean": 0.09633754357372444, + "std": 0.045158354031479477 + }, + "50": { + "mean": 0.1284123319299199, + "std": 0.13748017892853723 + }, + "100": { + "mean": 0.06815609579428678, + "std": 0.03860042807407935 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.028000362171216448, + "std": 0.025582077780719498 + }, + "20": { + "mean": 0.030580832088369786, + "std": 0.032450541309042805 + }, + "50": { + "mean": 0.034836343881570024, + "std": 0.03984750773960996 + }, + "100": { + "mean": 0.014667934265924202, + "std": 0.02079998003798804 + } + }, + "fairmf": { + "10": { + "mean": 0.04015573362307031, + "std": 0.050268546166836854 + }, + "20": { + "mean": 0.04459233102449184, + "std": 0.04368305591765876 + }, + "50": { + "mean": 0.01613925483272217, + "std": 0.018361962918504553 + }, + "100": { + "mean": 0.010163429761419707, + "std": 0.020560855908941505 + } + }, + "fda": { + "10": { + "mean": 0.1277106251980624, + "std": 0.08118799619067323 + }, + "20": { + "mean": 0.1272352754764815, + "std": 0.04919252396193637 + }, + "50": { + "mean": 0.09097288243016892, + "std": 0.02786579832503091 + }, + "100": { + "mean": 0.042192946715559766, + "std": 0.019247587934885502 + } + } + } +} \ No newline at end of file diff --git a/lastfm-1k/1994/opt_params.json b/lastfm-1k/1994/opt_params.json new file mode 100644 index 0000000..58bf230 --- /dev/null +++ b/lastfm-1k/1994/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 113.26029467442001 + }, + "bnslim": { + "l1": 0.10746076614988632, + "l2": 0.004629057145412349, + "l3": 31.545107730098778 + }, + "fslr": { + "l1": 4.318260620569671, + "l2": 154.68991638628947 + }, + "bnslim_admm": { + "l1": 45.6998935124347, + "l2": 16.020718928579086, + "l3": 0.0014751886278100452 + }, + "fairmf": { + "l2": 6.526046708391727e-05, + "learning_rate": 0.011645328694208095, + "num_factors": 32 + }, + "fda": { + "num_ng": 9, + "noise_ratio": 0.7 + } +} \ No newline at end of file diff --git a/lastfm-1k/1994/results.json b/lastfm-1k/1994/results.json new file mode 100644 index 0000000..dbf1b28 --- /dev/null +++ b/lastfm-1k/1994/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 50, + "fslr": 19, + "bnslim_admm": 18, + "fairmf": 24 + }, + "fit_time": { + "ease": 0.0316312313079834, + "bnslim": 462.8418743610382, + "fslr": 0.08106708526611328, + "bnslim_admm": 0.03996014595031738, + "fairmf": 0.12882089614868164, + "fda": 45.99079632759094 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.202645188739891, + "std": 0.21476134778910644 + }, + "20": { + "mean": 0.22790416762345694, + "std": 0.19616309407678245 + }, + "50": { + "mean": 0.28623225659597606, + "std": 0.19742010855235897 + }, + "100": { + "mean": 0.32794910607731514, + "std": 0.20018578659444686 + } + }, + "bnslim": { + "10": { + "mean": 0.13929404701464734, + "std": 0.1894783756840126 + }, + "20": { + "mean": 0.15569985261262942, + "std": 0.17996300054637246 + }, + "50": { + "mean": 0.20697432194093687, + "std": 0.18791899659459377 + }, + "100": { + "mean": 0.24584258164621986, + "std": 0.18793089013813735 + } + }, + "fslr": { + "10": { + "mean": 0.1543548437089853, + "std": 0.18939954110751855 + }, + "20": { + "mean": 0.17610441569252172, + "std": 0.17818954511856608 + }, + "50": { + "mean": 0.22168874222632062, + "std": 0.18323502557640436 + }, + "100": { + "mean": 0.2646448268208148, + "std": 0.19111619896450824 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.09585777366256393, + "std": 0.16024910411292162 + }, + "20": { + "mean": 0.11167546589860655, + "std": 0.15779283714084258 + }, + "50": { + "mean": 0.1520128701277863, + "std": 0.1733997915132084 + }, + "100": { + "mean": 0.19113577990930214, + "std": 0.1777553399734116 + } + }, + "fairmf": { + "10": { + "mean": 0.11217844789537301, + "std": 0.17796109950151975 + }, + "20": { + "mean": 0.12864855171728126, + "std": 0.16846146923394226 + }, + "50": { + "mean": 0.1781488179103288, + "std": 0.18005225567807417 + }, + "100": { + "mean": 0.21818774794370396, + "std": 0.18214367910734033 + } + }, + "fda": { + "10": { + "mean": 0.14986447199663103, + "std": 0.1937403043115831 + }, + "20": { + "mean": 0.16998883354986247, + "std": 0.18333366597554276 + }, + "50": { + "mean": 0.22617552331469445, + "std": 0.1841409416222969 + }, + "100": { + "mean": 0.262353340092947, + "std": 0.18864830397147617 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.21934355663169222, + "std": 0.2258266729520483 + }, + "20": { + "mean": 0.2906294309107252, + "std": 0.23369004070377086 + }, + "50": { + "mean": 0.45637358769537645, + "std": 0.2585385099126117 + }, + "100": { + "mean": 0.5947606063746563, + "std": 0.27415900358037026 + } + }, + "bnslim": { + "10": { + "mean": 0.15605326876513315, + "std": 0.20541512281935734 + }, + "20": { + "mean": 0.20230803554992174, + "std": 0.22845111750894218 + }, + "50": { + "mean": 0.3469343908972081, + "std": 0.2765454957806985 + }, + "100": { + "mean": 0.47713977974861516, + "std": 0.2875967600829943 + } + }, + "fslr": { + "10": { + "mean": 0.16657754909873554, + "std": 0.18860530542209727 + }, + "20": { + "mean": 0.22930372136274169, + "std": 0.21457520807416344 + }, + "50": { + "mean": 0.35604998549164096, + "std": 0.25408457144421087 + }, + "100": { + "mean": 0.4982287577023901, + "std": 0.2855650694084592 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.11402676889965026, + "std": 0.18767404146324582 + }, + "20": { + "mean": 0.15480452951149415, + "std": 0.20762860668123584 + }, + "50": { + "mean": 0.2686127006881617, + "std": 0.2727809549053677 + }, + "100": { + "mean": 0.4026235840478819, + "std": 0.30145872909910354 + } + }, + "fairmf": { + "10": { + "mean": 0.12735573042776432, + "std": 0.19601335807037817 + }, + "20": { + "mean": 0.17173948781346982, + "std": 0.2105945365289374 + }, + "50": { + "mean": 0.31358047246091325, + "std": 0.2722156037552182 + }, + "100": { + "mean": 0.4474237407384856, + "std": 0.2860434436221385 + } + }, + "fda": { + "10": { + "mean": 0.16358454398708636, + "std": 0.20016777602518987 + }, + "20": { + "mean": 0.21848756447312753, + "std": 0.217925903331181 + }, + "50": { + "mean": 0.3817780398000985, + "std": 0.2515178039534112 + }, + "100": { + "mean": 0.4991864894348297, + "std": 0.2733155421396846 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.06657612386255603, + "std": 0.05575397916481225 + }, + "20": { + "mean": 0.059960840237222146, + "std": 0.05218755955977953 + }, + "50": { + "mean": 0.0597881298383811, + "std": 0.05528517758777647 + }, + "100": { + "mean": 0.05291932636153742, + "std": 0.0507113750394521 + } + }, + "bnslim": { + "10": { + "mean": 0.030112273077097195, + "std": 0.03205212428060056 + }, + "20": { + "mean": 0.032769704377744575, + "std": 0.032326336438859404 + }, + "50": { + "mean": 0.03598669020779575, + "std": 0.026918048972812227 + }, + "100": { + "mean": 0.030796323962153104, + "std": 0.023523260712630743 + } + }, + "fslr": { + "10": { + "mean": 0.033331069763230574, + "std": 0.021551390085631072 + }, + "20": { + "mean": 0.03201027660826656, + "std": 0.027536417498165006 + }, + "50": { + "mean": 0.029616551224591416, + "std": 0.021406676245309716 + }, + "100": { + "mean": 0.03173049934356467, + "std": 0.021344145275872518 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.008205441622527064, + "std": 0.008720965729306874 + }, + "20": { + "mean": 0.012688442211055284, + "std": 0.013835700078343838 + }, + "50": { + "mean": 0.008983657023858024, + "std": 0.008184314866676121 + }, + "100": { + "mean": 0.012495586038299618, + "std": 0.012297197799307871 + } + }, + "fairmf": { + "10": { + "mean": 0.011879215899316389, + "std": 0.014045512861563119 + }, + "20": { + "mean": 0.010318484313459192, + "std": 0.008169327753272166 + }, + "50": { + "mean": 0.007580696274163618, + "std": 0.006658768067368257 + }, + "100": { + "mean": 0.008760695368735574, + "std": 0.007701405076623647 + } + }, + "fda": { + "10": { + "mean": 0.06190185160034408, + "std": 0.05771041299807426 + }, + "20": { + "mean": 0.05922517995382317, + "std": 0.0544467612579475 + }, + "50": { + "mean": 0.0395780705328444, + "std": 0.04051972754150233 + }, + "100": { + "mean": 0.02571257186835077, + "std": 0.02689402894806959 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.11492145411743404, + "std": 0.06607434022888203 + }, + "20": { + "mean": 0.10414686042826748, + "std": 0.06844862702698547 + }, + "50": { + "mean": 0.06842772420661868, + "std": 0.0869683812133589 + }, + "100": { + "mean": 0.02994703245959529, + "std": 0.02063418906762251 + } + }, + "bnslim": { + "10": { + "mean": 0.05108877721943048, + "std": 0.0648502721380274 + }, + "20": { + "mean": 0.0687672597220336, + "std": 0.05924876475416334 + }, + "50": { + "mean": 0.06833718140250805, + "std": 0.07073679750063883 + }, + "100": { + "mean": 0.0230657793471864, + "std": 0.01742244778378356 + } + }, + "fslr": { + "10": { + "mean": 0.0777762687310426, + "std": 0.05589848673039051 + }, + "20": { + "mean": 0.08515550726606003, + "std": 0.06433485162077864 + }, + "50": { + "mean": 0.08035673864819594, + "std": 0.06736793820633405 + }, + "100": { + "mean": 0.02648377020236316, + "std": 0.022092536972068692 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.019579881388926617, + "std": 0.015820735786622783 + }, + "20": { + "mean": 0.023450586264656622, + "std": 0.02524752445285874 + }, + "50": { + "mean": 0.026755398614695086, + "std": 0.0306986175143583 + }, + "100": { + "mean": 0.006813346009325909, + "std": 0.010358869422389998 + } + }, + "fairmf": { + "10": { + "mean": 0.03610394313911902, + "std": 0.05031773781407423 + }, + "20": { + "mean": 0.06838245280456336, + "std": 0.0717096757843854 + }, + "50": { + "mean": 0.05337498302322422, + "std": 0.049178872282443276 + }, + "100": { + "mean": 0.012155371451853839, + "std": 0.018033438389012797 + } + }, + "fda": { + "10": { + "mean": 0.11582688215854046, + "std": 0.044326049078103655 + }, + "20": { + "mean": 0.09633754357372448, + "std": 0.0395732135015702 + }, + "50": { + "mean": 0.03420254425279554, + "std": 0.015815293953740688 + }, + "100": { + "mean": 0.04260038933405769, + "std": 0.03529154788658374 + } + } + } +} \ No newline at end of file diff --git a/lastfm-1k/42/opt_params.json b/lastfm-1k/42/opt_params.json new file mode 100644 index 0000000..3fe24c9 --- /dev/null +++ b/lastfm-1k/42/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 134.50154860419158 + }, + "bnslim": { + "l1": 0.12218046820981422, + "l2": 1.6353735153791713, + "l3": 38.47338124749472 + }, + "fslr": { + "l1": 6.338951574443407, + "l2": 4.188968094708375 + }, + "bnslim_admm": { + "l1": 40.061058577253554, + "l2": 40.05619822990363, + "l3": 182.9280429968481 + }, + "fairmf": { + "l2": 3.079872383296554e-05, + "learning_rate": 0.16972331572737115, + "num_factors": 32 + }, + "fda": { + "num_ng": 10, + "noise_ratio": 0.5 + } +} \ No newline at end of file diff --git a/lastfm-1k/42/results.json b/lastfm-1k/42/results.json new file mode 100644 index 0000000..74dabf3 --- /dev/null +++ b/lastfm-1k/42/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 50, + "fslr": 48, + "bnslim_admm": 46, + "fairmf": 6 + }, + "fit_time": { + "ease": 0.03435540199279785, + "bnslim": 458.75807547569275, + "fslr": 0.12695074081420898, + "bnslim_admm": 0.08525657653808594, + "fairmf": 0.03864645957946777, + "fda": 53.50605058670044 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.22422205113489385, + "std": 0.23778659430966084 + }, + "20": { + "mean": 0.2477780717268916, + "std": 0.2232323956182628 + }, + "50": { + "mean": 0.30334560712458286, + "std": 0.22475197116877585 + }, + "100": { + "mean": 0.33675381165243906, + "std": 0.2268579150723472 + } + }, + "bnslim": { + "10": { + "mean": 0.08279464255271995, + "std": 0.13017328983876877 + }, + "20": { + "mean": 0.09978981086788795, + "std": 0.13021531355049043 + }, + "50": { + "mean": 0.13326316612208772, + "std": 0.1463747990089041 + }, + "100": { + "mean": 0.16343666659898323, + "std": 0.15406189067709236 + } + }, + "fslr": { + "10": { + "mean": 0.14735658893157003, + "std": 0.18771716648002884 + }, + "20": { + "mean": 0.1638367655528916, + "std": 0.1771568081525983 + }, + "50": { + "mean": 0.20529684658392958, + "std": 0.18525001533954824 + }, + "100": { + "mean": 0.24289927182947368, + "std": 0.18993654716189515 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.10559080093790368, + "std": 0.15799249582755157 + }, + "20": { + "mean": 0.12710132106239674, + "std": 0.1574237928043608 + }, + "50": { + "mean": 0.16743071322070618, + "std": 0.16458313041991374 + }, + "100": { + "mean": 0.2057858363497736, + "std": 0.16676692352342515 + } + }, + "fairmf": { + "10": { + "mean": 0.12127282566699708, + "std": 0.18069283838190295 + }, + "20": { + "mean": 0.13567992039344837, + "std": 0.1685943252214864 + }, + "50": { + "mean": 0.17610698078311016, + "std": 0.18323169319622923 + }, + "100": { + "mean": 0.21207590795657275, + "std": 0.19622158710928775 + } + }, + "fda": { + "10": { + "mean": 0.1720386837508605, + "std": 0.21027834276813231 + }, + "20": { + "mean": 0.19254341730321192, + "std": 0.20036715661342308 + }, + "50": { + "mean": 0.24126511764484562, + "std": 0.20439316444529834 + }, + "100": { + "mean": 0.27985472904113223, + "std": 0.20985468238904692 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.2310751277912295, + "std": 0.2334831762844109 + }, + "20": { + "mean": 0.29649348373373663, + "std": 0.24358468761511637 + }, + "50": { + "mean": 0.4524989093285072, + "std": 0.2765964898451869 + }, + "100": { + "mean": 0.5572550923545521, + "std": 0.27968755972820486 + } + }, + "bnslim": { + "10": { + "mean": 0.08775558245897229, + "std": 0.13562722263329882 + }, + "20": { + "mean": 0.12957857669069428, + "std": 0.1626615569312543 + }, + "50": { + "mean": 0.22557714261306855, + "std": 0.22893786562501525 + }, + "100": { + "mean": 0.33001711469063716, + "std": 0.266416072962365 + } + }, + "fslr": { + "10": { + "mean": 0.16309355663169223, + "std": 0.19747383972818633 + }, + "20": { + "mean": 0.20517082643761816, + "std": 0.20087913197011384 + }, + "50": { + "mean": 0.3163195324303201, + "std": 0.24631311074749132 + }, + "100": { + "mean": 0.44404061876224865, + "std": 0.27490864196235476 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.11935532687651332, + "std": 0.1756850643570316 + }, + "20": { + "mean": 0.17502324632726193, + "std": 0.20125087734136274 + }, + "50": { + "mean": 0.29072943714074906, + "std": 0.25153393648826416 + }, + "100": { + "mean": 0.42283444578352214, + "std": 0.27584777279457934 + } + }, + "fairmf": { + "10": { + "mean": 0.12856974710788271, + "std": 0.18072009585606846 + }, + "20": { + "mean": 0.17030483298455695, + "std": 0.19946326249466031 + }, + "50": { + "mean": 0.27958398072358903, + "std": 0.2501425352638038 + }, + "100": { + "mean": 0.3963868687184123, + "std": 0.30438775438338406 + } + }, + "fda": { + "10": { + "mean": 0.17490583804143126, + "std": 0.2089509733131024 + }, + "20": { + "mean": 0.23050095444179639, + "std": 0.22533470246958945 + }, + "50": { + "mean": 0.3660607100683777, + "std": 0.26275468876339714 + }, + "100": { + "mean": 0.49028552744296044, + "std": 0.28068288181062145 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.05549368463941329, + "std": 0.05051398053336617 + }, + "20": { + "mean": 0.05686427633663815, + "std": 0.05200263665886631 + }, + "50": { + "mean": 0.05468287382860246, + "std": 0.05433458503156291 + }, + "100": { + "mean": 0.05107700665489611, + "std": 0.05278724789231913 + } + }, + "bnslim": { + "10": { + "mean": 0.012687310426003899, + "std": 0.013037400797149993 + }, + "20": { + "mean": 0.010794965820091457, + "std": 0.010931742083244458 + }, + "50": { + "mean": 0.009126261940332286, + "std": 0.0036114947379890603 + }, + "100": { + "mean": 0.012138621033093398, + "std": 0.007262947765387535 + } + }, + "fslr": { + "10": { + "mean": 0.033958078681696785, + "std": 0.020476201600579814 + }, + "20": { + "mean": 0.02928267463443342, + "std": 0.02664161202056804 + }, + "50": { + "mean": 0.03627597446692924, + "std": 0.018067423145129723 + }, + "100": { + "mean": 0.03863710444112455, + "std": 0.01887127437221886 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.003331975191271671, + "std": 0.001741772701635262 + }, + "20": { + "mean": 0.0066118882701797265, + "std": 0.004526765569178931 + }, + "50": { + "mean": 0.006341617999909454, + "std": 0.00508418847675462 + }, + "100": { + "mean": 0.005668432251346822, + "std": 0.004570491338328585 + } + }, + "fairmf": { + "10": { + "mean": 0.018873647516863604, + "std": 0.017503724961495205 + }, + "20": { + "mean": 0.010823260446376028, + "std": 0.008815205527067204 + }, + "50": { + "mean": 0.00956267825614559, + "std": 0.006501704272718235 + }, + "100": { + "mean": 0.007813617637738237, + "std": 0.004606095664048209 + } + }, + "fda": { + "10": { + "mean": 0.04989361220516999, + "std": 0.05561337336088141 + }, + "20": { + "mean": 0.05094504051790485, + "std": 0.05737135028948022 + }, + "50": { + "mean": 0.04367060527864549, + "std": 0.04703422203994273 + }, + "100": { + "mean": 0.03319435012902349, + "std": 0.03354880302225296 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.08626465661641541, + "std": 0.09476696503018397 + }, + "20": { + "mean": 0.10781384399474854, + "std": 0.054364908235820575 + }, + "50": { + "mean": 0.08861876952329217, + "std": 0.07239541619179078 + }, + "100": { + "mean": 0.05591018153832226, + "std": 0.032613575855274725 + } + }, + "bnslim": { + "10": { + "mean": 0.041694961292951215, + "std": 0.03614818691960226 + }, + "20": { + "mean": 0.042509846529947014, + "std": 0.031901694125270844 + }, + "50": { + "mean": 0.023654307573905558, + "std": 0.026380770940609106 + }, + "100": { + "mean": 0.016456154647109422, + "std": 0.02005708326913996 + } + }, + "fslr": { + "10": { + "mean": 0.11686812440581285, + "std": 0.027620388109644612 + }, + "20": { + "mean": 0.10910407895332518, + "std": 0.0502331240567246 + }, + "50": { + "mean": 0.09432296618226267, + "std": 0.08654753405746723 + }, + "100": { + "mean": 0.039137127076825595, + "std": 0.023883925618925436 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.03060346778939745, + "std": 0.016712261673640306 + }, + "20": { + "mean": 0.06980850196930599, + "std": 0.058753734182083676 + }, + "50": { + "mean": 0.013739870523790073, + "std": 0.01047954731936361 + }, + "100": { + "mean": 0.007945131060708951, + "std": 0.011386207621957434 + } + }, + "fairmf": { + "10": { + "mean": 0.05077187740504322, + "std": 0.04225345746833335 + }, + "20": { + "mean": 0.04241930372583638, + "std": 0.028249318607335497 + }, + "50": { + "mean": 0.039023948571687284, + "std": 0.031260157175637106 + }, + "100": { + "mean": 0.011114129204581491, + "std": 0.015176878840813217 + } + }, + "fda": { + "10": { + "mean": 0.11032640680881889, + "std": 0.06108352024969689 + }, + "20": { + "mean": 0.1302458237131604, + "std": 0.050213862873169764 + }, + "50": { + "mean": 0.06695640363982071, + "std": 0.035581507657312224 + }, + "100": { + "mean": 0.02637059169722487, + "std": 0.023807861899935136 + } + } + } +} \ No newline at end of file diff --git a/lastfm-1k/7/opt_params.json b/lastfm-1k/7/opt_params.json new file mode 100644 index 0000000..e7ce238 --- /dev/null +++ b/lastfm-1k/7/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 108.70382685305036 + }, + "bnslim": { + "l1": 0.0024575803892774193, + "l2": 0.047017151118687206, + "l3": 32.242446356839814 + }, + "fslr": { + "l1": 6.251356454205314, + "l2": 763.4435500127552 + }, + "bnslim_admm": { + "l1": 24.40377247320026, + "l2": 25.03241123701003, + "l3": 0.17098431039304196 + }, + "fairmf": { + "l2": 7.613215486687797e-05, + "learning_rate": 0.0028233822315155976, + "num_factors": 32 + }, + "fda": { + "num_ng": 10, + "noise_ratio": 0.7 + } +} \ No newline at end of file diff --git a/lastfm-1k/7/results.json b/lastfm-1k/7/results.json new file mode 100644 index 0000000..70a2d7f --- /dev/null +++ b/lastfm-1k/7/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 50, + "fslr": 7, + "bnslim_admm": 23, + "fairmf": 45 + }, + "fit_time": { + "ease": 0.07485103607177734, + "bnslim": 492.5130081176758, + "fslr": 0.04434847831726074, + "bnslim_admm": 0.04819083213806152, + "fairmf": 0.47373366355895996, + "fda": 54.49989151954651 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.2046871173805083, + "std": 0.21827134580983898 + }, + "20": { + "mean": 0.2345061257558028, + "std": 0.20455899216123308 + }, + "50": { + "mean": 0.28997647682629835, + "std": 0.2098470989843898 + }, + "100": { + "mean": 0.3331370245208623, + "std": 0.20968029511578878 + } + }, + "bnslim": { + "10": { + "mean": 0.13045762097818706, + "std": 0.1925248815068377 + }, + "20": { + "mean": 0.15342109183131689, + "std": 0.1885792889895398 + }, + "50": { + "mean": 0.1968572086601526, + "std": 0.18957092082373286 + }, + "100": { + "mean": 0.23485791804403297, + "std": 0.1903730271679873 + } + }, + "fslr": { + "10": { + "mean": 0.13820310137993216, + "std": 0.19582709307699525 + }, + "20": { + "mean": 0.1657618426862887, + "std": 0.18716864170362343 + }, + "50": { + "mean": 0.21358878516052743, + "std": 0.19218035272231035 + }, + "100": { + "mean": 0.2539444052549494, + "std": 0.19624131648585444 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.09785573858078371, + "std": 0.17647314817409762 + }, + "20": { + "mean": 0.114351280006197, + "std": 0.17502321436982726 + }, + "50": { + "mean": 0.15355523332784912, + "std": 0.18021316887231453 + }, + "100": { + "mean": 0.19057027373563867, + "std": 0.181282901363376 + } + }, + "fairmf": { + "10": { + "mean": 0.11206646000736462, + "std": 0.18373195275161727 + }, + "20": { + "mean": 0.1350617028865925, + "std": 0.18093851607826944 + }, + "50": { + "mean": 0.17778960999496402, + "std": 0.19080560548894598 + }, + "100": { + "mean": 0.21513575840550558, + "std": 0.19381084341191723 + } + }, + "fda": { + "10": { + "mean": 0.13987483213379934, + "std": 0.17923715228934894 + }, + "20": { + "mean": 0.1655285558646768, + "std": 0.17386424104989312 + }, + "50": { + "mean": 0.22295374426355782, + "std": 0.18170273108142215 + }, + "100": { + "mean": 0.2653884302273753, + "std": 0.18033925817985466 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.221978410008071, + "std": 0.22248894331678903 + }, + "20": { + "mean": 0.3064341301055501, + "std": 0.25167074193877587 + }, + "50": { + "mean": 0.45895515650978325, + "std": 0.28449427611282246 + }, + "100": { + "mean": 0.5989714383188139, + "std": 0.2900735093934995 + } + }, + "bnslim": { + "10": { + "mean": 0.14799737691686843, + "std": 0.21116822650586872 + }, + "20": { + "mean": 0.20903966588049208, + "std": 0.23574616837970586 + }, + "50": { + "mean": 0.3300935189946766, + "std": 0.2656372306358874 + }, + "100": { + "mean": 0.4592781412198238, + "std": 0.2848232419656064 + } + }, + "fslr": { + "10": { + "mean": 0.14769975786924938, + "std": 0.19862213226517894 + }, + "20": { + "mean": 0.22365357559216767, + "std": 0.23473999935492443 + }, + "50": { + "mean": 0.3507573587578149, + "std": 0.26196627073988604 + }, + "100": { + "mean": 0.48545831796343103, + "std": 0.27841053563786367 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.11603107344632768, + "std": 0.2071793509630638 + }, + "20": { + "mean": 0.1607930982248818, + "std": 0.23862734198686786 + }, + "50": { + "mean": 0.27424385950115626, + "std": 0.2828202238498061 + }, + "100": { + "mean": 0.401483701167957, + "std": 0.30942262896223643 + } + }, + "fairmf": { + "10": { + "mean": 0.12679075867635192, + "std": 0.1978527796402242 + }, + "20": { + "mean": 0.18877620889791616, + "std": 0.23412482153368822 + }, + "50": { + "mean": 0.3107243388587882, + "std": 0.2930480697671883 + }, + "100": { + "mean": 0.4385596849573956, + "std": 0.31081551341789193 + } + }, + "fda": { + "10": { + "mean": 0.16229486144740382, + "std": 0.1997397207908957 + }, + "20": { + "mean": 0.22701038153627756, + "std": 0.2274601550622062 + }, + "50": { + "mean": 0.38725889401338137, + "std": 0.2768465018476348 + }, + "100": { + "mean": 0.530542743252432, + "std": 0.27960247560904283 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.06330526506405902, + "std": 0.06500967853550628 + }, + "20": { + "mean": 0.06249830232242293, + "std": 0.06175916709092277 + }, + "50": { + "mean": 0.06327855493684638, + "std": 0.06388156111886958 + }, + "100": { + "mean": 0.057642718094979395, + "std": 0.05741818694130083 + } + }, + "bnslim": { + "10": { + "mean": 0.02682104214767532, + "std": 0.02111043644597204 + }, + "20": { + "mean": 0.02709267056000725, + "std": 0.025598157450682137 + }, + "50": { + "mean": 0.02846258318620128, + "std": 0.022754423522896867 + }, + "100": { + "mean": 0.03089275204853095, + "std": 0.028257833462507213 + } + }, + "fslr": { + "10": { + "mean": 0.045629046131558694, + "std": 0.03642913210712025 + }, + "20": { + "mean": 0.030607994929602974, + "std": 0.022196187661773798 + }, + "50": { + "mean": 0.024989813934537558, + "std": 0.01742072334897828 + }, + "100": { + "mean": 0.025801982887410025, + "std": 0.013063812777073249 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.011243152700439135, + "std": 0.0084719381255131 + }, + "20": { + "mean": 0.011094888858707937, + "std": 0.009605047388152382 + }, + "50": { + "mean": 0.005962243650685858, + "std": 0.005373340043425909 + }, + "100": { + "mean": 0.011614378197292755, + "std": 0.008180211427539967 + } + }, + "fairmf": { + "10": { + "mean": 0.010942097876771245, + "std": 0.009948894033691579 + }, + "20": { + "mean": 0.007414323871610309, + "std": 0.00880119930453859 + }, + "50": { + "mean": 0.00749649146634071, + "std": 0.00800337025055807 + }, + "100": { + "mean": 0.009409434560188328, + "std": 0.008407103644259893 + } + }, + "fda": { + "10": { + "mean": 0.06808592512110101, + "std": 0.06503582179158021 + }, + "20": { + "mean": 0.061892797319932996, + "std": 0.05643339435843275 + }, + "50": { + "mean": 0.04851826701072933, + "std": 0.04600952747592522 + }, + "100": { + "mean": 0.02895853139571734, + "std": 0.030882597791460662 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.1000271628412332, + "std": 0.08606848715540656 + }, + "20": { + "mean": 0.10602562361356331, + "std": 0.1119114461328332 + }, + "50": { + "mean": 0.0914708678527774, + "std": 0.08362339048251334 + }, + "100": { + "mean": 0.048191407487889894, + "std": 0.056483440392920976 + } + }, + "bnslim": { + "10": { + "mean": 0.07216261487618271, + "std": 0.04501420898806778 + }, + "20": { + "mean": 0.10296980397482909, + "std": 0.07791465094870806 + }, + "50": { + "mean": 0.06634523971207387, + "std": 0.07446168936435356 + }, + "100": { + "mean": 0.02555570646022907, + "std": 0.02805315952783398 + } + }, + "fslr": { + "10": { + "mean": 0.1553714518538639, + "std": 0.1832490341076829 + }, + "20": { + "mean": 0.09889537778985018, + "std": 0.06715255640146547 + }, + "50": { + "mean": 0.10767802978858258, + "std": 0.06016172897261268 + }, + "100": { + "mean": 0.06677531803159943, + "std": 0.06053824188181558 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.03576440762370412, + "std": 0.016159354121720034 + }, + "20": { + "mean": 0.056815609579428696, + "std": 0.0467428925265885 + }, + "50": { + "mean": 0.022680972429716173, + "std": 0.018125642719684094 + }, + "100": { + "mean": 0.011000950699443143, + "std": 0.010011328127366576 + } + }, + "fairmf": { + "10": { + "mean": 0.028747340305129227, + "std": 0.020714474066478254 + }, + "20": { + "mean": 0.04325682466385983, + "std": 0.01926931108323508 + }, + "50": { + "mean": 0.04927792113721763, + "std": 0.05358493906776173 + }, + "100": { + "mean": 0.013830413327900748, + "std": 0.015977742720742583 + } + }, + "fda": { + "10": { + "mean": 0.1278238037032007, + "std": 0.06295558188756159 + }, + "20": { + "mean": 0.10609353071664629, + "std": 0.0557809858609645 + }, + "50": { + "mean": 0.06808818869120378, + "std": 0.04031194023301983 + }, + "100": { + "mean": 0.04982117796188151, + "std": 0.024761605031211227 + } + } + } +} \ No newline at end of file diff --git a/ml-1m/13800/opt_params.json b/ml-1m/13800/opt_params.json new file mode 100644 index 0000000..fc73dce --- /dev/null +++ b/ml-1m/13800/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 1714.6070996244619 + }, + "bnslim": { + "l1": 6.980065748565741, + "l2": 0.19360462138599335, + "l3": 35.20112414077949 + }, + "fslr": { + "l1": 0.8631737649187691, + "l2": 9668.406712021342 + }, + "bnslim_admm": { + "l1": 9.493241248347678, + "l2": 3043.207541542205, + "l3": 0.2828536927988061 + }, + "fairmf": { + "l2": 1.2065194268936206e-05, + "learning_rate": 0.01097385120518169, + "num_factors": 128 + }, + "fda": { + "num_ng": 10, + "noise_ratio": 0.3 + } +} \ No newline at end of file diff --git a/ml-1m/13800/results.json b/ml-1m/13800/results.json new file mode 100644 index 0000000..5a87e53 --- /dev/null +++ b/ml-1m/13800/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 50, + "fslr": 8, + "bnslim_admm": 50, + "fairmf": 23 + }, + "fit_time": { + "ease": 5.641667604446411, + "bnslim": 16402.42702960968, + "fslr": 21.59804677963257, + "bnslim_admm": 115.20445418357849, + "fairmf": 5.011382102966309, + "fda": 3259.1401557922363 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.33261848635833624, + "std": 0.23926410379627805 + }, + "20": { + "mean": 0.3310641328334963, + "std": 0.2021934816262331 + }, + "50": { + "mean": 0.3686995818556961, + "std": 0.17823248853553 + }, + "100": { + "mean": 0.41777264233443767, + "std": 0.17408871939156026 + } + }, + "bnslim": { + "10": { + "mean": 0.24899757399133468, + "std": 0.21009314321615544 + }, + "20": { + "mean": 0.25202290428681623, + "std": 0.18332210060920515 + }, + "50": { + "mean": 0.28735397973373555, + "std": 0.169705196929485 + }, + "100": { + "mean": 0.33314752108775963, + "std": 0.16836244872596812 + } + }, + "fslr": { + "10": { + "mean": 0.2824368844799591, + "std": 0.22804229304597642 + }, + "20": { + "mean": 0.2754350365478275, + "std": 0.19177675198280356 + }, + "50": { + "mean": 0.30846447117350334, + "std": 0.17069074443035512 + }, + "100": { + "mean": 0.35637709328518885, + "std": 0.16882558197198838 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.2291683937723994, + "std": 0.23205625191632906 + }, + "20": { + "mean": 0.21818530608015357, + "std": 0.1913825521004867 + }, + "50": { + "mean": 0.24543868187514267, + "std": 0.17069302972503064 + }, + "100": { + "mean": 0.2913790833587403, + "std": 0.17593140296694873 + } + }, + "fairmf": { + "10": { + "mean": 0.15412095226733016, + "std": 0.18580808873247806 + }, + "20": { + "mean": 0.15414411751002394, + "std": 0.15722315642275086 + }, + "50": { + "mean": 0.1778170284751308, + "std": 0.14084198533066206 + }, + "100": { + "mean": 0.214068568707944, + "std": 0.14422360837799403 + } + }, + "fda": { + "10": { + "mean": 0.26262808486667166, + "std": 0.22013969528525354 + }, + "20": { + "mean": 0.2706405972144988, + "std": 0.18958578503597667 + }, + "50": { + "mean": 0.3165598448076663, + "std": 0.16917550112188146 + }, + "100": { + "mean": 0.37043885942748284, + "std": 0.16616165881236225 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.3208542750433507, + "std": 0.2248410839172672 + }, + "20": { + "mean": 0.3485010780940289, + "std": 0.20719110123666 + }, + "50": { + "mean": 0.46229145980875264, + "std": 0.21313436056580803 + }, + "100": { + "mean": 0.5928760179080056, + "std": 0.2075131541584974 + } + }, + "bnslim": { + "10": { + "mean": 0.24273442710417503, + "std": 0.2001287954471412 + }, + "20": { + "mean": 0.2698813279445158, + "std": 0.1955746402200619 + }, + "50": { + "mean": 0.37206320327117665, + "std": 0.21575655693776088 + }, + "100": { + "mean": 0.4940915544373985, + "std": 0.2232299387271531 + } + }, + "fslr": { + "10": { + "mean": 0.2666768040549553, + "std": 0.2120908893594362 + }, + "20": { + "mean": 0.2823403691880095, + "std": 0.19420796914060443 + }, + "50": { + "mean": 0.38529485531606666, + "std": 0.20689499938361597 + }, + "100": { + "mean": 0.5142872137812994, + "std": 0.213683941156202 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.21692010137388293, + "std": 0.2129877576490907 + }, + "20": { + "mean": 0.22117826178729735, + "std": 0.18157806602433352 + }, + "50": { + "mean": 0.30673953817488203, + "std": 0.19277968500926126 + }, + "100": { + "mean": 0.4278633616569975, + "std": 0.2113729007501076 + } + }, + "fairmf": { + "10": { + "mean": 0.15250106709350408, + "std": 0.17494673293708354 + }, + "20": { + "mean": 0.16763235800573523, + "std": 0.16246966989993508 + }, + "50": { + "mean": 0.24005285474099575, + "std": 0.18506973268399826 + }, + "100": { + "mean": 0.337268558171653, + "std": 0.20514213251740782 + } + }, + "fda": { + "10": { + "mean": 0.2611449246365213, + "std": 0.21030585710456115 + }, + "20": { + "mean": 0.2979673585997506, + "std": 0.20092457208081096 + }, + "50": { + "mean": 0.4250975437789715, + "std": 0.21520425241176502 + }, + "100": { + "mean": 0.5683776672436999, + "std": 0.21607452830537213 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.051034159583750766, + "std": 0.04894631779627232 + }, + "20": { + "mean": 0.04373660403017636, + "std": 0.04237045941050363 + }, + "50": { + "mean": 0.03609147173711941, + "std": 0.03359511323629884 + }, + "100": { + "mean": 0.030699533984314006, + "std": 0.028222398839018982 + } + }, + "bnslim": { + "10": { + "mean": 0.039417137406153914, + "std": 0.04130449238917695 + }, + "20": { + "mean": 0.03590301389045214, + "std": 0.036611266388083805 + }, + "50": { + "mean": 0.03031989235428931, + "std": 0.029410361747343305 + }, + "100": { + "mean": 0.025955309868361337, + "std": 0.024363186230553124 + } + }, + "fslr": { + "10": { + "mean": 0.03435116082308305, + "std": 0.03842280713969871 + }, + "20": { + "mean": 0.027613265053045875, + "std": 0.029550986803450127 + }, + "50": { + "mean": 0.0204009120465352, + "std": 0.020401695745677538 + }, + "100": { + "mean": 0.016924705393912394, + "std": 0.016317373315197232 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.011836019585140045, + "std": 0.01233106929917214 + }, + "20": { + "mean": 0.008144019878102399, + "std": 0.006752442740818696 + }, + "50": { + "mean": 0.005146548659548649, + "std": 0.003957789175180568 + }, + "100": { + "mean": 0.006387049206655223, + "std": 0.006042939192605739 + } + }, + "fairmf": { + "10": { + "mean": 0.012152817632916195, + "std": 0.009813578963277381 + }, + "20": { + "mean": 0.012457311664272564, + "std": 0.01242271898775192 + }, + "50": { + "mean": 0.009622247890479127, + "std": 0.010630104901203462 + }, + "100": { + "mean": 0.005762465789587405, + "std": 0.005288580676320866 + } + }, + "fda": { + "10": { + "mean": 0.05877515733725204, + "std": 0.05350834415654915 + }, + "20": { + "mean": 0.05313751722206312, + "std": 0.04862475649211803 + }, + "50": { + "mean": 0.04444433052839834, + "std": 0.04025598027820905 + }, + "100": { + "mean": 0.03738881484345893, + "std": 0.03366663739987448 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.09851698023915684, + "std": 0.06446942223958749 + }, + "20": { + "mean": 0.0779887515333781, + "std": 0.05239310507190866 + }, + "50": { + "mean": 0.04605669081563023, + "std": 0.04293737616817863 + }, + "100": { + "mean": 0.020282132899659897, + "std": 0.026562612215016254 + } + }, + "bnslim": { + "10": { + "mean": 0.06774245204041593, + "std": 0.04719077801193247 + }, + "20": { + "mean": 0.05636691330728865, + "std": 0.04932547995279965 + }, + "50": { + "mean": 0.03163202504469038, + "std": 0.03445764865954414 + }, + "100": { + "mean": 0.01121560741459731, + "std": 0.015691984247615226 + } + }, + "fslr": { + "10": { + "mean": 0.05964190676640265, + "std": 0.04349434469028077 + }, + "20": { + "mean": 0.041932279882314835, + "std": 0.041172884382494404 + }, + "50": { + "mean": 0.01644071666565752, + "std": 0.019933697274019845 + }, + "100": { + "mean": 0.006299774037616814, + "std": 0.00860911523658067 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.022167381551766865, + "std": 0.029172181118461527 + }, + "20": { + "mean": 0.021807663776294638, + "std": 0.03419087124602866 + }, + "50": { + "mean": 0.007611634939190503, + "std": 0.017992153921228476 + }, + "100": { + "mean": 0.0022509717843574198, + "std": 0.004448426784424115 + } + }, + "fairmf": { + "10": { + "mean": 0.03004117817423038, + "std": 0.036386780444523675 + }, + "20": { + "mean": 0.03390215825093302, + "std": 0.04608908404090823 + }, + "50": { + "mean": 0.01557596076731372, + "std": 0.030910916529637338 + }, + "100": { + "mean": 0.0014992187464207818, + "std": 0.002185168642317863 + } + }, + "fda": { + "10": { + "mean": 0.11953797323294853, + "std": 0.0809832532381781 + }, + "20": { + "mean": 0.11073901115671468, + "std": 0.0703538746620716 + }, + "50": { + "mean": 0.07829196013978489, + "std": 0.06461896774389447 + }, + "100": { + "mean": 0.04254301538002827, + "std": 0.047021389869024835 + } + } + } +} \ No newline at end of file diff --git a/ml-1m/1452/opt_params.json b/ml-1m/1452/opt_params.json new file mode 100644 index 0000000..2a0a304 --- /dev/null +++ b/ml-1m/1452/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 1431.5124928192572 + }, + "bnslim": { + "l1": 0.027197264366923355, + "l2": 5.025851597769279, + "l3": 43.66512059212009 + }, + "fslr": { + "l1": 5.639335571243048, + "l2": 9356.335383346268 + }, + "bnslim_admm": { + "l1": 11.45987838615499, + "l2": 3249.0964729191855, + "l3": 0.002218511537970885 + }, + "fairmf": { + "l2": 1.141100815287826e-05, + "learning_rate": 0.01360789273331191, + "num_factors": 128 + }, + "fda": { + "num_ng": 10, + "noise_ratio": 0.1 + } +} \ No newline at end of file diff --git a/ml-1m/1452/results.json b/ml-1m/1452/results.json new file mode 100644 index 0000000..97cf375 --- /dev/null +++ b/ml-1m/1452/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 38, + "fslr": 37, + "bnslim_admm": 50, + "fairmf": 20 + }, + "fit_time": { + "ease": 12.403234004974365, + "bnslim": 10480.60489988327, + "fslr": 90.57901859283447, + "bnslim_admm": 120.71369290351868, + "fairmf": 11.871918439865112, + "fda": 4488.358383893967 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.3323456409210028, + "std": 0.23788817927617248 + }, + "20": { + "mean": 0.3300073723556654, + "std": 0.20171015612555523 + }, + "50": { + "mean": 0.366812781082873, + "std": 0.17775360283448888 + }, + "100": { + "mean": 0.4161669902728527, + "std": 0.1745654685052244 + } + }, + "bnslim": { + "10": { + "mean": 0.24953956690546275, + "std": 0.21112868727971476 + }, + "20": { + "mean": 0.25169144840608615, + "std": 0.184195013764845 + }, + "50": { + "mean": 0.285200377074803, + "std": 0.1701868528711087 + }, + "100": { + "mean": 0.3316680944470139, + "std": 0.16930111186947125 + } + }, + "fslr": { + "10": { + "mean": 0.2577800276192683, + "std": 0.22442547659683465 + }, + "20": { + "mean": 0.25119273416577564, + "std": 0.18892369947580828 + }, + "50": { + "mean": 0.2817664054111226, + "std": 0.1692122678201489 + }, + "100": { + "mean": 0.3273194578379898, + "std": 0.16901996808477443 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.2142384992490987, + "std": 0.22696611226334293 + }, + "20": { + "mean": 0.2052134560467124, + "std": 0.18848070822495533 + }, + "50": { + "mean": 0.23013462221948475, + "std": 0.16711127158265032 + }, + "100": { + "mean": 0.27413872974427494, + "std": 0.17287298943422583 + } + }, + "fairmf": { + "10": { + "mean": 0.15359529136764857, + "std": 0.1844986589045028 + }, + "20": { + "mean": 0.15450863374856463, + "std": 0.15666977554528777 + }, + "50": { + "mean": 0.17691893543535742, + "std": 0.14088558788050315 + }, + "100": { + "mean": 0.21280102017203267, + "std": 0.1447668871742252 + } + }, + "fda": { + "10": { + "mean": 0.2833353145866843, + "std": 0.23075700210813305 + }, + "20": { + "mean": 0.28555181688806636, + "std": 0.19478963125622015 + }, + "50": { + "mean": 0.3260518293902334, + "std": 0.17167346652597465 + }, + "100": { + "mean": 0.377827395451522, + "std": 0.16907408301317722 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.32417727090836335, + "std": 0.22576802784640393 + }, + "20": { + "mean": 0.3485168296464053, + "std": 0.2075029646212652 + }, + "50": { + "mean": 0.4598989473475488, + "std": 0.21344715608966083 + }, + "100": { + "mean": 0.5899015723625448, + "std": 0.20992453541458542 + } + }, + "bnslim": { + "10": { + "mean": 0.2437891823396025, + "std": 0.2011500096087833 + }, + "20": { + "mean": 0.2697774506506002, + "std": 0.19551091873064744 + }, + "50": { + "mean": 0.36659357605435056, + "std": 0.2125235591316531 + }, + "100": { + "mean": 0.4901309806742923, + "std": 0.22365852498435276 + } + }, + "fslr": { + "10": { + "mean": 0.24267106842737093, + "std": 0.20820621436976688 + }, + "20": { + "mean": 0.257208311513857, + "std": 0.18985659957893922 + }, + "50": { + "mean": 0.35327800704225326, + "std": 0.20360804888041875 + }, + "100": { + "mean": 0.4744855415812356, + "std": 0.21213345138876544 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.20628237961851406, + "std": 0.21109225167639556 + }, + "20": { + "mean": 0.21153886042137596, + "std": 0.18323407366741795 + }, + "50": { + "mean": 0.2912509034151046, + "std": 0.19312052060099613 + }, + "100": { + "mean": 0.4061803671647212, + "std": 0.21269346902899527 + } + }, + "fairmf": { + "10": { + "mean": 0.15224556489262372, + "std": 0.1766024763996126 + }, + "20": { + "mean": 0.1688187496443799, + "std": 0.1651158248556933 + }, + "50": { + "mean": 0.23844759921125186, + "std": 0.18654514630663924 + }, + "100": { + "mean": 0.3346458565101003, + "std": 0.2097529564490531 + } + }, + "fda": { + "10": { + "mean": 0.2780520875016673, + "std": 0.2175209664681773 + }, + "20": { + "mean": 0.30775257926100863, + "std": 0.2008997104307666 + }, + "50": { + "mean": 0.42609643654803075, + "std": 0.21133694076677087 + }, + "100": { + "mean": 0.563517006411687, + "std": 0.21107509187739862 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.049759002556053186, + "std": 0.04808531335712011 + }, + "20": { + "mean": 0.04410687838706765, + "std": 0.04191893586558252 + }, + "50": { + "mean": 0.03640446195532188, + "std": 0.03355350149855241 + }, + "100": { + "mean": 0.03109892766615862, + "std": 0.02829362774536667 + } + }, + "bnslim": { + "10": { + "mean": 0.03897695558871503, + "std": 0.04055046710136147 + }, + "20": { + "mean": 0.03593331927336916, + "std": 0.03649927728920975 + }, + "50": { + "mean": 0.03045360007518459, + "std": 0.02956746497553647 + }, + "100": { + "mean": 0.026357737957928576, + "std": 0.024536753840110937 + } + }, + "fslr": { + "10": { + "mean": 0.018624368090976326, + "std": 0.021558778512950905 + }, + "20": { + "mean": 0.012265432776345779, + "std": 0.013616935318199219 + }, + "50": { + "mean": 0.00701372583107018, + "std": 0.00639014596505713 + }, + "100": { + "mean": 0.006432576002123793, + "std": 0.005922131553063355 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.010448184729232082, + "std": 0.009109472468546577 + }, + "20": { + "mean": 0.006037866189011729, + "std": 0.005223653252689463 + }, + "50": { + "mean": 0.002967172491057901, + "std": 0.0022427495076775784 + }, + "100": { + "mean": 0.004405945618956027, + "std": 0.0040916522202049666 + } + }, + "fairmf": { + "10": { + "mean": 0.011549822544802748, + "std": 0.011562850082814621 + }, + "20": { + "mean": 0.012390636726310389, + "std": 0.013342053218070799 + }, + "50": { + "mean": 0.008863233633266849, + "std": 0.009807326993040724 + }, + "100": { + "mean": 0.005953330422283072, + "std": 0.005153106666375662 + } + }, + "fda": { + "10": { + "mean": 0.06113213759869681, + "std": 0.05762210300854717 + }, + "20": { + "mean": 0.05410709445608988, + "std": 0.0502341618165609 + }, + "50": { + "mean": 0.04316627823771381, + "std": 0.03968777036560676 + }, + "100": { + "mean": 0.03569407205041329, + "std": 0.03202878399603494 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.09801008478944662, + "std": 0.06348022409475786 + }, + "20": { + "mean": 0.08415855912546158, + "std": 0.051107924428770386 + }, + "50": { + "mean": 0.04692342786260189, + "std": 0.04072310662359867 + }, + "100": { + "mean": 0.0202395691596079, + "std": 0.02446986448064308 + } + }, + "bnslim": { + "10": { + "mean": 0.06719272972935156, + "std": 0.0512991574216193 + }, + "20": { + "mean": 0.05895344214049241, + "std": 0.05343553870272797 + }, + "50": { + "mean": 0.03702389129041249, + "std": 0.040708807988603705 + }, + "100": { + "mean": 0.013612859165220734, + "std": 0.019321630512617777 + } + }, + "fslr": { + "10": { + "mean": 0.05534221061269127, + "std": 0.049428382788345646 + }, + "20": { + "mean": 0.04541701197468142, + "std": 0.04472931352386916 + }, + "50": { + "mean": 0.028875040040871096, + "std": 0.04226914169252344 + }, + "100": { + "mean": 0.013535037170682027, + "std": 0.026069915846336635 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.024448612285870322, + "std": 0.034816165389357986 + }, + "20": { + "mean": 0.018886073181401508, + "std": 0.035427562585382745 + }, + "50": { + "mean": 0.006344164149060131, + "std": 0.014004176036775466 + }, + "100": { + "mean": 0.0025238130969525885, + "std": 0.006491214180634921 + } + }, + "fairmf": { + "10": { + "mean": 0.02883828044718981, + "std": 0.033671411478873176 + }, + "20": { + "mean": 0.02934276137200982, + "std": 0.04579730571939847 + }, + "50": { + "mean": 0.013745317524262573, + "std": 0.026560135398503687 + }, + "100": { + "mean": 0.001658174968360433, + "std": 0.0020530362146145066 + } + }, + "fda": { + "10": { + "mean": 0.12655814244037644, + "std": 0.08387754004935384 + }, + "20": { + "mean": 0.11781688131792939, + "std": 0.07327830220918993 + }, + "50": { + "mean": 0.07324851293126668, + "std": 0.060286875336223664 + }, + "100": { + "mean": 0.03594170433015941, + "std": 0.04329852115606168 + } + } + } +} \ No newline at end of file diff --git a/ml-1m/1994/opt_params.json b/ml-1m/1994/opt_params.json new file mode 100644 index 0000000..6a18cd9 --- /dev/null +++ b/ml-1m/1994/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 1856.469232942848 + }, + "bnslim": { + "l1": 0.002359115384043269, + "l2": 5.355622755472375, + "l3": 43.6347640859786 + }, + "fslr": { + "l1": 9.820168312641883, + "l2": 4246.444960705466 + }, + "bnslim_admm": { + "l1": 1.1953482458604021, + "l2": 9864.163654534794, + "l3": 279.2557864645297 + }, + "fairmf": { + "l2": 4.532752767484958e-06, + "learning_rate": 0.004942493569631172, + "num_factors": 32 + }, + "fda": { + "num_ng": 10, + "noise_ratio": 0.3 + } +} \ No newline at end of file diff --git a/ml-1m/1994/results.json b/ml-1m/1994/results.json new file mode 100644 index 0000000..e7c0333 --- /dev/null +++ b/ml-1m/1994/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 40, + "fslr": 44, + "bnslim_admm": 50, + "fairmf": 37 + }, + "fit_time": { + "ease": 4.978603839874268, + "bnslim": 13946.967341899872, + "fslr": 108.15398049354553, + "bnslim_admm": 120.89813566207886, + "fairmf": 4.330054759979248, + "fda": 2308.8184535503387 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.33155978981184253, + "std": 0.23885029723720977 + }, + "20": { + "mean": 0.329491017920371, + "std": 0.20100224645692982 + }, + "50": { + "mean": 0.36502444876653645, + "std": 0.1768283334200462 + }, + "100": { + "mean": 0.414359061140496, + "std": 0.17272412736146606 + } + }, + "bnslim": { + "10": { + "mean": 0.24905813736650967, + "std": 0.21301740644951045 + }, + "20": { + "mean": 0.25044055714304014, + "std": 0.1836097611293192 + }, + "50": { + "mean": 0.2862017309364411, + "std": 0.1700960437003693 + }, + "100": { + "mean": 0.33152554004894064, + "std": 0.1681586833112432 + } + }, + "fslr": { + "10": { + "mean": 0.2696204657491604, + "std": 0.22671396256330537 + }, + "20": { + "mean": 0.264069618240469, + "std": 0.18993067523662 + }, + "50": { + "mean": 0.29613877696357505, + "std": 0.16830503033623634 + }, + "100": { + "mean": 0.3422407140114433, + "std": 0.16699769581541585 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.25594646110290886, + "std": 0.21927228899534085 + }, + "20": { + "mean": 0.25120603078869924, + "std": 0.18641861555588046 + }, + "50": { + "mean": 0.28508948987280786, + "std": 0.16787727630050478 + }, + "100": { + "mean": 0.33246876555769617, + "std": 0.16638472952933878 + } + }, + "fairmf": { + "10": { + "mean": 0.15933224417086964, + "std": 0.18387454735023212 + }, + "20": { + "mean": 0.16112700490449433, + "std": 0.15714608653276316 + }, + "50": { + "mean": 0.18395774289617675, + "std": 0.1422847603744777 + }, + "100": { + "mean": 0.2201078327722594, + "std": 0.1447445953154082 + } + }, + "fda": { + "10": { + "mean": 0.2663597441751146, + "std": 0.22268005931531676 + }, + "20": { + "mean": 0.27250914621263, + "std": 0.189957463957697 + }, + "50": { + "mean": 0.3168952845333217, + "std": 0.1693255293846558 + }, + "100": { + "mean": 0.37156520175320995, + "std": 0.16638185285431817 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.32180972388955575, + "std": 0.22669018977868471 + }, + "20": { + "mean": 0.34709838296963336, + "std": 0.20674058365554612 + }, + "50": { + "mean": 0.45676736968433934, + "std": 0.21196507824584188 + }, + "100": { + "mean": 0.5875716593262651, + "std": 0.20850212674845156 + } + }, + "bnslim": { + "10": { + "mean": 0.24345411497932506, + "std": 0.20393460215455214 + }, + "20": { + "mean": 0.2681503837543591, + "std": 0.19362355018866426 + }, + "50": { + "mean": 0.37143422637377704, + "std": 0.21561349409816372 + }, + "100": { + "mean": 0.4923056097037224, + "std": 0.2223040167991802 + } + }, + "fslr": { + "10": { + "mean": 0.2560902360944378, + "std": 0.21030805854383827 + }, + "20": { + "mean": 0.27253211670835314, + "std": 0.19059938144540706 + }, + "50": { + "mean": 0.37327058416865416, + "std": 0.2046264219651744 + }, + "100": { + "mean": 0.4965528337082151, + "std": 0.21034235226725542 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.24024369747899163, + "std": 0.20226850621665723 + }, + "20": { + "mean": 0.25794471836884747, + "std": 0.18694757963955097 + }, + "50": { + "mean": 0.36053107539277673, + "std": 0.2047579869098744 + }, + "100": { + "mean": 0.48794111361691256, + "std": 0.2143706688941639 + } + }, + "fairmf": { + "10": { + "mean": 0.15933893557422968, + "std": 0.17611323021054912 + }, + "20": { + "mean": 0.17780939122421283, + "std": 0.16585653545430445 + }, + "50": { + "mean": 0.24682738185030162, + "std": 0.18367485499859051 + }, + "100": { + "mean": 0.3443478069970676, + "std": 0.20616046629850268 + } + }, + "fda": { + "10": { + "mean": 0.26354501800720287, + "std": 0.21318191225520994 + }, + "20": { + "mean": 0.2978071613260689, + "std": 0.19834944471991253 + }, + "50": { + "mean": 0.42211159527153913, + "std": 0.21309779299625004 + }, + "100": { + "mean": 0.5672054442112641, + "std": 0.2155717511695681 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.04868662228150809, + "std": 0.04746308697014243 + }, + "20": { + "mean": 0.04288672918924093, + "std": 0.041259814384075826 + }, + "50": { + "mean": 0.03494592733419241, + "std": 0.03259772763190299 + }, + "100": { + "mean": 0.029644506869199488, + "std": 0.02699118708356837 + } + }, + "bnslim": { + "10": { + "mean": 0.037883039609475984, + "std": 0.040628462273611415 + }, + "20": { + "mean": 0.03472260684365506, + "std": 0.035437410072242416 + }, + "50": { + "mean": 0.029269980162511144, + "std": 0.028245168119175802 + }, + "100": { + "mean": 0.025333634715568352, + "std": 0.02350742155707543 + } + }, + "fslr": { + "10": { + "mean": 0.02106058810644662, + "std": 0.022100505515774856 + }, + "20": { + "mean": 0.016444127182064956, + "std": 0.01578881048482543 + }, + "50": { + "mean": 0.010791448446240848, + "std": 0.011628586242276362 + }, + "100": { + "mean": 0.00920139542822713, + "std": 0.01086683963486285 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.01978815206256764, + "std": 0.021173264066957898 + }, + "20": { + "mean": 0.015011204943263003, + "std": 0.01447223623484052 + }, + "50": { + "mean": 0.011944200205965164, + "std": 0.011158578762085935 + }, + "100": { + "mean": 0.010229515449430378, + "std": 0.009590530778513502 + } + }, + "fairmf": { + "10": { + "mean": 0.013885892401589226, + "std": 0.016600509754936616 + }, + "20": { + "mean": 0.006888662728390839, + "std": 0.006711722388347996 + }, + "50": { + "mean": 0.007157757503198007, + "std": 0.007210810117351825 + }, + "100": { + "mean": 0.004952908561447121, + "std": 0.0038127606910886365 + } + }, + "fda": { + "10": { + "mean": 0.05853191562337523, + "std": 0.05413180384645666 + }, + "20": { + "mean": 0.053624553978437434, + "std": 0.049048860396224365 + }, + "50": { + "mean": 0.04437258384994879, + "std": 0.039791026195772614 + }, + "100": { + "mean": 0.037101218152571475, + "std": 0.03302103455629964 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.09454425099766312, + "std": 0.06041864156494476 + }, + "20": { + "mean": 0.07890501729604661, + "std": 0.05408483922327531 + }, + "50": { + "mean": 0.04485724462096479, + "std": 0.04233874770137086 + }, + "100": { + "mean": 0.020023840647300697, + "std": 0.02607910054845026 + } + }, + "bnslim": { + "10": { + "mean": 0.0669605793522461, + "std": 0.04943453746308898 + }, + "20": { + "mean": 0.05524086247819652, + "std": 0.051950822436158256 + }, + "50": { + "mean": 0.03320932890695201, + "std": 0.03687762565410738 + }, + "100": { + "mean": 0.014136919410464648, + "std": 0.016934088996485193 + } + }, + "fslr": { + "10": { + "mean": 0.06985130736617064, + "std": 0.04964199517511347 + }, + "20": { + "mean": 0.06226343073279096, + "std": 0.05100780227738442 + }, + "50": { + "mean": 0.039507818293505456, + "std": 0.04610181939885513 + }, + "100": { + "mean": 0.0234441699315377, + "std": 0.03875750962192377 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.032028719101975044, + "std": 0.027135580401970377 + }, + "20": { + "mean": 0.025102097256319657, + "std": 0.036485731488048345 + }, + "50": { + "mean": 0.007429601431280829, + "std": 0.014621176291405592 + }, + "100": { + "mean": 0.0014951481050994354, + "std": 0.0021463753544797943 + } + }, + "fairmf": { + "10": { + "mean": 0.02426428807485967, + "std": 0.0296729125234596 + }, + "20": { + "mean": 0.02836391917260299, + "std": 0.03938176259178718 + }, + "50": { + "mean": 0.015864094070880297, + "std": 0.02752690505168244 + }, + "100": { + "mean": 0.001643208009585788, + "std": 0.0024814385713771404 + } + }, + "fda": { + "10": { + "mean": 0.12210800281273576, + "std": 0.07992512162328498 + }, + "20": { + "mean": 0.11675517138607226, + "std": 0.0694853296611302 + }, + "50": { + "mean": 0.07968772578129381, + "std": 0.06138158055024924 + }, + "100": { + "mean": 0.04081975658369741, + "std": 0.04540107878398496 + } + } + } +} \ No newline at end of file diff --git a/ml-1m/42/opt_params.json b/ml-1m/42/opt_params.json new file mode 100644 index 0000000..57c1774 --- /dev/null +++ b/ml-1m/42/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 1427.5936601168019 + }, + "bnslim": { + "l1": 0.07309933160734229, + "l2": 2.8479169637168593, + "l3": 141.8112721855876 + }, + "fslr": { + "l1": 4.476090175513493, + "l2": 9719.276586510494 + }, + "bnslim_admm": { + "l1": 0.0012617801858310033, + "l2": 9236.397017251902, + "l3": 82.15867220084115 + }, + "fairmf": { + "l2": 1.2398292739920028e-05, + "learning_rate": 0.049067638238308946, + "num_factors": 64 + }, + "fda": { + "num_ng": 10, + "noise_ratio": 0.7 + } +} \ No newline at end of file diff --git a/ml-1m/42/results.json b/ml-1m/42/results.json new file mode 100644 index 0000000..2735008 --- /dev/null +++ b/ml-1m/42/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 17, + "fslr": 31, + "bnslim_admm": 50, + "fairmf": 22 + }, + "fit_time": { + "ease": 5.576131343841553, + "bnslim": 6481.737514257431, + "fslr": 77.6440646648407, + "bnslim_admm": 128.5041539669037, + "fairmf": 4.716144561767578, + "fda": 3401.4619290828705 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.3321380097752909, + "std": 0.2387854159467685 + }, + "20": { + "mean": 0.32998329071264665, + "std": 0.20020690948646658 + }, + "50": { + "mean": 0.3679282789066092, + "std": 0.1763286106979384 + }, + "100": { + "mean": 0.4175328231205354, + "std": 0.17293372846553628 + } + }, + "bnslim": { + "10": { + "mean": 0.23423075295216053, + "std": 0.21476914420861368 + }, + "20": { + "mean": 0.2303814537051424, + "std": 0.17809163518366544 + }, + "50": { + "mean": 0.26048154313674227, + "std": 0.15901406039085106 + }, + "100": { + "mean": 0.3054587493460316, + "std": 0.16075146788013372 + } + }, + "fslr": { + "10": { + "mean": 0.2599991233314924, + "std": 0.22446162192633842 + }, + "20": { + "mean": 0.253486650712233, + "std": 0.18734764770289858 + }, + "50": { + "mean": 0.2863670781963437, + "std": 0.16633076106323738 + }, + "100": { + "mean": 0.3326566764295179, + "std": 0.16641230541123792 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.25242063304205553, + "std": 0.21984432033676565 + }, + "20": { + "mean": 0.24703356538585705, + "std": 0.18509035779056127 + }, + "50": { + "mean": 0.283559325274656, + "std": 0.16535295269116074 + }, + "100": { + "mean": 0.331107910320634, + "std": 0.16412493994674004 + } + }, + "fairmf": { + "10": { + "mean": 0.1504491473626718, + "std": 0.18286161075370777 + }, + "20": { + "mean": 0.15244512757656134, + "std": 0.15492780579926585 + }, + "50": { + "mean": 0.1756230531633471, + "std": 0.139033577116584 + }, + "100": { + "mean": 0.2118507386786635, + "std": 0.14233123300310213 + } + }, + "fda": { + "10": { + "mean": 0.22641287238818641, + "std": 0.19819170623534005 + }, + "20": { + "mean": 0.2351405025863858, + "std": 0.1718661174544572 + }, + "50": { + "mean": 0.2799609851621833, + "std": 0.16092358753246577 + }, + "100": { + "mean": 0.3325686110181923, + "std": 0.15843936493465446 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.3233093904228358, + "std": 0.22478619198686933 + }, + "20": { + "mean": 0.349331314295548, + "std": 0.20472046749536588 + }, + "50": { + "mean": 0.46496713868272105, + "std": 0.21451055881125464 + }, + "100": { + "mean": 0.5962127962061989, + "std": 0.20746403735978894 + } + }, + "bnslim": { + "10": { + "mean": 0.22597018807523012, + "std": 0.1998826494273069 + }, + "20": { + "mean": 0.24187727180763838, + "std": 0.17671925777248082 + }, + "50": { + "mean": 0.3335369249860248, + "std": 0.19330306803949865 + }, + "100": { + "mean": 0.45307438058426186, + "std": 0.2072164294859313 + } + }, + "fslr": { + "10": { + "mean": 0.24324102974523143, + "std": 0.2059838227083443 + }, + "20": { + "mean": 0.25890574749532913, + "std": 0.18628196545978268 + }, + "50": { + "mean": 0.362001517156973, + "std": 0.2012428597524576 + }, + "100": { + "mean": 0.48562450162749365, + "std": 0.20993984465513196 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.23511724689875949, + "std": 0.2012396339252968 + }, + "20": { + "mean": 0.2522459836800121, + "std": 0.18380314067284637 + }, + "50": { + "mean": 0.3628660268879499, + "std": 0.20105975201839374 + }, + "100": { + "mean": 0.49065004790335587, + "std": 0.21133537089803014 + } + }, + "fairmf": { + "10": { + "mean": 0.14944030945711617, + "std": 0.1737771231846897 + }, + "20": { + "mean": 0.16855466566818259, + "std": 0.16380976794764604 + }, + "50": { + "mean": 0.23886221798353063, + "std": 0.18208889543471096 + }, + "100": { + "mean": 0.33673944101754893, + "std": 0.20581826627136285 + } + }, + "fda": { + "10": { + "mean": 0.2270887021475257, + "std": 0.1908937309207738 + }, + "20": { + "mean": 0.2637695723313032, + "std": 0.19085205010681092 + }, + "50": { + "mean": 0.3850372900801267, + "std": 0.2186353802151319 + }, + "100": { + "mean": 0.5247324430406508, + "std": 0.22564618873544365 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.05041041196376033, + "std": 0.04812939553310653 + }, + "20": { + "mean": 0.04421351371196303, + "std": 0.042052279587714785 + }, + "50": { + "mean": 0.035941078720569265, + "std": 0.033480268811082535 + }, + "100": { + "mean": 0.030702730289026068, + "std": 0.02795036776295579 + } + }, + "bnslim": { + "10": { + "mean": 0.03627958303755403, + "std": 0.03890418815838169 + }, + "20": { + "mean": 0.03225800996963519, + "std": 0.03318845942526534 + }, + "50": { + "mean": 0.026516744792024597, + "std": 0.025855053614114457 + }, + "100": { + "mean": 0.02289791091591844, + "std": 0.021502876504246187 + } + }, + "fslr": { + "10": { + "mean": 0.01962579383696855, + "std": 0.022578758952433952 + }, + "20": { + "mean": 0.01294032266472415, + "std": 0.01588149069959084 + }, + "50": { + "mean": 0.008158539066331703, + "std": 0.00880531529981852 + }, + "100": { + "mean": 0.006227324825290549, + "std": 0.006532759120955355 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.019060784178249884, + "std": 0.02089284019944921 + }, + "20": { + "mean": 0.013601532567049806, + "std": 0.0134786191015602 + }, + "50": { + "mean": 0.0119594838389658, + "std": 0.011077656464993627 + }, + "100": { + "mean": 0.010401806813739707, + "std": 0.010051043174445995 + } + }, + "fairmf": { + "10": { + "mean": 0.011607927467177011, + "std": 0.011262013086264434 + }, + "20": { + "mean": 0.012103396487398726, + "std": 0.012130208206399096 + }, + "50": { + "mean": 0.010411162323803146, + "std": 0.011288944311631776 + }, + "100": { + "mean": 0.005714183649753727, + "std": 0.0053052867023612605 + } + }, + "fda": { + "10": { + "mean": 0.05256290054027161, + "std": 0.04637326276123695 + }, + "20": { + "mean": 0.048781070446797296, + "std": 0.04268906392941492 + }, + "50": { + "mean": 0.04320774708359445, + "std": 0.03804988965075249 + }, + "100": { + "mean": 0.03813815304695086, + "std": 0.03371131690334923 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.09772383976816597, + "std": 0.0647947094011317 + }, + "20": { + "mean": 0.08025281747194787, + "std": 0.053562104860978135 + }, + "50": { + "mean": 0.04713771694660916, + "std": 0.046203109902321605 + }, + "100": { + "mean": 0.023337512937829187, + "std": 0.027847551405742788 + } + }, + "bnslim": { + "10": { + "mean": 0.06259449924177728, + "std": 0.04616254355113157 + }, + "20": { + "mean": 0.04708258529494907, + "std": 0.047009861371256186 + }, + "50": { + "mean": 0.0274925542862584, + "std": 0.030354620121940595 + }, + "100": { + "mean": 0.010358884454830611, + "std": 0.015512561078633939 + } + }, + "fslr": { + "10": { + "mean": 0.048403547098032074, + "std": 0.040992902933107034 + }, + "20": { + "mean": 0.03946033263733104, + "std": 0.03694771712146077 + }, + "50": { + "mean": 0.026107174197322155, + "std": 0.037118930032057657 + }, + "100": { + "mean": 0.011852252621709698, + "std": 0.02150199292072947 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.033617275269334064, + "std": 0.02551390875158702 + }, + "20": { + "mean": 0.02115447288259477, + "std": 0.03456130829345679 + }, + "50": { + "mean": 0.007701127137365294, + "std": 0.01071115614358852 + }, + "100": { + "mean": 0.0014616543111094242, + "std": 0.0028734970803689663 + } + }, + "fairmf": { + "10": { + "mean": 0.026010670590331512, + "std": 0.031694189132674966 + }, + "20": { + "mean": 0.03791365919018322, + "std": 0.05326057216589631 + }, + "50": { + "mean": 0.015702042304209574, + "std": 0.03529859635136095 + }, + "100": { + "mean": 0.001943568714840028, + "std": 0.002519879363376613 + } + }, + "fda": { + "10": { + "mean": 0.10610844770442453, + "std": 0.06914011839270287 + }, + "20": { + "mean": 0.10200644851496192, + "std": 0.06641897836863461 + }, + "50": { + "mean": 0.08176961891244103, + "std": 0.06289948083532376 + }, + "100": { + "mean": 0.053525234199627715, + "std": 0.05714878756549591 + } + } + } +} \ No newline at end of file diff --git a/ml-1m/7/opt_params.json b/ml-1m/7/opt_params.json new file mode 100644 index 0000000..bb826f2 --- /dev/null +++ b/ml-1m/7/opt_params.json @@ -0,0 +1,28 @@ +{ + "ease": { + "l2": 1467.528763682355 + }, + "bnslim": { + "l1": 1.8283661287203556, + "l2": 0.0010430631936293186, + "l3": 67.25025141510284 + }, + "fslr": { + "l1": 0.025332696245737772, + "l2": 9862.2678872275 + }, + "bnslim_admm": { + "l1": 4.929460739288533, + "l2": 6224.043500686753, + "l3": 94.51807341778054 + }, + "fairmf": { + "l2": 4.829224486211293e-06, + "learning_rate": 0.010361044413284705, + "num_factors": 128 + }, + "fda": { + "num_ng": 10, + "noise_ratio": 0.7 + } +} \ No newline at end of file diff --git a/ml-1m/7/results.json b/ml-1m/7/results.json new file mode 100644 index 0000000..13b98e9 --- /dev/null +++ b/ml-1m/7/results.json @@ -0,0 +1,456 @@ +{ + "iters_num": { + "bnslim": 24, + "fslr": 1, + "bnslim_admm": 50, + "fairmf": 27 + }, + "fit_time": { + "ease": 5.671965599060059, + "bnslim": 8491.784432649612, + "fslr": 6.491573095321655, + "bnslim_admm": 117.57832717895508, + "fairmf": 3.4593091011047363, + "fda": 2322.8682115077972 + }, + "ndcg": { + "ease": { + "10": { + "mean": 0.3322389341427832, + "std": 0.23683369217172348 + }, + "20": { + "mean": 0.3306347695742466, + "std": 0.20016299502858761 + }, + "50": { + "mean": 0.3678523568200934, + "std": 0.1773282953122178 + }, + "100": { + "mean": 0.4165054771500715, + "std": 0.17352578032482519 + } + }, + "bnslim": { + "10": { + "mean": 0.2481171594612511, + "std": 0.21219591647216987 + }, + "20": { + "mean": 0.24945189339969276, + "std": 0.18212267493145715 + }, + "50": { + "mean": 0.2844178229094455, + "std": 0.1680409202340523 + }, + "100": { + "mean": 0.32978947152575083, + "std": 0.16742970480522268 + } + }, + "fslr": { + "10": { + "mean": 0.2808549180003504, + "std": 0.22599566050989378 + }, + "20": { + "mean": 0.27588433099465187, + "std": 0.19055766995484427 + }, + "50": { + "mean": 0.3092753164866064, + "std": 0.17085425818525404 + }, + "100": { + "mean": 0.35626191873021834, + "std": 0.16862385465614962 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.24868761852157642, + "std": 0.22446645378128768 + }, + "20": { + "mean": 0.24262404312700311, + "std": 0.18944944124384105 + }, + "50": { + "mean": 0.2735457299465639, + "std": 0.17025061162758015 + }, + "100": { + "mean": 0.318948792811695, + "std": 0.1725315348979931 + } + }, + "fairmf": { + "10": { + "mean": 0.2008431540683404, + "std": 0.20791359834964476 + }, + "20": { + "mean": 0.1995850683084022, + "std": 0.17644580709185773 + }, + "50": { + "mean": 0.23362658079303317, + "std": 0.15935896468884783 + }, + "100": { + "mean": 0.27896005321312, + "std": 0.16076974787849668 + } + }, + "fda": { + "10": { + "mean": 0.21773308574119776, + "std": 0.19437409261534835 + }, + "20": { + "mean": 0.22814845706410236, + "std": 0.1698499007725768 + }, + "50": { + "mean": 0.2725768711354705, + "std": 0.15771342260793567 + }, + "100": { + "mean": 0.3247142542673983, + "std": 0.1554755465414036 + } + } + }, + "recall": { + "ease": { + "10": { + "mean": 0.32283193277310923, + "std": 0.2239988032965791 + }, + "20": { + "mean": 0.3487625697785375, + "std": 0.2050944951285044 + }, + "50": { + "mean": 0.461965679723113, + "std": 0.21471649214736724 + }, + "100": { + "mean": 0.5900984910063911, + "std": 0.21002083416393216 + } + }, + "bnslim": { + "10": { + "mean": 0.23864212351607306, + "std": 0.1977112958717727 + }, + "20": { + "mean": 0.26407696667039227, + "std": 0.1871898428718133 + }, + "50": { + "mean": 0.36617349650762687, + "std": 0.21033222143421504 + }, + "100": { + "mean": 0.48683905481930256, + "std": 0.21959052908033275 + } + }, + "fslr": { + "10": { + "mean": 0.2640790983059891, + "std": 0.20803293554207938 + }, + "20": { + "mean": 0.2834491653243312, + "std": 0.19091710526206884 + }, + "50": { + "mean": 0.3876378169000892, + "std": 0.20736452460695 + }, + "100": { + "mean": 0.5147400241017102, + "std": 0.21531269938119127 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.2328666133119915, + "std": 0.2050269021058736 + }, + "20": { + "mean": 0.2473414144616762, + "std": 0.18495135672172697 + }, + "50": { + "mean": 0.34263335798742867, + "std": 0.19820436735168942 + }, + "100": { + "mean": 0.4627420955015195, + "std": 0.21343229157574514 + } + }, + "fairmf": { + "10": { + "mean": 0.19065426170468192, + "std": 0.19172351464784776 + }, + "20": { + "mean": 0.20908100440447527, + "std": 0.17624596056370687 + }, + "50": { + "mean": 0.3080659740704068, + "std": 0.19410844656303125 + }, + "100": { + "mean": 0.42993443242794244, + "std": 0.21389354156221474 + } + }, + "fda": { + "10": { + "mean": 0.2194797252234227, + "std": 0.18820426685504096 + }, + "20": { + "mean": 0.25801903888273797, + "std": 0.19116172791554545 + }, + "50": { + "mean": 0.3782878013626626, + "std": 0.2186894175326616 + }, + "100": { + "mean": 0.5162277931085791, + "std": 0.22437965895541415 + } + } + }, + "c-equity": { + "ease": { + "10": { + "mean": 0.048982590408788974, + "std": 0.04684647047528407 + }, + "20": { + "mean": 0.043836463207655454, + "std": 0.04151915623806955 + }, + "50": { + "mean": 0.036121260164066346, + "std": 0.03335903552243629 + }, + "100": { + "mean": 0.03053164154384473, + "std": 0.02757668855769408 + } + }, + "bnslim": { + "10": { + "mean": 0.037512259904907336, + "std": 0.039723314674994445 + }, + "20": { + "mean": 0.03395354197180998, + "std": 0.03487788783724283 + }, + "50": { + "mean": 0.02848718066824886, + "std": 0.027654000021387213 + }, + "100": { + "mean": 0.02454713310458496, + "std": 0.023093663173123224 + } + }, + "fslr": { + "10": { + "mean": 0.034891766754914455, + "std": 0.03858033449793075 + }, + "20": { + "mean": 0.027498014053277786, + "std": 0.029314115104061296 + }, + "50": { + "mean": 0.02172896017061652, + "std": 0.02118385551967388 + }, + "100": { + "mean": 0.01859808227289257, + "std": 0.01731291168969115 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.014268749373926078, + "std": 0.015539809236224247 + }, + "20": { + "mean": 0.011764472259771187, + "std": 0.011160260650388745 + }, + "50": { + "mean": 0.00846865754768718, + "std": 0.007281249554972322 + }, + "100": { + "mean": 0.00804152809460678, + "std": 0.007378270031119444 + } + }, + "fairmf": { + "10": { + "mean": 0.016842996633409383, + "std": 0.021418244260219366 + }, + "20": { + "mean": 0.012162169273548712, + "std": 0.013039320789530778 + }, + "50": { + "mean": 0.013779147184855902, + "std": 0.018002219602593857 + }, + "100": { + "mean": 0.015960174207351716, + "std": 0.019311194136846302 + } + }, + "fda": { + "10": { + "mean": 0.056199414929663655, + "std": 0.04768507616461024 + }, + "20": { + "mean": 0.05228748837777731, + "std": 0.045045230159037164 + }, + "50": { + "mean": 0.04614527447142645, + "std": 0.040551558908008344 + }, + "100": { + "mean": 0.04042449808528177, + "std": 0.03601674256354927 + } + } + }, + "u-parity": { + "ease": { + "10": { + "mean": 0.0962893333843479, + "std": 0.06056286597819497 + }, + "20": { + "mean": 0.07763585943403783, + "std": 0.050110122532112555 + }, + "50": { + "mean": 0.051098961717150684, + "std": 0.04611452346130086 + }, + "100": { + "mean": 0.023492228263487316, + "std": 0.027524557371595364 + } + }, + "bnslim": { + "10": { + "mean": 0.06476323788035424, + "std": 0.048922360536347666 + }, + "20": { + "mean": 0.047784639362228654, + "std": 0.04679416139391763 + }, + "50": { + "mean": 0.03223044027437424, + "std": 0.03936780997107031 + }, + "100": { + "mean": 0.01275014632639944, + "std": 0.015906782716027086 + } + }, + "fslr": { + "10": { + "mean": 0.06051468012559988, + "std": 0.047287452962735926 + }, + "20": { + "mean": 0.04112095308602902, + "std": 0.045362595591351945 + }, + "50": { + "mean": 0.020338998056369385, + "std": 0.027164482421035363 + }, + "100": { + "mean": 0.006307450988549822, + "std": 0.008329156662001487 + } + }, + "bnslim_admm": { + "10": { + "mean": 0.022051097413944797, + "std": 0.024703239796123568 + }, + "20": { + "mean": 0.02452131115387916, + "std": 0.03660706125005056 + }, + "50": { + "mean": 0.005088827894275506, + "std": 0.007731818729045857 + }, + "100": { + "mean": 0.0027244508286959008, + "std": 0.006543582558829101 + } + }, + "fairmf": { + "10": { + "mean": 0.03255901686985203, + "std": 0.03283808083417026 + }, + "20": { + "mean": 0.020351767178384973, + "std": 0.040366731447092345 + }, + "50": { + "mean": 0.005284822308922238, + "std": 0.008374511486167387 + }, + "100": { + "mean": 0.005136003995976783, + "std": 0.009414423001433383 + } + }, + "fda": { + "10": { + "mean": 0.11337961915636995, + "std": 0.06795177886058802 + }, + "20": { + "mean": 0.1103097984020303, + "std": 0.06761335372044527 + }, + "50": { + "mean": 0.08397271809753266, + "std": 0.06077732672035131 + }, + "100": { + "mean": 0.055734973328167486, + "std": 0.055461332600747294 + } + } + } +} \ No newline at end of file