diff options
Diffstat (limited to 'summaries')
| -rw-r--r-- | summaries/pa_carcinogenicity_neighbor_sets.json | 1 | ||||
| -rw-r--r-- | summaries/pa_mutagenicity_neighbor_sets.json | 1 | ||||
| -rw-r--r-- | summaries/weighted_majority_kazius_sim0.1.json | 412 | ||||
| -rw-r--r-- | summaries/weighted_majority_kazius_sim0.5.json | 412 | ||||
| -rw-r--r-- | summaries/weighted_majority_merged.json | 182 | ||||
| -rw-r--r-- | summaries/weighted_majority_merged_sim0.1.json | 412 | ||||
| -rw-r--r-- | summaries/weighted_majority_merged_sim0.5.json | 412 |
7 files changed, 1650 insertions, 182 deletions
diff --git a/summaries/pa_carcinogenicity_neighbor_sets.json b/summaries/pa_carcinogenicity_neighbor_sets.json new file mode 100644 index 0000000..36cc03f --- /dev/null +++ b/summaries/pa_carcinogenicity_neighbor_sets.json @@ -0,0 +1 @@ +{"nr_predictions":0,"unique_neighbor_sets":0,"unique_neighbor_sets_without_similarity":0} diff --git a/summaries/pa_mutagenicity_neighbor_sets.json b/summaries/pa_mutagenicity_neighbor_sets.json new file mode 100644 index 0000000..e651f00 --- /dev/null +++ b/summaries/pa_mutagenicity_neighbor_sets.json @@ -0,0 +1 @@ +{"nr_predictions":514,"unique_neighbor_sets":398,"unique_neighbor_sets_without_similarity":232} diff --git a/summaries/weighted_majority_kazius_sim0.1.json b/summaries/weighted_majority_kazius_sim0.1.json new file mode 100644 index 0000000..394fd7d --- /dev/null +++ b/summaries/weighted_majority_kazius_sim0.1.json @@ -0,0 +1,412 @@ +[ + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2103, + 744 + ], + [ + 279, + 1164 + ] + ], + "without_warnings": [ + [ + 2103, + 744 + ], + [ + 279, + 1164 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1118.5614351819836, + 281.9148634943293 + ], + [ + 83.74132826992872, + 458.4743966079062 + ] + ], + "without_warnings": [ + [ + 1118.5614351819836, + 281.9148634943293 + ], + [ + 83.74132826992872, + 458.4743966079062 + ] + ] + }, + "accuracy": { + "all": 0.7615384615384615, + "without_warnings": 0.7615384615384615 + }, + "weighted_accuracy": { + "all": 0.8117786106439603, + "without_warnings": 0.8117786106439603 + }, + "true_rate": { + "all": { + "1": 0.7386722866174921, + "0": 0.8066528066528067 + }, + "without_warnings": { + "1": 0.7386722866174921, + "0": 0.8066528066528067 + } + }, + "predictivity": { + "all": { + "1": 0.8828715365239295, + "0": 0.610062893081761 + }, + "without_warnings": { + "1": 0.8828715365239295, + "0": 0.610062893081761 + } + }, + "nr_instances": { + "all": 4290, + "without_warnings": 4290 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2097, + 738 + ], + [ + 286, + 1171 + ] + ], + "without_warnings": [ + [ + 2097, + 738 + ], + [ + 286, + 1171 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1113.3753340178278, + 281.5238468839037 + ], + [ + 85.21911103937629, + 458.2679415897978 + ] + ], + "without_warnings": [ + [ + 1113.3753340178278, + 281.5238468839037 + ], + [ + 85.21911103937629, + 458.2679415897978 + ] + ] + }, + "accuracy": { + "all": 0.7614165890027959, + "without_warnings": 0.7614165890027959 + }, + "weighted_accuracy": { + "all": 0.8107998542399716, + "without_warnings": 0.8107998542399716 + }, + "true_rate": { + "all": { + "1": 0.7396825396825397, + "0": 0.8037062457103638 + }, + "without_warnings": { + "1": 0.7396825396825397, + "0": 0.8037062457103638 + } + }, + "predictivity": { + "all": { + "1": 0.8799832144355854, + "0": 0.6134101623886852 + }, + "without_warnings": { + "1": 0.8799832144355854, + "0": 0.6134101623886852 + } + }, + "nr_instances": { + "all": 4292, + "without_warnings": 4292 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2094, + 751 + ], + [ + 291, + 1159 + ] + ], + "without_warnings": [ + [ + 2094, + 751 + ], + [ + 291, + 1159 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1113.2332606845218, + 282.32907591299596 + ], + [ + 86.48322275627854, + 453.3823481388946 + ] + ], + "without_warnings": [ + [ + 1113.2332606845218, + 282.32907591299596 + ], + [ + 86.48322275627854, + 453.3823481388946 + ] + ] + }, + "accuracy": { + "all": 0.7573923166472643, + "without_warnings": 0.7573923166472643 + }, + "weighted_accuracy": { + "all": 0.8094414691234543, + "without_warnings": 0.8094414691234543 + }, + "true_rate": { + "all": { + "1": 0.7360281195079086, + "0": 0.7993103448275862 + }, + "without_warnings": { + "1": 0.7360281195079086, + "0": 0.7993103448275862 + } + }, + "predictivity": { + "all": { + "1": 0.8779874213836478, + "0": 0.6068062827225131 + }, + "without_warnings": { + "1": 0.8779874213836478, + "0": 0.6068062827225131 + } + }, + "nr_instances": { + "all": 4295, + "without_warnings": 4295 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2094, + 744 + ], + [ + 290, + 1163 + ] + ], + "without_warnings": [ + [ + 2094, + 744 + ], + [ + 290, + 1163 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1114.2715303896257, + 280.7560649421592 + ], + [ + 87.52454612353412, + 456.25867462751506 + ] + ], + "without_warnings": [ + [ + 1114.2715303896257, + 280.7560649421592 + ], + [ + 87.52454612353412, + 456.25867462751506 + ] + ] + }, + "accuracy": { + "all": 0.7590305290142157, + "without_warnings": 0.7590305290142157 + }, + "weighted_accuracy": { + "all": 0.8100481965487659, + "without_warnings": 0.8100481965487659 + }, + "true_rate": { + "all": { + "1": 0.7378435517970402, + "0": 0.8004129387474191 + }, + "without_warnings": { + "1": 0.7378435517970402, + "0": 0.8004129387474191 + } + }, + "predictivity": { + "all": { + "1": 0.8783557046979866, + "0": 0.6098584163607761 + }, + "without_warnings": { + "1": 0.8783557046979866, + "0": 0.6098584163607761 + } + }, + "nr_instances": { + "all": 4291, + "without_warnings": 4291 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2096, + 733 + ], + [ + 291, + 1178 + ] + ], + "without_warnings": [ + [ + 2096, + 733 + ], + [ + 291, + 1178 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1116.0474408843493, + 279.2030591133932 + ], + [ + 85.51648631121469, + 460.9793116774015 + ] + ], + "without_warnings": [ + [ + 1116.0474408843493, + 279.2030591133932 + ], + [ + 85.51648631121469, + 460.9793116774015 + ] + ] + }, + "accuracy": { + "all": 0.7617496510004653, + "without_warnings": 0.7617496510004653 + }, + "weighted_accuracy": { + "all": 0.812169310788525, + "without_warnings": 0.812169310788525 + }, + "true_rate": { + "all": { + "1": 0.7408978437610463, + "0": 0.8019060585432267 + }, + "without_warnings": { + "1": 0.7408978437610463, + "0": 0.8019060585432267 + } + }, + "predictivity": { + "all": { + "1": 0.8780896522832007, + "0": 0.6164311878597593 + }, + "without_warnings": { + "1": 0.8780896522832007, + "0": 0.6164311878597593 + } + }, + "nr_instances": { + "all": 4298, + "without_warnings": 4298 + } + } +] diff --git a/summaries/weighted_majority_kazius_sim0.5.json b/summaries/weighted_majority_kazius_sim0.5.json new file mode 100644 index 0000000..c5ec4f7 --- /dev/null +++ b/summaries/weighted_majority_kazius_sim0.5.json @@ -0,0 +1,412 @@ +[ + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2022, + 438 + ], + [ + 280, + 1298 + ] + ], + "without_warnings": [ + [ + 1463, + 190 + ], + [ + 86, + 563 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1259.8890899771338, + 184.04405782796672 + ], + [ + 100.3155326714319, + 642.7360112967344 + ] + ], + "without_warnings": [ + [ + 1041.6862421429694, + 109.09668951259596 + ], + [ + 43.55648451534086, + 381.10558453753845 + ] + ] + }, + "accuracy": { + "all": 0.8221892025755324, + "without_warnings": 0.8801042571676803 + }, + "weighted_accuracy": { + "all": 0.8699764147554083, + "without_warnings": 0.9031047266268946 + }, + "true_rate": { + "all": { + "1": 0.8219512195121951, + "0": 0.8225602027883396 + }, + "without_warnings": { + "1": 0.8850574712643678, + "0": 0.8674884437596302 + } + }, + "predictivity": { + "all": { + "1": 0.8783666377063423, + "0": 0.7476958525345622 + }, + "without_warnings": { + "1": 0.9444803098773402, + "0": 0.747675962815405 + } + }, + "nr_instances": { + "all": 4038, + "without_warnings": 2302 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2017, + 440 + ], + [ + 285, + 1292 + ] + ], + "without_warnings": [ + [ + 1446, + 193 + ], + [ + 93, + 562 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1258.7287893611426, + 185.30157927209976 + ], + [ + 103.8071280726666, + 642.3963622321115 + ] + ], + "without_warnings": [ + [ + 1034.8585809946157, + 109.73552485674625 + ], + [ + 47.74323675869661, + 378.28949165792795 + ] + ] + }, + "accuracy": { + "all": 0.8202776400594943, + "without_warnings": 0.8753269398430689 + }, + "weighted_accuracy": { + "all": 0.8680009871252073, + "without_warnings": 0.8997350878136257 + }, + "true_rate": { + "all": { + "1": 0.820919820919821, + "0": 0.8192771084337349 + }, + "without_warnings": { + "1": 0.8822452715070165, + "0": 0.8580152671755725 + } + }, + "predictivity": { + "all": { + "1": 0.8761946133796699, + "0": 0.745958429561201 + }, + "without_warnings": { + "1": 0.9395711500974658, + "0": 0.7443708609271523 + } + }, + "nr_instances": { + "all": 4034, + "without_warnings": 2294 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2009, + 446 + ], + [ + 281, + 1288 + ] + ], + "without_warnings": [ + [ + 1448, + 193 + ], + [ + 91, + 566 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1256.3542261474333, + 185.7325558431117 + ], + [ + 101.38318149795599, + 639.8494068286252 + ] + ], + "without_warnings": [ + [ + 1035.2525596040698, + 108.5200040874981 + ], + [ + 46.4130699785831, + 380.7757402631188 + ] + ] + }, + "accuracy": { + "all": 0.8193339960238568, + "without_warnings": 0.876414273281114 + }, + "weighted_accuracy": { + "all": 0.8684957678457438, + "without_warnings": 0.9013769042085549 + }, + "true_rate": { + "all": { + "1": 0.8183299389002037, + "0": 0.8209050350541747 + }, + "without_warnings": { + "1": 0.882388787324802, + "0": 0.8614916286149162 + } + }, + "predictivity": { + "all": { + "1": 0.877292576419214, + "0": 0.7427912341407151 + }, + "without_warnings": { + "1": 0.9408706952566601, + "0": 0.7457180500658761 + } + }, + "nr_instances": { + "all": 4024, + "without_warnings": 2298 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2011, + 429 + ], + [ + 288, + 1301 + ] + ], + "without_warnings": [ + [ + 1439, + 191 + ], + [ + 93, + 568 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1253.172597186763, + 182.53694946658567 + ], + [ + 105.57651538516663, + 642.565864634571 + ] + ], + "without_warnings": [ + [ + 1028.2004594273399, + 108.91077870988266 + ], + [ + 48.69488571886598, + 382.49032727095704 + ] + ] + }, + "accuracy": { + "all": 0.8220402084884587, + "without_warnings": 0.876036665211698 + }, + "weighted_accuracy": { + "all": 0.8680709706858794, + "without_warnings": 0.8995051832735537 + }, + "true_rate": { + "all": { + "1": 0.8241803278688524, + "0": 0.8187539332913782 + }, + "without_warnings": { + "1": 0.8828220858895706, + "0": 0.859304084720121 + } + }, + "predictivity": { + "all": { + "1": 0.8747281426707264, + "0": 0.7520231213872832 + }, + "without_warnings": { + "1": 0.9392950391644909, + "0": 0.7483530961791831 + } + }, + "nr_instances": { + "all": 4029, + "without_warnings": 2291 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 2014, + 438 + ], + [ + 283, + 1291 + ] + ], + "without_warnings": [ + [ + 1441, + 194 + ], + [ + 88, + 563 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1255.3221949477659, + 184.4292424149447 + ], + [ + 103.34703575368528, + 643.9101952145479 + ] + ], + "without_warnings": [ + [ + 1029.1560938200166, + 109.48133780302416 + ], + [ + 46.21706135358282, + 380.5701841039116 + ] + ] + }, + "accuracy": { + "all": 0.8209140586189767, + "without_warnings": 0.8766404199475065 + }, + "weighted_accuracy": { + "all": 0.8684155749651181, + "without_warnings": 0.9005391946120466 + }, + "true_rate": { + "all": { + "1": 0.8213703099510603, + "0": 0.8202033036848793 + }, + "without_warnings": { + "1": 0.8813455657492355, + "0": 0.8648233486943164 + } + }, + "predictivity": { + "all": { + "1": 0.8767958206356117, + "0": 0.7466743782533256 + }, + "without_warnings": { + "1": 0.9424460431654677, + "0": 0.7437252311756936 + } + }, + "nr_instances": { + "all": 4026, + "without_warnings": 2286 + } + } +] diff --git a/summaries/weighted_majority_merged.json b/summaries/weighted_majority_merged.json deleted file mode 100644 index 810dbca..0000000 --- a/summaries/weighted_majority_merged.json +++ /dev/null @@ -1,182 +0,0 @@ -[ - { - "accept_values": [ - "1", - "0" - ], - "confusion_matrix": [ - [ - 3373, - 1316 - ], - [ - 669, - 2828 - ] - ], - "weighted_confusion_matrix": [ - [ - 1822.433712652638, - 560.6063864210176 - ], - [ - 242.65797492287484, - 1318.160515235499 - ] - ], - "accuracy": 0.7575128267774248, - "weighted_accuracy": 0.7963252628942994, - "true_rate": { - "1": 0.7193431435274046, - "0": 0.808693165570489 - }, - "predictivity": { - "1": 0.8344878772884711, - "0": 0.6824324324324325 - } - }, - { - "accept_values": [ - "1", - "0" - ], - "confusion_matrix": [ - [ - 3386, - 1307 - ], - [ - 658, - 2838 - ] - ], - "weighted_confusion_matrix": [ - [ - 1824.264631237564, - 559.2324128586179 - ], - [ - 241.24201179451697, - 1309.7465905628842 - ] - ], - "accuracy": 0.7600439614116498, - "weighted_accuracy": 0.7965491562093621, - "true_rate": { - "1": 0.7215001065416577, - "0": 0.8117848970251716 - }, - "predictivity": { - "1": 0.8372898120672602, - "0": 0.684680337756333 - } - }, - { - "accept_values": [ - "1", - "0" - ], - "confusion_matrix": [ - [ - 3381, - 1314 - ], - [ - 663, - 2828 - ] - ], - "weighted_confusion_matrix": [ - [ - 1814.3112605631964, - 561.4771018317434 - ], - [ - 242.7105117609447, - 1310.7038716089296 - ] - ], - "accuracy": 0.7584901050574151, - "weighted_accuracy": 0.7953305885120077, - "true_rate": { - "1": 0.7201277955271566, - "0": 0.8100830707533658 - }, - "predictivity": { - "1": 0.836053412462908, - "0": 0.6827619507484307 - } - }, - { - "accept_values": [ - "1", - "0" - ], - "confusion_matrix": [ - [ - 3405, - 1328 - ], - [ - 638, - 2816 - ] - ], - "weighted_confusion_matrix": [ - [ - 1822.5516779697866, - 564.4178168671694 - ], - [ - 235.65618795776263, - 1310.0938586478562 - ] - ], - "accuracy": 0.7598631977525345, - "weighted_accuracy": 0.7965596080793866, - "true_rate": { - "1": 0.7194168603422776, - "0": 0.8152866242038217 - }, - "predictivity": { - "1": 0.842196388820183, - "0": 0.6795366795366795 - } - }, - { - "accept_values": [ - "1", - "0" - ], - "confusion_matrix": [ - [ - 3370, - 1316 - ], - [ - 673, - 2827 - ] - ], - "weighted_confusion_matrix": [ - [ - 1809.4488473160145, - 560.9971312333264 - ], - [ - 247.69910247012456, - 1306.990335940227 - ] - ], - "accuracy": 0.7570241876374297, - "weighted_accuracy": 0.7939698512797181, - "true_rate": { - "1": 0.7191634656423389, - "0": 0.8077142857142857 - }, - "predictivity": { - "1": 0.8335394509027949, - "0": 0.6823557808351436 - } - } -] diff --git a/summaries/weighted_majority_merged_sim0.1.json b/summaries/weighted_majority_merged_sim0.1.json new file mode 100644 index 0000000..22f40a9 --- /dev/null +++ b/summaries/weighted_majority_merged_sim0.1.json @@ -0,0 +1,412 @@ +[ + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3373, + 1316 + ], + [ + 669, + 2828 + ] + ], + "without_warnings": [ + [ + 3373, + 1316 + ], + [ + 669, + 2828 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1822.433712652638, + 560.6063864210176 + ], + [ + 242.65797492287484, + 1318.160515235499 + ] + ], + "without_warnings": [ + [ + 1822.433712652638, + 560.6063864210176 + ], + [ + 242.65797492287484, + 1318.160515235499 + ] + ] + }, + "accuracy": { + "all": 0.7575128267774248, + "without_warnings": 0.7575128267774248 + }, + "weighted_accuracy": { + "all": 0.7963252628942994, + "without_warnings": 0.7963252628942994 + }, + "true_rate": { + "all": { + "1": 0.7193431435274046, + "0": 0.808693165570489 + }, + "without_warnings": { + "1": 0.7193431435274046, + "0": 0.808693165570489 + } + }, + "predictivity": { + "all": { + "1": 0.8344878772884711, + "0": 0.6824324324324325 + }, + "without_warnings": { + "1": 0.8344878772884711, + "0": 0.6824324324324325 + } + }, + "nr_instances": { + "all": 8186, + "without_warnings": 8186 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3386, + 1307 + ], + [ + 658, + 2838 + ] + ], + "without_warnings": [ + [ + 3386, + 1307 + ], + [ + 658, + 2838 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1824.264631237564, + 559.2324128586179 + ], + [ + 241.24201179451697, + 1309.7465905628842 + ] + ], + "without_warnings": [ + [ + 1824.264631237564, + 559.2324128586179 + ], + [ + 241.24201179451697, + 1309.7465905628842 + ] + ] + }, + "accuracy": { + "all": 0.7600439614116498, + "without_warnings": 0.7600439614116498 + }, + "weighted_accuracy": { + "all": 0.7965491562093621, + "without_warnings": 0.7965491562093621 + }, + "true_rate": { + "all": { + "1": 0.7215001065416577, + "0": 0.8117848970251716 + }, + "without_warnings": { + "1": 0.7215001065416577, + "0": 0.8117848970251716 + } + }, + "predictivity": { + "all": { + "1": 0.8372898120672602, + "0": 0.684680337756333 + }, + "without_warnings": { + "1": 0.8372898120672602, + "0": 0.684680337756333 + } + }, + "nr_instances": { + "all": 8189, + "without_warnings": 8189 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3381, + 1314 + ], + [ + 663, + 2828 + ] + ], + "without_warnings": [ + [ + 3381, + 1314 + ], + [ + 663, + 2828 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1814.3112605631964, + 561.4771018317434 + ], + [ + 242.7105117609447, + 1310.7038716089296 + ] + ], + "without_warnings": [ + [ + 1814.3112605631964, + 561.4771018317434 + ], + [ + 242.7105117609447, + 1310.7038716089296 + ] + ] + }, + "accuracy": { + "all": 0.7584901050574151, + "without_warnings": 0.7584901050574151 + }, + "weighted_accuracy": { + "all": 0.7953305885120077, + "without_warnings": 0.7953305885120077 + }, + "true_rate": { + "all": { + "1": 0.7201277955271566, + "0": 0.8100830707533658 + }, + "without_warnings": { + "1": 0.7201277955271566, + "0": 0.8100830707533658 + } + }, + "predictivity": { + "all": { + "1": 0.836053412462908, + "0": 0.6827619507484307 + }, + "without_warnings": { + "1": 0.836053412462908, + "0": 0.6827619507484307 + } + }, + "nr_instances": { + "all": 8186, + "without_warnings": 8186 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3405, + 1328 + ], + [ + 638, + 2816 + ] + ], + "without_warnings": [ + [ + 3405, + 1328 + ], + [ + 638, + 2816 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1822.5516779697866, + 564.4178168671694 + ], + [ + 235.65618795776263, + 1310.0938586478562 + ] + ], + "without_warnings": [ + [ + 1822.5516779697866, + 564.4178168671694 + ], + [ + 235.65618795776263, + 1310.0938586478562 + ] + ] + }, + "accuracy": { + "all": 0.7598631977525345, + "without_warnings": 0.7598631977525345 + }, + "weighted_accuracy": { + "all": 0.7965596080793866, + "without_warnings": 0.7965596080793866 + }, + "true_rate": { + "all": { + "1": 0.7194168603422776, + "0": 0.8152866242038217 + }, + "without_warnings": { + "1": 0.7194168603422776, + "0": 0.8152866242038217 + } + }, + "predictivity": { + "all": { + "1": 0.842196388820183, + "0": 0.6795366795366795 + }, + "without_warnings": { + "1": 0.842196388820183, + "0": 0.6795366795366795 + } + }, + "nr_instances": { + "all": 8187, + "without_warnings": 8187 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3370, + 1316 + ], + [ + 673, + 2827 + ] + ], + "without_warnings": [ + [ + 3370, + 1316 + ], + [ + 673, + 2827 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 1809.4488473160145, + 560.9971312333264 + ], + [ + 247.69910247012456, + 1306.990335940227 + ] + ], + "without_warnings": [ + [ + 1809.4488473160145, + 560.9971312333264 + ], + [ + 247.69910247012456, + 1306.990335940227 + ] + ] + }, + "accuracy": { + "all": 0.7570241876374297, + "without_warnings": 0.7570241876374297 + }, + "weighted_accuracy": { + "all": 0.7939698512797181, + "without_warnings": 0.7939698512797181 + }, + "true_rate": { + "all": { + "1": 0.7191634656423389, + "0": 0.8077142857142857 + }, + "without_warnings": { + "1": 0.7191634656423389, + "0": 0.8077142857142857 + } + }, + "predictivity": { + "all": { + "1": 0.8335394509027949, + "0": 0.6823557808351436 + }, + "without_warnings": { + "1": 0.8335394509027949, + "0": 0.6823557808351436 + } + }, + "nr_instances": { + "all": 8186, + "without_warnings": 8186 + } + } +] diff --git a/summaries/weighted_majority_merged_sim0.5.json b/summaries/weighted_majority_merged_sim0.5.json new file mode 100644 index 0000000..1a4fb16 --- /dev/null +++ b/summaries/weighted_majority_merged_sim0.5.json @@ -0,0 +1,412 @@ +[ + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3353, + 848 + ], + [ + 560, + 3075 + ] + ], + "without_warnings": [ + [ + 2542, + 458 + ], + [ + 248, + 1608 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 2210.923633359353, + 383.4924085643803 + ], + [ + 237.68585227878796, + 1812.9679419450451 + ] + ], + "without_warnings": [ + [ + 1862.2097261494998, + 258.19343993465685 + ], + [ + 133.78561911127747, + 1155.2192084164067 + ] + ] + }, + "accuracy": { + "all": 0.8203164880040837, + "without_warnings": 0.8546128500823723 + }, + "weighted_accuracy": { + "all": 0.8662714915480478, + "without_warnings": 0.8850301695249205 + }, + "true_rate": { + "all": { + "1": 0.7981432992144727, + "0": 0.8459422283356258 + }, + "without_warnings": { + "1": 0.8473333333333334, + "0": 0.8663793103448276 + } + }, + "predictivity": { + "all": { + "1": 0.8568872987477638, + "0": 0.7838388988019372 + }, + "without_warnings": { + "1": 0.9111111111111111, + "0": 0.7783155856727977 + } + }, + "nr_instances": { + "all": 7836, + "without_warnings": 4856 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3342, + 852 + ], + [ + 571, + 3067 + ] + ], + "without_warnings": [ + [ + 2555, + 463 + ], + [ + 250, + 1577 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 2200.7782853106914, + 385.2066861043676 + ], + [ + 240.84174009294287, + 1810.8704543776353 + ] + ], + "without_warnings": [ + [ + 1859.9686852030952, + 258.82379794465623 + ], + [ + 133.93027254056997, + 1135.4091420301636 + ] + ] + }, + "accuracy": { + "all": 0.8183094994892748, + "without_warnings": 0.8528379772961816 + }, + "weighted_accuracy": { + "all": 0.8650087740091246, + "without_warnings": 0.8840794625646952 + }, + "true_rate": { + "all": { + "1": 0.7968526466380543, + "0": 0.84304562946674 + }, + "without_warnings": { + "1": 0.8465871438038436, + "0": 0.8631636562671046 + } + }, + "predictivity": { + "all": { + "1": 0.8540761564017378, + "0": 0.782597601428936 + }, + "without_warnings": { + "1": 0.910873440285205, + "0": 0.7730392156862745 + } + }, + "nr_instances": { + "all": 7832, + "without_warnings": 4845 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3353, + 832 + ], + [ + 563, + 3097 + ] + ], + "without_warnings": [ + [ + 2568, + 464 + ], + [ + 253, + 1588 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 2209.721689405677, + 376.3398561037844 + ], + [ + 236.44959752604484, + 1829.6016022979861 + ] + ], + "without_warnings": [ + [ + 1872.811479200638, + 260.0639595143678 + ], + [ + 131.9509389692046, + 1143.1301039500552 + ] + ] + }, + "accuracy": { + "all": 0.8221797323135756, + "without_warnings": 0.8528627129078596 + }, + "weighted_accuracy": { + "all": 0.8682771705727651, + "without_warnings": 0.8849706853370428 + }, + "true_rate": { + "all": { + "1": 0.801194743130227, + "0": 0.8461748633879781 + }, + "without_warnings": { + "1": 0.8469656992084432, + "0": 0.8625746876697447 + } + }, + "predictivity": { + "all": { + "1": 0.8562308478038815, + "0": 0.7882412827691525 + }, + "without_warnings": { + "1": 0.9103154909606522, + "0": 0.7738791423001949 + } + }, + "nr_instances": { + "all": 7845, + "without_warnings": 4873 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3352, + 832 + ], + [ + 561, + 3084 + ] + ], + "without_warnings": [ + [ + 2558, + 461 + ], + [ + 259, + 1589 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 2208.3943541764347, + 375.4838819785873 + ], + [ + 238.8137474030161, + 1812.5444249198224 + ] + ], + "without_warnings": [ + [ + 1867.5004182856442, + 258.8015368800372 + ], + [ + 138.5779636020742, + 1141.949505532208 + ] + ] + }, + "accuracy": { + "all": 0.8220717843913654, + "without_warnings": 0.8520649270597904 + }, + "weighted_accuracy": { + "all": 0.867472211717605, + "without_warnings": 0.8833579698332666 + }, + "true_rate": { + "all": { + "1": 0.8011472275334608, + "0": 0.8460905349794239 + }, + "without_warnings": { + "1": 0.847300430606161, + "0": 0.8598484848484849 + } + }, + "predictivity": { + "all": { + "1": 0.8566317403526705, + "0": 0.7875383043922369 + }, + "without_warnings": { + "1": 0.9080582179623713, + "0": 0.7751219512195122 + } + }, + "nr_instances": { + "all": 7829, + "without_warnings": 4867 + } + }, + { + "accept_values": [ + "1", + "0" + ], + "confusion_matrix": { + "all": [ + [ + 3339, + 847 + ], + [ + 579, + 3077 + ] + ], + "without_warnings": [ + [ + 2565, + 467 + ], + [ + 256, + 1592 + ] + ] + }, + "weighted_confusion_matrix": { + "all": [ + [ + 2209.5345430784514, + 387.64717288567874 + ], + [ + 241.28516284408113, + 1807.446369249355 + ] + ], + "without_warnings": [ + [ + 1870.4314406507451, + 262.78791681801 + ], + [ + 136.49500938712313, + 1145.0078231489458 + ] + ] + }, + "accuracy": { + "all": 0.8181586330017853, + "without_warnings": 0.8518442622950819 + }, + "weighted_accuracy": { + "all": 0.8646267585834252, + "without_warnings": 0.8830701579841933 + }, + "true_rate": { + "all": { + "1": 0.7976588628762542, + "0": 0.8416301969365426 + }, + "without_warnings": { + "1": 0.8459762532981531, + "0": 0.8614718614718615 + } + }, + "predictivity": { + "all": { + "1": 0.8522205206738132, + "0": 0.7841488277268094 + }, + "without_warnings": { + "1": 0.9092520382842963, + "0": 0.7731908693540553 + } + }, + "nr_instances": { + "all": 7842, + "without_warnings": 4880 + } + } +] |