forked from SteffenMoritz/Synthetic_Data_Challenge
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathutility_evaluation2.Rmd
136 lines (85 loc) · 3.28 KB
/
utility_evaluation2.Rmd
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
---
title: "Utility Check"
output:
html_document:
toc:
theme: united
---
<H1> Simulated Data - Simple Approach.</H1>
```{r, echo = TRUE, output = TRUE}
load(paste0(getwd(), "/results/results_sat.RData"))
library(corrplot)
par(mfrow = c(1,2))
mean(results_syn_sat_mnorm_simple$ks > 0.05)
results_syn_sat_mnorm_simple$comp
results_syn_sat_mnorm_simple$il
corrplot(results_syn_sat_mnorm_simple$cp1$corr, method = "color", type = "lower", main = "Original")
corrplot(results_syn_sat_mnorm_simple$cp2$corr, method = "color", type = "lower", main = "Synthetic")
results_syn_sat_mnorm_simple$ug
results_syn_sat_mnorm_simple$ut
```
<H1> Simulated Data - Complex Approach.</H1>
```{r, echo = TRUE, output = TRUE}
load(paste0(getwd(), "/results/results_sat.RData"))
library(corrplot)
par(mfrow = c(1,2))
mean(results_syn_sat_mnorm_complex$ks > 0.05)
results_syn_sat_mnorm_complex$comp
results_syn_sat_mnorm_complex$il
corrplot(results_syn_sat_mnorm_complex$cp1$corr, method = "color", type = "lower", main = "Original")
corrplot(results_syn_sat_mnorm_complex$cp2$corr, method = "color", type = "lower", main = "Synthetic")
results_syn_sat_mnorm_complex$ug
results_syn_sat_mnorm_complex$ut
```
<H1> IPSO </H1>
```{r, echo = TRUE, output = TRUE}
load(paste0(getwd(), "/results/results_sat.RData"))
library(corrplot)
par(mfrow = c(1,2))
mean(results_sm_ipso_regsdc_conf_hs_fy$ks > 0.05)
results_sm_ipso_regsdc_conf_hs_fy$comp
results_sm_ipso_regsdc_conf_hs_fy$il
corrplot(results_sm_ipso_regsdc_conf_hs_fy$cp1$corr, method = "color", type = "lower", main = "Original")
corrplot(results_sm_ipso_regsdc_conf_hs_fy$cp2$corr, method = "color", type = "lower", main = "Synthetic")
results_sm_ipso_regsdc_conf_hs_fy$ug
results_sm_ipso_regsdc_conf_hs_fy$ut
```
<H1> FCS CART </H1>
```{r, echo = TRUE, output = TRUE}
load(paste0(getwd(), "/results/results_sat.RData"))
library(corrplot)
par(mfrow = c(1,2))
mean(results_sm_sat_fcs_cart$ks > 0.05)
results_sm_sat_fcs_cart$comp
results_sm_sat_fcs_cart$il
corrplot(results_sm_sat_fcs_cart$cp1$corr, method = "color", type = "lower", main = "Original")
corrplot(results_sm_sat_fcs_cart$cp2$corr, method = "color", type = "lower", main = "Synthetic")
results_sm_sat_fcs_cart$ug
results_sm_sat_fcs_cart$ut
```
<H1> GAN CTGAN </H1>
```{r, echo = TRUE, output = TRUE}
load(paste0(getwd(), "/results/results_sat.RData"))
library(corrplot)
par(mfrow = c(1,2))
mean(results_sm_sat_gan_ctgan$ks > 0.05)
results_sm_sat_gan_ctgan$comp
results_sm_sat_gan_ctgan$il
corrplot(results_sm_sat_gan_ctgan$cp1$corr, method = "color", type = "lower", main = "Original")
corrplot(results_sm_sat_gan_ctgan$cp2$corr, method = "color", type = "lower", main = "Synthetic")
results_sm_sat_gan_ctgan$ug
results_sm_sat_gan_ctgan$ut
```
<H1> GAN EPOCH1000 </H1>
```{r, echo = TRUE, output = TRUE}
library(corrplot)
par(mfrow = c(1,2))
load(paste0(getwd(), "/results/results_sat.RData"))
mean(results_sm_sat_gan_ctgan_epoch1000$ks > 0.05)
results_sm_sat_gan_ctgan_epoch1000$comp
results_sm_sat_gan_ctgan_epoch1000$il
corrplot(results_sm_sat_gan_ctgan_epoch1000$cp1$corr, method = "color", type = "lower", main = "Original")
corrplot(results_sm_sat_gan_ctgan_epoch1000$cp2$corr, method = "color", type = "lower", main = "Synthetic")
results_sm_sat_gan_ctgan_epoch1000$ug
results_sm_sat_gan_ctgan_epoch1000$ut
```