-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathout_img.txt
189 lines (147 loc) · 6.96 KB
/
out_img.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
#### CIFAR35 - model: ResNet50 ####
-- CONFIG --
{'batch_size': 128,
'dataset': 'CIFAR35',
'device': device(type='cuda', index=0),
'ensLoss_per_epochs': -1,
'loss_list': ['ensLoss',
'BCE',
'Hinge',
'EXP'],
'model': {'net': 'ResNet50'},
'optimizer': {'args': {'T_max': 200},
'lr': 0.001,
'lr_scheduler': 'CosineAnnealingLR',
'type': 'SGD',
'weight_decay': 0.0005},
'save_model': False,
'trainer': {'epochs': 200,
'val_per_epochs': 5}}
-- Performance --
| | BCE | EXP | Hinge | ensLoss |
|:---------------------|-------:|-------:|--------:|----------:|
| ('test_acc', 'mean') | 0.6786 | 0.6704 | 0.6769 | 0.7248 |
| ('test_acc', 'std') | 0.0024 | 0.0032 | 0.0048 | 0.0019 |
| | BCE | EXP | Hinge | ensLoss |
|:---------------------|-------:|-------:|--------:|----------:|
| ('test_auc', 'mean') | 0.7448 | 0.7338 | 0.7445 | 0.7956 |
| ('test_auc', 'std') | 0.0013 | 0.0034 | 0.004 | 0.0055 |
-- Testing --
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|---------:|:--------------|
| 3 | BCE | ensLoss | 0 | -16.1683 | less |
| 6 | Hinge | ensLoss | 0.0001 | -12.0563 | less |
| 9 | EXP | ensLoss | 0.0002 | -11.0447 | less |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|---------:|:--------------|
| 3 | BCE | ensLoss | 1 | -16.1683 | greater |
| 6 | Hinge | ensLoss | 0.9999 | -12.0563 | greater |
| 9 | EXP | ensLoss | 0.9998 | -11.0447 | greater |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|---------:|:--------------|
| 3 | BCE | ensLoss | 0.0002 | -10.4309 | less |
| 6 | Hinge | ensLoss | 0 | -16.2541 | less |
| 9 | EXP | ensLoss | 0.0005 | -8.7497 | less |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|---------:|:--------------|
| 3 | BCE | ensLoss | 0.9998 | -10.4309 | greater |
| 6 | Hinge | ensLoss | 1 | -16.2541 | greater |
| 9 | EXP | ensLoss | 0.9995 | -8.7497 | greater |
#### CIFAR35 - model: ResNet50 ####
-- CONFIG --
{'batch_size': 256,
'dataset': 'CIFAR35',
'device': device(type='cuda', index=0),
'ensLoss_per_epochs': -1,
'loss_list': ['ensLoss',
'BCE',
'Hinge',
'EXP'],
'model': {'net': 'ResNet50'},
'optimizer': {'args': {'T_max': 200},
'lr': 0.001,
'lr_scheduler': 'CosineAnnealingLR',
'type': 'SGD',
'weight_decay': 0.0005},
'save_model': False,
'trainer': {'epochs': 200,
'val_per_epochs': 5}}
-- Performance --
| | BCE | EXP | Hinge | ensLoss |
|:---------------------|-------:|-------:|--------:|----------:|
| ('test_acc', 'mean') | 0.6653 | 0.6663 | 0.6651 | 0.7039 |
| ('test_acc', 'std') | 0.006 | 0.0059 | 0.005 | 0.0072 |
| | BCE | EXP | Hinge | ensLoss |
|:---------------------|-------:|-------:|--------:|----------:|
| ('test_auc', 'mean') | 0.7304 | 0.7201 | 0.7235 | 0.7723 |
| ('test_auc', 'std') | 0.0059 | 0.0064 | 0.0052 | 0.0064 |
-- Testing --
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|--------:|:--------------|
| 3 | BCE | ensLoss | 0.012 | -3.5454 | less |
| 6 | Hinge | ensLoss | 0.0007 | -7.7732 | less |
| 9 | EXP | ensLoss | 0.0046 | -4.7172 | less |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|--------:|:--------------|
| 3 | BCE | ensLoss | 0.988 | -3.5454 | greater |
| 6 | Hinge | ensLoss | 0.9993 | -7.7732 | greater |
| 9 | EXP | ensLoss | 0.9954 | -4.7172 | greater |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|---------:|:--------------|
| 3 | BCE | ensLoss | 0.0062 | -4.3181 | less |
| 6 | Hinge | ensLoss | 0.0002 | -10.8673 | less |
| 9 | EXP | ensLoss | 0.001 | -7.1246 | less |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|---------:|:--------------|
| 3 | BCE | ensLoss | 0.9938 | -4.3181 | greater |
| 6 | Hinge | ensLoss | 0.9998 | -10.8673 | greater |
| 9 | EXP | ensLoss | 0.999 | -7.1246 | greater |
#### CIFAR35 - model: ResNet50 ####
-- CONFIG --
{'batch_size': 512,
'dataset': 'CIFAR35',
'device': device(type='cuda', index=0),
'ensLoss_per_epochs': -1,
'loss_list': ['ensLoss',
'BCE',
'Hinge',
'EXP'],
'model': {'net': 'ResNet50'},
'optimizer': {'args': {'T_max': 200},
'lr': 0.001,
'lr_scheduler': 'CosineAnnealingLR',
'type': 'SGD',
'weight_decay': 0.0005},
'save_model': False,
'trainer': {'epochs': 200,
'val_per_epochs': 5}}
-- Performance --
| | BCE | EXP | Hinge | ensLoss |
|:---------------------|-------:|-------:|--------:|----------:|
| ('test_acc', 'mean') | 0.6575 | 0.6524 | 0.6587 | 0.6961 |
| ('test_acc', 'std') | 0.0029 | 0.0037 | 0.0034 | 0.0069 |
| | BCE | EXP | Hinge | ensLoss |
|:---------------------|-------:|-------:|--------:|----------:|
| ('test_auc', 'mean') | 0.7161 | 0.7066 | 0.7191 | 0.7659 |
| ('test_auc', 'std') | 0.0023 | 0.0035 | 0.0027 | 0.0062 |
-- Testing --
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|--------:|:--------------|
| 3 | BCE | ensLoss | 0.0064 | -4.29 | less |
| 6 | Hinge | ensLoss | 0.0048 | -4.6646 | less |
| 9 | EXP | ensLoss | 0.0008 | -7.7143 | less |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|--------:|:--------------|
| 3 | BCE | ensLoss | 0.9936 | -4.29 | greater |
| 6 | Hinge | ensLoss | 0.9952 | -4.6646 | greater |
| 9 | EXP | ensLoss | 0.9992 | -7.7143 | greater |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|--------:|:--------------|
| 3 | BCE | ensLoss | 0.002 | -5.9937 | less |
| 6 | Hinge | ensLoss | 0.0009 | -7.4767 | less |
| 9 | EXP | ensLoss | 0.0004 | -9.4763 | less |
| | A | B | pvalue | stat | alternative |
|---:|:------|:--------|---------:|--------:|:--------------|
| 3 | BCE | ensLoss | 0.998 | -5.9937 | greater |
| 6 | Hinge | ensLoss | 0.9991 | -7.4767 | greater |
| 9 | EXP | ensLoss | 0.9996 | -9.4763 | greater |