|
a |
|
b/results/2018-04-20_rand44659_allOn |
|
|
1 |
Your job 653216 ("-2018-04-20_rand44659_allOn") has been submitted |
|
|
2 |
|
|
|
3 |
|
|
|
4 |
@ @ @ @ @ @ START @ @ @ @ @ @ @ |
|
|
5 |
file: script_start.lua |
|
|
6 |
author Davide Chicco <davide.chicco@gmail.com> |
|
|
7 |
Fri Apr 20 14:41:42 2018 |
|
|
8 |
Readin' ../data/LungCancerDataset_AllRecords_NORM.csv |
|
|
9 |
|
|
|
10 |
OPTIM_PACKAGE = true |
|
|
11 |
XAVIER_INITIALIZATION = true |
|
|
12 |
DROPOUT_FLAG = true |
|
|
13 |
MOMENTUM_ALPHA = 0.5 |
|
|
14 |
MOMENTUM = true |
|
|
15 |
LEARN_RATE = 0.01 |
|
|
16 |
ITERATIONS = 200 |
|
|
17 |
Number of value profiles (rows) = 10443 |
|
|
18 |
Number features (columns) = 27 |
|
|
19 |
Number of targets (rows) = 10443 |
|
|
20 |
#patients_vett = 10443 |
|
|
21 |
|
|
|
22 |
training_set_size = 6266 |
|
|
23 |
validation_set_size = 2089 |
|
|
24 |
test_set_size = 2088 |
|
|
25 |
|
|
|
26 |
$$$ hidden_units = 5 hidden_layers = 1 $$$ |
|
|
27 |
XAVIER_INITIALIZATION = true |
|
|
28 |
completion: 4% (epoch=8)(element=6266) loss = 0.061 error progress = 4.55658% |
|
|
29 |
completion: 8% (epoch=16)(element=6266) loss = 0.013 error progress = 4.41918% |
|
|
30 |
completion: 12% (epoch=24)(element=6266) loss = 0.017 error progress = 4.34502% |
|
|
31 |
completion: 16% (epoch=32)(element=6266) loss = 0.069 error progress = 4.30251% |
|
|
32 |
completion: 20% (epoch=40)(element=6266) loss = 0.089 error progress = 4.26746% |
|
|
33 |
completion: 24% (epoch=48)(element=6266) loss = 0.021 error progress = 4.24555% |
|
|
34 |
completion: 28% (epoch=56)(element=6266) loss = 0.021 error progress = 4.20687% |
|
|
35 |
completion: 32% (epoch=64)(element=6266) loss = 0.003 error progress = 4.17653% |
|
|
36 |
completion: 36% (epoch=72)(element=6266) loss = 0.015 error progress = 4.15431% |
|
|
37 |
completion: 40% (epoch=80)(element=6266) loss = 0.007 error progress = 4.13531% |
|
|
38 |
completion: 44% (epoch=88)(element=6266) loss = 0.11 error progress = 4.11896% |
|
|
39 |
completion: 48% (epoch=96)(element=6266) loss = 0.072 error progress = 4.10641% |
|
|
40 |
completion: 52% (epoch=104)(element=6266) loss = 0.137 error progress = 4.09504% |
|
|
41 |
completion: 56% (epoch=112)(element=6266) loss = 0.008 error progress = 4.08599% |
|
|
42 |
completion: 60% (epoch=120)(element=6266) loss = 0.003 error progress = 4.07886% |
|
|
43 |
completion: 64% (epoch=128)(element=6266) loss = 0.017 error progress = 4.07001% |
|
|
44 |
completion: 68% (epoch=136)(element=6266) loss = 0.102 error progress = 4.06377% |
|
|
45 |
completion: 72% (epoch=144)(element=6266) loss = 0.006 error progress = 4.0581% |
|
|
46 |
completion: 76% (epoch=152)(element=6266) loss = 0.054 error progress = 4.05139% |
|
|
47 |
completion: 80% (epoch=160)(element=6266) loss = 0.011 error progress = 4.04811% |
|
|
48 |
completion: 84% (epoch=168)(element=6266) loss = 0.063 error progress = 4.04407% |
|
|
49 |
completion: 88% (epoch=176)(element=6266) loss = 0.046 error progress = 4.04064% |
|
|
50 |
completion: 92% (epoch=184)(element=6266) loss = 0.024 error progress = 4.03767% |
|
|
51 |
completion: 96% (epoch=192)(element=6266) loss = 0.092 error progress = 4.03396% |
|
|
52 |
completion: 100% (epoch=200)(element=6266) loss = 0.052 error progress = 4.03089% |
|
|
53 |
|
|
|
54 |
|
|
|
55 |
### executeTest(perceptron, validation_patient_profile) |
|
|
56 |
|
|
|
57 |
Correct predictions = 77.5% |
|
|
58 |
#FPplusFN=2089 |
|
|
59 |
minError=442 minErrorIndex=1 globalThreshold =-1.4786793598946 |
|
|
60 |
metrics area_roc = 77.03% |
|
|
61 |
(beta) metrics area_precision_recall = 43.67% |
|
|
62 |
|
|
|
63 |
duration the new area_roc metrics ROC_AUC_computer function: 1 seconds |
|
|
64 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 01 seconds |
|
|
65 |
TOTAL: |
|
|
66 |
FN = 459 / 516 (truth == 1) & (prediction < threshold) |
|
|
67 |
TP = 57 / 516 (truth == 1) & (prediction >= threshold) |
|
|
68 |
|
|
|
69 |
FP = 11 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
70 |
TN = 1,562 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
71 |
|
|
|
72 |
|
|
|
73 |
:::: Matthews correlation coefficient = +0.25 :::: |
|
|
74 |
|
|
|
75 |
accuracy = 0.78 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
76 |
recall = 0.11 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
77 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
78 |
f1_score = 0.2 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
79 |
Saved model file: ./models/model_hus5_hl1_time1524249852 |
|
|
80 |
|
|
|
81 |
$$$ hidden_units = 10 hidden_layers = 1 $$$ |
|
|
82 |
XAVIER_INITIALIZATION = true |
|
|
83 |
completion: 4% (epoch=8)(element=6266) loss = 0.04 error progress = 3.92664% |
|
|
84 |
completion: 8% (epoch=16)(element=6266) loss = 0.041 error progress = 3.76344% |
|
|
85 |
completion: 12% (epoch=24)(element=6266) loss = 0.012 error progress = 3.65179% |
|
|
86 |
completion: 16% (epoch=32)(element=6266) loss = 0.002 error progress = 3.56861% |
|
|
87 |
completion: 20% (epoch=40)(element=6266) loss = 0.094 error progress = 3.49602% |
|
|
88 |
completion: 24% (epoch=48)(element=6266) loss = 0.057 error progress = 3.44149% |
|
|
89 |
completion: 28% (epoch=56)(element=6266) loss = 0.052 error progress = 3.39487% |
|
|
90 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 3.35885% |
|
|
91 |
completion: 36% (epoch=72)(element=6266) loss = 0.038 error progress = 3.32977% |
|
|
92 |
completion: 40% (epoch=80)(element=6266) loss = 0.003 error progress = 3.30603% |
|
|
93 |
completion: 44% (epoch=88)(element=6266) loss = 0.04 error progress = 3.28492% |
|
|
94 |
completion: 48% (epoch=96)(element=6266) loss = 0.058 error progress = 3.26842% |
|
|
95 |
completion: 52% (epoch=104)(element=6266) loss = 0.035 error progress = 3.25426% |
|
|
96 |
completion: 56% (epoch=112)(element=6266) loss = 0.002 error progress = 3.24281% |
|
|
97 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 3.23154% |
|
|
98 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 3.22166% |
|
|
99 |
completion: 68% (epoch=136)(element=6266) loss = 0.007 error progress = 3.21334% |
|
|
100 |
completion: 72% (epoch=144)(element=6266) loss = 0.011 error progress = 3.20607% |
|
|
101 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 3.19931% |
|
|
102 |
completion: 80% (epoch=160)(element=6266) loss = 0.024 error progress = 3.19416% |
|
|
103 |
completion: 84% (epoch=168)(element=6266) loss = 0.022 error progress = 3.18925% |
|
|
104 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 3.18364% |
|
|
105 |
completion: 92% (epoch=184)(element=6266) loss = 0.02 error progress = 3.17848% |
|
|
106 |
completion: 96% (epoch=192)(element=6266) loss = 0.01 error progress = 3.17482% |
|
|
107 |
completion: 100% (epoch=200)(element=6266) loss = 0.002 error progress = 3.17125% |
|
|
108 |
|
|
|
109 |
|
|
|
110 |
### executeTest(perceptron, validation_patient_profile) |
|
|
111 |
|
|
|
112 |
Correct predictions = 79.18% |
|
|
113 |
#FPplusFN=2089 |
|
|
114 |
minError=308 minErrorIndex=1 globalThreshold =-1.2494727665943 |
|
|
115 |
metrics area_roc = 86.44% |
|
|
116 |
(beta) metrics area_precision_recall = 61.32% |
|
|
117 |
|
|
|
118 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
119 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
120 |
TOTAL: |
|
|
121 |
FN = 430 / 516 (truth == 1) & (prediction < threshold) |
|
|
122 |
TP = 86 / 516 (truth == 1) & (prediction >= threshold) |
|
|
123 |
|
|
|
124 |
FP = 5 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
125 |
TN = 1,568 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
126 |
|
|
|
127 |
|
|
|
128 |
:::: Matthews correlation coefficient = +0.35 :::: |
|
|
129 |
|
|
|
130 |
accuracy = 0.79 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
131 |
recall = 0.17 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
132 |
specificity = 1 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
133 |
f1_score = 0.28 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
134 |
Saved model file: ./models/model_hus10_hl1_time1524250000 |
|
|
135 |
|
|
|
136 |
$$$ hidden_units = 25 hidden_layers = 1 $$$ |
|
|
137 |
XAVIER_INITIALIZATION = true |
|
|
138 |
completion: 4% (epoch=8)(element=6266) loss = 0.02 error progress = 3.1868% |
|
|
139 |
completion: 8% (epoch=16)(element=6266) loss = 0.002 error progress = 3.04092% |
|
|
140 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.96526% |
|
|
141 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.9172% |
|
|
142 |
completion: 20% (epoch=40)(element=6266) loss = 0.027 error progress = 2.88082% |
|
|
143 |
completion: 24% (epoch=48)(element=6266) loss = 0 error progress = 2.8563% |
|
|
144 |
completion: 28% (epoch=56)(element=6266) loss = 0.007 error progress = 2.83537% |
|
|
145 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.81819% |
|
|
146 |
completion: 36% (epoch=72)(element=6266) loss = 0.014 error progress = 2.80508% |
|
|
147 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.79679% |
|
|
148 |
completion: 44% (epoch=88)(element=6266) loss = 0.058 error progress = 2.78757% |
|
|
149 |
completion: 48% (epoch=96)(element=6266) loss = 0.015 error progress = 2.77778% |
|
|
150 |
completion: 52% (epoch=104)(element=6266) loss = 0.002 error progress = 2.76994% |
|
|
151 |
completion: 56% (epoch=112)(element=6266) loss = 0.022 error progress = 2.76235% |
|
|
152 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.75424% |
|
|
153 |
completion: 64% (epoch=128)(element=6266) loss = 0.018 error progress = 2.74606% |
|
|
154 |
completion: 68% (epoch=136)(element=6266) loss = 0.012 error progress = 2.73867% |
|
|
155 |
completion: 72% (epoch=144)(element=6266) loss = 0.041 error progress = 2.73052% |
|
|
156 |
completion: 76% (epoch=152)(element=6266) loss = 0.026 error progress = 2.72341% |
|
|
157 |
completion: 80% (epoch=160)(element=6266) loss = 0.028 error progress = 2.71585% |
|
|
158 |
completion: 84% (epoch=168)(element=6266) loss = 0 error progress = 2.70746% |
|
|
159 |
completion: 88% (epoch=176)(element=6266) loss = 0.003 error progress = 2.69881% |
|
|
160 |
completion: 92% (epoch=184)(element=6266) loss = 0.017 error progress = 2.69064% |
|
|
161 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 2.68322% |
|
|
162 |
completion: 100% (epoch=200)(element=6266) loss = 0.002 error progress = 2.67584% |
|
|
163 |
|
|
|
164 |
|
|
|
165 |
### executeTest(perceptron, validation_patient_profile) |
|
|
166 |
|
|
|
167 |
Correct predictions = 81.91% |
|
|
168 |
#FPplusFN=2089 |
|
|
169 |
minError=268 minErrorIndex=1 globalThreshold =-1.4286710822746 |
|
|
170 |
metrics area_roc = 90.23% |
|
|
171 |
(beta) metrics area_precision_recall = 64.08% |
|
|
172 |
|
|
|
173 |
duration the new area_roc metrics ROC_AUC_computer function: 1 seconds |
|
|
174 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 01 seconds |
|
|
175 |
TOTAL: |
|
|
176 |
FN = 331 / 516 (truth == 1) & (prediction < threshold) |
|
|
177 |
TP = 185 / 516 (truth == 1) & (prediction >= threshold) |
|
|
178 |
|
|
|
179 |
FP = 47 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
180 |
TN = 1,526 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
181 |
|
|
|
182 |
|
|
|
183 |
:::: Matthews correlation coefficient = +0.45 :::: |
|
|
184 |
|
|
|
185 |
accuracy = 0.82 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
186 |
recall = 0.36 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
187 |
specificity = 0.97 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
188 |
f1_score = 0.49 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
189 |
Saved model file: ./models/model_hus25_hl1_time1524250152 |
|
|
190 |
|
|
|
191 |
$$$ hidden_units = 50 hidden_layers = 1 $$$ |
|
|
192 |
XAVIER_INITIALIZATION = true |
|
|
193 |
completion: 4% (epoch=8)(element=6266) loss = 0.028 error progress = 2.83821% |
|
|
194 |
completion: 8% (epoch=16)(element=6266) loss = 0.008 error progress = 2.65539% |
|
|
195 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.55874% |
|
|
196 |
completion: 16% (epoch=32)(element=6266) loss = 0.008 error progress = 2.49752% |
|
|
197 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.44955% |
|
|
198 |
completion: 24% (epoch=48)(element=6266) loss = 0.011 error progress = 2.41272% |
|
|
199 |
completion: 28% (epoch=56)(element=6266) loss = 0.006 error progress = 2.38568% |
|
|
200 |
completion: 32% (epoch=64)(element=6266) loss = 0.003 error progress = 2.36345% |
|
|
201 |
completion: 36% (epoch=72)(element=6266) loss = 0.029 error progress = 2.34394% |
|
|
202 |
completion: 40% (epoch=80)(element=6266) loss = 0.014 error progress = 2.32674% |
|
|
203 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.30992% |
|
|
204 |
completion: 48% (epoch=96)(element=6266) loss = 0.006 error progress = 2.2959% |
|
|
205 |
completion: 52% (epoch=104)(element=6266) loss = 0 error progress = 2.28532% |
|
|
206 |
completion: 56% (epoch=112)(element=6266) loss = 0.01 error progress = 2.27475% |
|
|
207 |
completion: 60% (epoch=120)(element=6266) loss = 0.038 error progress = 2.26548% |
|
|
208 |
completion: 64% (epoch=128)(element=6266) loss = 0 error progress = 2.25662% |
|
|
209 |
completion: 68% (epoch=136)(element=6266) loss = 0.002 error progress = 2.24855% |
|
|
210 |
completion: 72% (epoch=144)(element=6266) loss = 0.002 error progress = 2.24037% |
|
|
211 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.23308% |
|
|
212 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 2.2273% |
|
|
213 |
completion: 84% (epoch=168)(element=6266) loss = 0.033 error progress = 2.22035% |
|
|
214 |
completion: 88% (epoch=176)(element=6266) loss = 0.018 error progress = 2.21478% |
|
|
215 |
completion: 92% (epoch=184)(element=6266) loss = 0.007 error progress = 2.20947% |
|
|
216 |
completion: 96% (epoch=192)(element=6266) loss = 0.004 error progress = 2.20517% |
|
|
217 |
completion: 100% (epoch=200)(element=6266) loss = 0.003 error progress = 2.20011% |
|
|
218 |
|
|
|
219 |
|
|
|
220 |
### executeTest(perceptron, validation_patient_profile) |
|
|
221 |
|
|
|
222 |
Correct predictions = 83.48% |
|
|
223 |
#FPplusFN=2089 |
|
|
224 |
minError=236 minErrorIndex=1 globalThreshold =-1.3998626696854 |
|
|
225 |
metrics area_roc = 90.52% |
|
|
226 |
(beta) metrics area_precision_recall = 70.31% |
|
|
227 |
|
|
|
228 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
229 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
230 |
TOTAL: |
|
|
231 |
FN = 327 / 516 (truth == 1) & (prediction < threshold) |
|
|
232 |
TP = 189 / 516 (truth == 1) & (prediction >= threshold) |
|
|
233 |
|
|
|
234 |
FP = 18 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
235 |
TN = 1,555 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
236 |
|
|
|
237 |
|
|
|
238 |
:::: Matthews correlation coefficient = +0.51 :::: |
|
|
239 |
|
|
|
240 |
accuracy = 0.83 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
241 |
recall = 0.37 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
242 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
243 |
f1_score = 0.52 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
244 |
Saved model file: ./models/model_hus50_hl1_time1524250316 |
|
|
245 |
|
|
|
246 |
$$$ hidden_units = 75 hidden_layers = 1 $$$ |
|
|
247 |
XAVIER_INITIALIZATION = true |
|
|
248 |
completion: 4% (epoch=8)(element=6266) loss = 0.01 error progress = 2.763% |
|
|
249 |
completion: 8% (epoch=16)(element=6266) loss = 0.005 error progress = 2.59353% |
|
|
250 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.50799% |
|
|
251 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.44845% |
|
|
252 |
completion: 20% (epoch=40)(element=6266) loss = 0.004 error progress = 2.4039% |
|
|
253 |
completion: 24% (epoch=48)(element=6266) loss = 0 error progress = 2.37042% |
|
|
254 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.34062% |
|
|
255 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.31617% |
|
|
256 |
completion: 36% (epoch=72)(element=6266) loss = 0.002 error progress = 2.29378% |
|
|
257 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.27528% |
|
|
258 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.25859% |
|
|
259 |
completion: 48% (epoch=96)(element=6266) loss = 0.004 error progress = 2.24325% |
|
|
260 |
completion: 52% (epoch=104)(element=6266) loss = 0.002 error progress = 2.22898% |
|
|
261 |
completion: 56% (epoch=112)(element=6266) loss = 0.006 error progress = 2.21433% |
|
|
262 |
completion: 60% (epoch=120)(element=6266) loss = 0.036 error progress = 2.20193% |
|
|
263 |
completion: 64% (epoch=128)(element=6266) loss = 0.008 error progress = 2.19001% |
|
|
264 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 2.17943% |
|
|
265 |
completion: 72% (epoch=144)(element=6266) loss = 0 error progress = 2.16947% |
|
|
266 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.16014% |
|
|
267 |
completion: 80% (epoch=160)(element=6266) loss = 0.022 error progress = 2.15084% |
|
|
268 |
completion: 84% (epoch=168)(element=6266) loss = 0.011 error progress = 2.14165% |
|
|
269 |
completion: 88% (epoch=176)(element=6266) loss = 0.021 error progress = 2.13325% |
|
|
270 |
completion: 92% (epoch=184)(element=6266) loss = 0.014 error progress = 2.12442% |
|
|
271 |
completion: 96% (epoch=192)(element=6266) loss = 0.005 error progress = 2.11634% |
|
|
272 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 2.10852% |
|
|
273 |
|
|
|
274 |
|
|
|
275 |
### executeTest(perceptron, validation_patient_profile) |
|
|
276 |
|
|
|
277 |
Correct predictions = 84.87% |
|
|
278 |
#FPplusFN=2089 |
|
|
279 |
minError=228 minErrorIndex=1 globalThreshold =-1.3890950601197 |
|
|
280 |
metrics area_roc = 90.84% |
|
|
281 |
(beta) metrics area_precision_recall = 70.92% |
|
|
282 |
|
|
|
283 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
284 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
285 |
TOTAL: |
|
|
286 |
FN = 303 / 516 (truth == 1) & (prediction < threshold) |
|
|
287 |
TP = 213 / 516 (truth == 1) & (prediction >= threshold) |
|
|
288 |
|
|
|
289 |
FP = 13 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
290 |
TN = 1,560 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
291 |
|
|
|
292 |
|
|
|
293 |
:::: Matthews correlation coefficient = +0.56 :::: |
|
|
294 |
|
|
|
295 |
accuracy = 0.85 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
296 |
recall = 0.41 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
297 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
298 |
f1_score = 0.57 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
299 |
Saved model file: ./models/model_hus75_hl1_time1524250499 |
|
|
300 |
|
|
|
301 |
$$$ hidden_units = 100 hidden_layers = 1 $$$ |
|
|
302 |
XAVIER_INITIALIZATION = true |
|
|
303 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.67066% |
|
|
304 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 2.50093% |
|
|
305 |
completion: 12% (epoch=24)(element=6266) loss = 0.007 error progress = 2.41051% |
|
|
306 |
completion: 16% (epoch=32)(element=6266) loss = 0.014 error progress = 2.34988% |
|
|
307 |
completion: 20% (epoch=40)(element=6266) loss = 0.008 error progress = 2.30416% |
|
|
308 |
completion: 24% (epoch=48)(element=6266) loss = 0.011 error progress = 2.26773% |
|
|
309 |
completion: 28% (epoch=56)(element=6266) loss = 0.003 error progress = 2.2375% |
|
|
310 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.21165% |
|
|
311 |
completion: 36% (epoch=72)(element=6266) loss = 0.009 error progress = 2.18916% |
|
|
312 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.17063% |
|
|
313 |
completion: 44% (epoch=88)(element=6266) loss = 0.003 error progress = 2.15364% |
|
|
314 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.13653% |
|
|
315 |
completion: 52% (epoch=104)(element=6266) loss = 0.002 error progress = 2.12223% |
|
|
316 |
completion: 56% (epoch=112)(element=6266) loss = 0.006 error progress = 2.10945% |
|
|
317 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 2.09837% |
|
|
318 |
completion: 64% (epoch=128)(element=6266) loss = 0 error progress = 2.08765% |
|
|
319 |
completion: 68% (epoch=136)(element=6266) loss = 0.015 error progress = 2.07786% |
|
|
320 |
completion: 72% (epoch=144)(element=6266) loss = 0.004 error progress = 2.06745% |
|
|
321 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.05814% |
|
|
322 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 2.04923% |
|
|
323 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 2.04098% |
|
|
324 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 2.0336% |
|
|
325 |
completion: 92% (epoch=184)(element=6266) loss = 0.017 error progress = 2.02492% |
|
|
326 |
completion: 96% (epoch=192)(element=6266) loss = 0.003 error progress = 2.01782% |
|
|
327 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 2.01176% |
|
|
328 |
|
|
|
329 |
|
|
|
330 |
### executeTest(perceptron, validation_patient_profile) |
|
|
331 |
|
|
|
332 |
Correct predictions = 86.55% |
|
|
333 |
#FPplusFN=2089 |
|
|
334 |
minError=229 minErrorIndex=1 globalThreshold =-1.4888626348271 |
|
|
335 |
metrics area_roc = 90.74% |
|
|
336 |
(beta) metrics area_precision_recall = 71.36% |
|
|
337 |
|
|
|
338 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
339 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
340 |
TOTAL: |
|
|
341 |
FN = 253 / 516 (truth == 1) & (prediction < threshold) |
|
|
342 |
TP = 263 / 516 (truth == 1) & (prediction >= threshold) |
|
|
343 |
|
|
|
344 |
FP = 28 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
345 |
TN = 1,545 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
346 |
|
|
|
347 |
|
|
|
348 |
:::: Matthews correlation coefficient = +0.61 :::: |
|
|
349 |
|
|
|
350 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
351 |
recall = 0.51 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
352 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
353 |
f1_score = 0.65 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
354 |
Saved model file: ./models/model_hus100_hl1_time1524250700 |
|
|
355 |
|
|
|
356 |
$$$ hidden_units = 125 hidden_layers = 1 $$$ |
|
|
357 |
XAVIER_INITIALIZATION = true |
|
|
358 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.64841% |
|
|
359 |
completion: 8% (epoch=16)(element=6266) loss = 0.024 error progress = 2.46762% |
|
|
360 |
completion: 12% (epoch=24)(element=6266) loss = 0.011 error progress = 2.37778% |
|
|
361 |
completion: 16% (epoch=32)(element=6266) loss = 0.002 error progress = 2.31652% |
|
|
362 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.27137% |
|
|
363 |
completion: 24% (epoch=48)(element=6266) loss = 0.004 error progress = 2.23663% |
|
|
364 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.20784% |
|
|
365 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.18162% |
|
|
366 |
completion: 36% (epoch=72)(element=6266) loss = 0.012 error progress = 2.15905% |
|
|
367 |
completion: 40% (epoch=80)(element=6266) loss = 0.004 error progress = 2.14073% |
|
|
368 |
completion: 44% (epoch=88)(element=6266) loss = 0.007 error progress = 2.12262% |
|
|
369 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 2.10563% |
|
|
370 |
completion: 52% (epoch=104)(element=6266) loss = 0 error progress = 2.0896% |
|
|
371 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 2.0756% |
|
|
372 |
completion: 60% (epoch=120)(element=6266) loss = 0.002 error progress = 2.06398% |
|
|
373 |
completion: 64% (epoch=128)(element=6266) loss = 0.007 error progress = 2.05212% |
|
|
374 |
completion: 68% (epoch=136)(element=6266) loss = 0.014 error progress = 2.04135% |
|
|
375 |
completion: 72% (epoch=144)(element=6266) loss = 0.013 error progress = 2.03138% |
|
|
376 |
completion: 76% (epoch=152)(element=6266) loss = 0 error progress = 2.02275% |
|
|
377 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 2.01375% |
|
|
378 |
completion: 84% (epoch=168)(element=6266) loss = 0.003 error progress = 2.00498% |
|
|
379 |
completion: 88% (epoch=176)(element=6266) loss = 0.014 error progress = 1.99709% |
|
|
380 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.98948% |
|
|
381 |
completion: 96% (epoch=192)(element=6266) loss = 0.002 error progress = 1.98255% |
|
|
382 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.9762% |
|
|
383 |
|
|
|
384 |
|
|
|
385 |
### executeTest(perceptron, validation_patient_profile) |
|
|
386 |
|
|
|
387 |
Correct predictions = 88.18% |
|
|
388 |
#FPplusFN=2089 |
|
|
389 |
minError=216 minErrorIndex=1 globalThreshold =-1.2742473296622 |
|
|
390 |
metrics area_roc = 92.19% |
|
|
391 |
(beta) metrics area_precision_recall = 71.96% |
|
|
392 |
|
|
|
393 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
394 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
395 |
TOTAL: |
|
|
396 |
FN = 203 / 516 (truth == 1) & (prediction < threshold) |
|
|
397 |
TP = 313 / 516 (truth == 1) & (prediction >= threshold) |
|
|
398 |
|
|
|
399 |
FP = 44 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
400 |
TN = 1,529 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
401 |
|
|
|
402 |
|
|
|
403 |
:::: Matthews correlation coefficient = +0.66 :::: |
|
|
404 |
|
|
|
405 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
406 |
recall = 0.61 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
407 |
specificity = 0.97 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
408 |
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
409 |
Saved model file: ./models/model_hus125_hl1_time1524250924 |
|
|
410 |
|
|
|
411 |
$$$ hidden_units = 150 hidden_layers = 1 $$$ |
|
|
412 |
XAVIER_INITIALIZATION = true |
|
|
413 |
completion: 4% (epoch=8)(element=6266) loss = 0.003 error progress = 2.62352% |
|
|
414 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 2.44085% |
|
|
415 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.35185% |
|
|
416 |
completion: 16% (epoch=32)(element=6266) loss = 0.013 error progress = 2.28839% |
|
|
417 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.24277% |
|
|
418 |
completion: 24% (epoch=48)(element=6266) loss = 0 error progress = 2.20891% |
|
|
419 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.17871% |
|
|
420 |
completion: 32% (epoch=64)(element=6266) loss = 0.004 error progress = 2.15472% |
|
|
421 |
completion: 36% (epoch=72)(element=6266) loss = 0 error progress = 2.13388% |
|
|
422 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.11462% |
|
|
423 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.09665% |
|
|
424 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 2.07982% |
|
|
425 |
completion: 52% (epoch=104)(element=6266) loss = 0.005 error progress = 2.06357% |
|
|
426 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 2.04946% |
|
|
427 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 2.03652% |
|
|
428 |
completion: 64% (epoch=128)(element=6266) loss = 0 error progress = 2.02311% |
|
|
429 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 2.01146% |
|
|
430 |
completion: 72% (epoch=144)(element=6266) loss = 0.002 error progress = 2.0008% |
|
|
431 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 1.99077% |
|
|
432 |
completion: 80% (epoch=160)(element=6266) loss = 0 error progress = 1.98035% |
|
|
433 |
completion: 84% (epoch=168)(element=6266) loss = 0 error progress = 1.97098% |
|
|
434 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 1.96161% |
|
|
435 |
completion: 92% (epoch=184)(element=6266) loss = 0 error progress = 1.9544% |
|
|
436 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.94644% |
|
|
437 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.93945% |
|
|
438 |
|
|
|
439 |
|
|
|
440 |
### executeTest(perceptron, validation_patient_profile) |
|
|
441 |
|
|
|
442 |
Correct predictions = 87.79% |
|
|
443 |
#FPplusFN=2089 |
|
|
444 |
minError=219 minErrorIndex=1 globalThreshold =-1.2212179487472 |
|
|
445 |
metrics area_roc = 91.75% |
|
|
446 |
(beta) metrics area_precision_recall = 72.27% |
|
|
447 |
|
|
|
448 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
449 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
450 |
TOTAL: |
|
|
451 |
FN = 225 / 516 (truth == 1) & (prediction < threshold) |
|
|
452 |
TP = 291 / 516 (truth == 1) & (prediction >= threshold) |
|
|
453 |
|
|
|
454 |
FP = 30 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
455 |
TN = 1,543 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
456 |
|
|
|
457 |
|
|
|
458 |
:::: Matthews correlation coefficient = +0.65 :::: |
|
|
459 |
|
|
|
460 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
461 |
recall = 0.56 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
462 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
463 |
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
464 |
Saved model file: ./models/model_hus150_hl1_time1524251174 |
|
|
465 |
|
|
|
466 |
$$$ hidden_units = 175 hidden_layers = 1 $$$ |
|
|
467 |
XAVIER_INITIALIZATION = true |
|
|
468 |
completion: 4% (epoch=8)(element=6266) loss = 0.003 error progress = 2.62269% |
|
|
469 |
completion: 8% (epoch=16)(element=6266) loss = 0.015 error progress = 2.44834% |
|
|
470 |
completion: 12% (epoch=24)(element=6266) loss = 0.011 error progress = 2.35088% |
|
|
471 |
completion: 16% (epoch=32)(element=6266) loss = 0.004 error progress = 2.28736% |
|
|
472 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.24185% |
|
|
473 |
completion: 24% (epoch=48)(element=6266) loss = 0.013 error progress = 2.20345% |
|
|
474 |
completion: 28% (epoch=56)(element=6266) loss = 0.007 error progress = 2.17177% |
|
|
475 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.14309% |
|
|
476 |
completion: 36% (epoch=72)(element=6266) loss = 0 error progress = 2.11874% |
|
|
477 |
completion: 40% (epoch=80)(element=6266) loss = 0.004 error progress = 2.09819% |
|
|
478 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.0804% |
|
|
479 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.06414% |
|
|
480 |
completion: 52% (epoch=104)(element=6266) loss = 0 error progress = 2.04837% |
|
|
481 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 2.03389% |
|
|
482 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 2.02121% |
|
|
483 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 2.00853% |
|
|
484 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.99664% |
|
|
485 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.98595% |
|
|
486 |
completion: 76% (epoch=152)(element=6266) loss = 0 error progress = 1.97527% |
|
|
487 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.96419% |
|
|
488 |
completion: 84% (epoch=168)(element=6266) loss = 0 error progress = 1.95401% |
|
|
489 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 1.9445% |
|
|
490 |
completion: 92% (epoch=184)(element=6266) loss = 0.002 error progress = 1.93577% |
|
|
491 |
completion: 96% (epoch=192)(element=6266) loss = 0 error progress = 1.92849% |
|
|
492 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.92085% |
|
|
493 |
|
|
|
494 |
|
|
|
495 |
### executeTest(perceptron, validation_patient_profile) |
|
|
496 |
|
|
|
497 |
Correct predictions = 87.6% |
|
|
498 |
#FPplusFN=2089 |
|
|
499 |
minError=222 minErrorIndex=1 globalThreshold =-1.3455914670115 |
|
|
500 |
metrics area_roc = 91.62% |
|
|
501 |
(beta) metrics area_precision_recall = 71.42% |
|
|
502 |
|
|
|
503 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
504 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
505 |
TOTAL: |
|
|
506 |
FN = 230 / 516 (truth == 1) & (prediction < threshold) |
|
|
507 |
TP = 286 / 516 (truth == 1) & (prediction >= threshold) |
|
|
508 |
|
|
|
509 |
FP = 29 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
510 |
TN = 1,544 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
511 |
|
|
|
512 |
|
|
|
513 |
:::: Matthews correlation coefficient = +0.65 :::: |
|
|
514 |
|
|
|
515 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
516 |
recall = 0.55 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
517 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
518 |
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
519 |
Saved model file: ./models/model_hus175_hl1_time1524251455 |
|
|
520 |
|
|
|
521 |
$$$ hidden_units = 200 hidden_layers = 1 $$$ |
|
|
522 |
XAVIER_INITIALIZATION = true |
|
|
523 |
completion: 4% (epoch=8)(element=6266) loss = 0.004 error progress = 2.58594% |
|
|
524 |
completion: 8% (epoch=16)(element=6266) loss = 0.003 error progress = 2.40493% |
|
|
525 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.31636% |
|
|
526 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.25651% |
|
|
527 |
completion: 20% (epoch=40)(element=6266) loss = 0 error progress = 2.21503% |
|
|
528 |
completion: 24% (epoch=48)(element=6266) loss = 0 error progress = 2.17955% |
|
|
529 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.15043% |
|
|
530 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.12859% |
|
|
531 |
completion: 36% (epoch=72)(element=6266) loss = 0.004 error progress = 2.10777% |
|
|
532 |
completion: 40% (epoch=80)(element=6266) loss = 0.005 error progress = 2.08733% |
|
|
533 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.06923% |
|
|
534 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 2.05367% |
|
|
535 |
completion: 52% (epoch=104)(element=6266) loss = 0.004 error progress = 2.04013% |
|
|
536 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 2.02672% |
|
|
537 |
completion: 60% (epoch=120)(element=6266) loss = 0.002 error progress = 2.01409% |
|
|
538 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 2.00271% |
|
|
539 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.99084% |
|
|
540 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.97985% |
|
|
541 |
completion: 76% (epoch=152)(element=6266) loss = 0.004 error progress = 1.96891% |
|
|
542 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 1.95843% |
|
|
543 |
completion: 84% (epoch=168)(element=6266) loss = 0.004 error progress = 1.94834% |
|
|
544 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 1.93866% |
|
|
545 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.93003% |
|
|
546 |
completion: 96% (epoch=192)(element=6266) loss = 0.002 error progress = 1.92088% |
|
|
547 |
completion: 100% (epoch=200)(element=6266) loss = 0.002 error progress = 1.91248% |
|
|
548 |
|
|
|
549 |
|
|
|
550 |
### executeTest(perceptron, validation_patient_profile) |
|
|
551 |
|
|
|
552 |
Correct predictions = 87.17% |
|
|
553 |
#FPplusFN=2089 |
|
|
554 |
minError=231 minErrorIndex=1 globalThreshold =-1.2050185649665 |
|
|
555 |
metrics area_roc = 91.42% |
|
|
556 |
(beta) metrics area_precision_recall = 71.42% |
|
|
557 |
|
|
|
558 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
559 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
560 |
TOTAL: |
|
|
561 |
FN = 239 / 516 (truth == 1) & (prediction < threshold) |
|
|
562 |
TP = 277 / 516 (truth == 1) & (prediction >= threshold) |
|
|
563 |
|
|
|
564 |
FP = 29 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
565 |
TN = 1,544 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
566 |
|
|
|
567 |
|
|
|
568 |
:::: Matthews correlation coefficient = +0.63 :::: |
|
|
569 |
|
|
|
570 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
571 |
recall = 0.54 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
572 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
573 |
f1_score = 0.67 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
574 |
Saved model file: ./models/model_hus200_hl1_time1524251765 |
|
|
575 |
|
|
|
576 |
$$$ hidden_units = 225 hidden_layers = 1 $$$ |
|
|
577 |
XAVIER_INITIALIZATION = true |
|
|
578 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.55706% |
|
|
579 |
completion: 8% (epoch=16)(element=6266) loss = 0.002 error progress = 2.38834% |
|
|
580 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.30055% |
|
|
581 |
completion: 16% (epoch=32)(element=6266) loss = 0.006 error progress = 2.24278% |
|
|
582 |
completion: 20% (epoch=40)(element=6266) loss = 0 error progress = 2.20015% |
|
|
583 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.16226% |
|
|
584 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.1315% |
|
|
585 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.10578% |
|
|
586 |
completion: 36% (epoch=72)(element=6266) loss = 0.007 error progress = 2.08124% |
|
|
587 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.05994% |
|
|
588 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.03952% |
|
|
589 |
completion: 48% (epoch=96)(element=6266) loss = 0.002 error progress = 2.0216% |
|
|
590 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.0064% |
|
|
591 |
completion: 56% (epoch=112)(element=6266) loss = 0.002 error progress = 1.99162% |
|
|
592 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 1.97871% |
|
|
593 |
completion: 64% (epoch=128)(element=6266) loss = 0 error progress = 1.96538% |
|
|
594 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.95384% |
|
|
595 |
completion: 72% (epoch=144)(element=6266) loss = 0 error progress = 1.94249% |
|
|
596 |
completion: 76% (epoch=152)(element=6266) loss = 0.003 error progress = 1.93157% |
|
|
597 |
completion: 80% (epoch=160)(element=6266) loss = 0.003 error progress = 1.92103% |
|
|
598 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.91103% |
|
|
599 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 1.90189% |
|
|
600 |
completion: 92% (epoch=184)(element=6266) loss = 0.004 error progress = 1.89218% |
|
|
601 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.88374% |
|
|
602 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.87493% |
|
|
603 |
|
|
|
604 |
|
|
|
605 |
### executeTest(perceptron, validation_patient_profile) |
|
|
606 |
|
|
|
607 |
Correct predictions = 87.75% |
|
|
608 |
#FPplusFN=2089 |
|
|
609 |
minError=219 minErrorIndex=1 globalThreshold =-1.2899969375674 |
|
|
610 |
metrics area_roc = 91.97% |
|
|
611 |
(beta) metrics area_precision_recall = 72.11% |
|
|
612 |
|
|
|
613 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
614 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
615 |
TOTAL: |
|
|
616 |
FN = 219 / 516 (truth == 1) & (prediction < threshold) |
|
|
617 |
TP = 297 / 516 (truth == 1) & (prediction >= threshold) |
|
|
618 |
|
|
|
619 |
FP = 37 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
620 |
TN = 1,536 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
621 |
|
|
|
622 |
|
|
|
623 |
:::: Matthews correlation coefficient = +0.65 :::: |
|
|
624 |
|
|
|
625 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
626 |
recall = 0.58 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
627 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
628 |
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
629 |
Saved model file: ./models/model_hus225_hl1_time1524252108 |
|
|
630 |
|
|
|
631 |
$$$ hidden_units = 250 hidden_layers = 1 $$$ |
|
|
632 |
XAVIER_INITIALIZATION = true |
|
|
633 |
completion: 4% (epoch=8)(element=6266) loss = 0.004 error progress = 2.56888% |
|
|
634 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.39275% |
|
|
635 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.3034% |
|
|
636 |
completion: 16% (epoch=32)(element=6266) loss = 0.007 error progress = 2.24091% |
|
|
637 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.19461% |
|
|
638 |
completion: 24% (epoch=48)(element=6266) loss = 0.003 error progress = 2.15509% |
|
|
639 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.12375% |
|
|
640 |
completion: 32% (epoch=64)(element=6266) loss = 0.003 error progress = 2.09606% |
|
|
641 |
completion: 36% (epoch=72)(element=6266) loss = 0.002 error progress = 2.07095% |
|
|
642 |
completion: 40% (epoch=80)(element=6266) loss = 0.002 error progress = 2.04894% |
|
|
643 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.02584% |
|
|
644 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 2.00841% |
|
|
645 |
completion: 52% (epoch=104)(element=6266) loss = 0 error progress = 1.99295% |
|
|
646 |
completion: 56% (epoch=112)(element=6266) loss = 0.005 error progress = 1.97773% |
|
|
647 |
completion: 60% (epoch=120)(element=6266) loss = 0.007 error progress = 1.96264% |
|
|
648 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 1.9486% |
|
|
649 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.93626% |
|
|
650 |
completion: 72% (epoch=144)(element=6266) loss = 0.002 error progress = 1.92432% |
|
|
651 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.91253% |
|
|
652 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.90134% |
|
|
653 |
completion: 84% (epoch=168)(element=6266) loss = 0.007 error progress = 1.89099% |
|
|
654 |
completion: 88% (epoch=176)(element=6266) loss = 0.008 error progress = 1.88002% |
|
|
655 |
completion: 92% (epoch=184)(element=6266) loss = 0.003 error progress = 1.87004% |
|
|
656 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.85982% |
|
|
657 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.85067% |
|
|
658 |
|
|
|
659 |
|
|
|
660 |
### executeTest(perceptron, validation_patient_profile) |
|
|
661 |
|
|
|
662 |
Correct predictions = 87.36% |
|
|
663 |
#FPplusFN=2089 |
|
|
664 |
minError=232 minErrorIndex=1 globalThreshold =-1.3322010822586 |
|
|
665 |
metrics area_roc = 91.79% |
|
|
666 |
(beta) metrics area_precision_recall = 70.61% |
|
|
667 |
|
|
|
668 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
669 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
670 |
TOTAL: |
|
|
671 |
FN = 239 / 516 (truth == 1) & (prediction < threshold) |
|
|
672 |
TP = 277 / 516 (truth == 1) & (prediction >= threshold) |
|
|
673 |
|
|
|
674 |
FP = 25 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
675 |
TN = 1,548 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
676 |
|
|
|
677 |
|
|
|
678 |
:::: Matthews correlation coefficient = +0.64 :::: |
|
|
679 |
|
|
|
680 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
681 |
recall = 0.54 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
682 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
683 |
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
684 |
Saved model file: ./models/model_hus250_hl1_time1524252489 |
|
|
685 |
|
|
|
686 |
$$$ hidden_units = 275 hidden_layers = 1 $$$ |
|
|
687 |
XAVIER_INITIALIZATION = true |
|
|
688 |
completion: 4% (epoch=8)(element=6266) loss = 0.002 error progress = 2.55723% |
|
|
689 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.37918% |
|
|
690 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.28823% |
|
|
691 |
completion: 16% (epoch=32)(element=6266) loss = 0.003 error progress = 2.23119% |
|
|
692 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.18925% |
|
|
693 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.15265% |
|
|
694 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.12466% |
|
|
695 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.10049% |
|
|
696 |
completion: 36% (epoch=72)(element=6266) loss = 0.002 error progress = 2.08057% |
|
|
697 |
completion: 40% (epoch=80)(element=6266) loss = 0.005 error progress = 2.06049% |
|
|
698 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.04153% |
|
|
699 |
completion: 48% (epoch=96)(element=6266) loss = 0.005 error progress = 2.0251% |
|
|
700 |
completion: 52% (epoch=104)(element=6266) loss = 0.003 error progress = 2.00918% |
|
|
701 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 1.99393% |
|
|
702 |
completion: 60% (epoch=120)(element=6266) loss = 0.003 error progress = 1.97929% |
|
|
703 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 1.96672% |
|
|
704 |
completion: 68% (epoch=136)(element=6266) loss = 0.005 error progress = 1.95437% |
|
|
705 |
completion: 72% (epoch=144)(element=6266) loss = 0 error progress = 1.94238% |
|
|
706 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.93107% |
|
|
707 |
completion: 80% (epoch=160)(element=6266) loss = 0 error progress = 1.92048% |
|
|
708 |
completion: 84% (epoch=168)(element=6266) loss = 0 error progress = 1.91055% |
|
|
709 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 1.9005% |
|
|
710 |
completion: 92% (epoch=184)(element=6266) loss = 0.013 error progress = 1.89166% |
|
|
711 |
completion: 96% (epoch=192)(element=6266) loss = 0 error progress = 1.8836% |
|
|
712 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.8745% |
|
|
713 |
|
|
|
714 |
|
|
|
715 |
### executeTest(perceptron, validation_patient_profile) |
|
|
716 |
|
|
|
717 |
Correct predictions = 88.99% |
|
|
718 |
#FPplusFN=2089 |
|
|
719 |
minError=215 minErrorIndex=1 globalThreshold =-1.1546718707295 |
|
|
720 |
metrics area_roc = 92.3% |
|
|
721 |
(beta) metrics area_precision_recall = 73.6% |
|
|
722 |
|
|
|
723 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
724 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
725 |
TOTAL: |
|
|
726 |
FN = 204 / 516 (truth == 1) & (prediction < threshold) |
|
|
727 |
TP = 312 / 516 (truth == 1) & (prediction >= threshold) |
|
|
728 |
|
|
|
729 |
FP = 26 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
730 |
TN = 1,547 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
731 |
|
|
|
732 |
|
|
|
733 |
:::: Matthews correlation coefficient = +0.69 :::: |
|
|
734 |
|
|
|
735 |
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
736 |
recall = 0.6 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
737 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
738 |
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
739 |
Saved model file: ./models/model_hus275_hl1_time1524252913 |
|
|
740 |
|
|
|
741 |
$$$ hidden_units = 300 hidden_layers = 1 $$$ |
|
|
742 |
XAVIER_INITIALIZATION = true |
|
|
743 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.54418% |
|
|
744 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.3636% |
|
|
745 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.27302% |
|
|
746 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.21307% |
|
|
747 |
completion: 20% (epoch=40)(element=6266) loss = 0 error progress = 2.16935% |
|
|
748 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.13393% |
|
|
749 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.10431% |
|
|
750 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.07867% |
|
|
751 |
completion: 36% (epoch=72)(element=6266) loss = 0.004 error progress = 2.05649% |
|
|
752 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.03581% |
|
|
753 |
completion: 44% (epoch=88)(element=6266) loss = 0.005 error progress = 2.01759% |
|
|
754 |
completion: 48% (epoch=96)(element=6266) loss = 0.003 error progress = 2.0013% |
|
|
755 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 1.98719% |
|
|
756 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 1.97332% |
|
|
757 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 1.95897% |
|
|
758 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 1.94571% |
|
|
759 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.93344% |
|
|
760 |
completion: 72% (epoch=144)(element=6266) loss = 0 error progress = 1.92163% |
|
|
761 |
completion: 76% (epoch=152)(element=6266) loss = 0.004 error progress = 1.91111% |
|
|
762 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.90085% |
|
|
763 |
completion: 84% (epoch=168)(element=6266) loss = 0 error progress = 1.89067% |
|
|
764 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.88045% |
|
|
765 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.8713% |
|
|
766 |
completion: 96% (epoch=192)(element=6266) loss = 0 error progress = 1.86206% |
|
|
767 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.85306% |
|
|
768 |
|
|
|
769 |
|
|
|
770 |
### executeTest(perceptron, validation_patient_profile) |
|
|
771 |
|
|
|
772 |
Correct predictions = 87.08% |
|
|
773 |
#FPplusFN=2089 |
|
|
774 |
minError=227 minErrorIndex=1 globalThreshold =-1.1760284250837 |
|
|
775 |
metrics area_roc = 91.89% |
|
|
776 |
(beta) metrics area_precision_recall = 71.01% |
|
|
777 |
|
|
|
778 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
779 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
780 |
TOTAL: |
|
|
781 |
FN = 249 / 516 (truth == 1) & (prediction < threshold) |
|
|
782 |
TP = 267 / 516 (truth == 1) & (prediction >= threshold) |
|
|
783 |
|
|
|
784 |
FP = 21 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
785 |
TN = 1,552 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
786 |
|
|
|
787 |
|
|
|
788 |
:::: Matthews correlation coefficient = +0.63 :::: |
|
|
789 |
|
|
|
790 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
791 |
recall = 0.52 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
792 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
793 |
f1_score = 0.66 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
794 |
Saved model file: ./models/model_hus300_hl1_time1524253378 |
|
|
795 |
|
|
|
796 |
$$$ hidden_units = 350 hidden_layers = 1 $$$ |
|
|
797 |
XAVIER_INITIALIZATION = true |
|
|
798 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.53331% |
|
|
799 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.36159% |
|
|
800 |
completion: 12% (epoch=24)(element=6266) loss = 0.002 error progress = 2.27257% |
|
|
801 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.21269% |
|
|
802 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.16675% |
|
|
803 |
completion: 24% (epoch=48)(element=6266) loss = 0.002 error progress = 2.12917% |
|
|
804 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.09996% |
|
|
805 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.07304% |
|
|
806 |
completion: 36% (epoch=72)(element=6266) loss = 0.003 error progress = 2.04955% |
|
|
807 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.02885% |
|
|
808 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.00999% |
|
|
809 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 1.99214% |
|
|
810 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 1.97741% |
|
|
811 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 1.96218% |
|
|
812 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 1.94735% |
|
|
813 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 1.93395% |
|
|
814 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 1.92125% |
|
|
815 |
completion: 72% (epoch=144)(element=6266) loss = 0 error progress = 1.90926% |
|
|
816 |
completion: 76% (epoch=152)(element=6266) loss = 0 error progress = 1.89672% |
|
|
817 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.88559% |
|
|
818 |
completion: 84% (epoch=168)(element=6266) loss = 0 error progress = 1.87518% |
|
|
819 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 1.86468% |
|
|
820 |
completion: 92% (epoch=184)(element=6266) loss = 0 error progress = 1.85413% |
|
|
821 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.84421% |
|
|
822 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.83449% |
|
|
823 |
|
|
|
824 |
|
|
|
825 |
### executeTest(perceptron, validation_patient_profile) |
|
|
826 |
|
|
|
827 |
Correct predictions = 87.41% |
|
|
828 |
#FPplusFN=2089 |
|
|
829 |
minError=207 minErrorIndex=1 globalThreshold =-1.3718564063267 |
|
|
830 |
metrics area_roc = 92.4% |
|
|
831 |
(beta) metrics area_precision_recall = 72.91% |
|
|
832 |
|
|
|
833 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
834 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
835 |
TOTAL: |
|
|
836 |
FN = 248 / 516 (truth == 1) & (prediction < threshold) |
|
|
837 |
TP = 268 / 516 (truth == 1) & (prediction >= threshold) |
|
|
838 |
|
|
|
839 |
FP = 15 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
840 |
TN = 1,558 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
841 |
|
|
|
842 |
|
|
|
843 |
:::: Matthews correlation coefficient = +0.64 :::: |
|
|
844 |
|
|
|
845 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
846 |
recall = 0.52 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
847 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
848 |
f1_score = 0.67 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
849 |
Saved model file: ./models/model_hus350_hl1_time1524253954 |
|
|
850 |
|
|
|
851 |
$$$ hidden_units = 400 hidden_layers = 1 $$$ |
|
|
852 |
XAVIER_INITIALIZATION = true |
|
|
853 |
completion: 4% (epoch=8)(element=6266) loss = 0.004 error progress = 2.5275% |
|
|
854 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.3521% |
|
|
855 |
completion: 12% (epoch=24)(element=6266) loss = 0.002 error progress = 2.26182% |
|
|
856 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.19943% |
|
|
857 |
completion: 20% (epoch=40)(element=6266) loss = 0 error progress = 2.15337% |
|
|
858 |
completion: 24% (epoch=48)(element=6266) loss = 0 error progress = 2.11832% |
|
|
859 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.08853% |
|
|
860 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.06167% |
|
|
861 |
completion: 36% (epoch=72)(element=6266) loss = 0.002 error progress = 2.03817% |
|
|
862 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.01799% |
|
|
863 |
completion: 44% (epoch=88)(element=6266) loss = 0.003 error progress = 1.99955% |
|
|
864 |
completion: 48% (epoch=96)(element=6266) loss = 0.003 error progress = 1.98067% |
|
|
865 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 1.96343% |
|
|
866 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 1.94798% |
|
|
867 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 1.93214% |
|
|
868 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 1.91797% |
|
|
869 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 1.90463% |
|
|
870 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.89155% |
|
|
871 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.88024% |
|
|
872 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 1.86808% |
|
|
873 |
completion: 84% (epoch=168)(element=6266) loss = 0.002 error progress = 1.85697% |
|
|
874 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.84636% |
|
|
875 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.83638% |
|
|
876 |
completion: 96% (epoch=192)(element=6266) loss = 0.002 error progress = 1.82598% |
|
|
877 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.81631% |
|
|
878 |
|
|
|
879 |
|
|
|
880 |
### executeTest(perceptron, validation_patient_profile) |
|
|
881 |
|
|
|
882 |
Correct predictions = 87.12% |
|
|
883 |
#FPplusFN=2089 |
|
|
884 |
minError=224 minErrorIndex=1 globalThreshold =-1.6962178234128 |
|
|
885 |
metrics area_roc = 91.63% |
|
|
886 |
(beta) metrics area_precision_recall = 70.55% |
|
|
887 |
|
|
|
888 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
889 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
890 |
TOTAL: |
|
|
891 |
FN = 234 / 516 (truth == 1) & (prediction < threshold) |
|
|
892 |
TP = 282 / 516 (truth == 1) & (prediction >= threshold) |
|
|
893 |
|
|
|
894 |
FP = 35 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
895 |
TN = 1,538 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
896 |
|
|
|
897 |
|
|
|
898 |
:::: Matthews correlation coefficient = +0.63 :::: |
|
|
899 |
|
|
|
900 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
901 |
recall = 0.55 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
902 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
903 |
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
904 |
Saved model file: ./models/model_hus400_hl1_time1524254634 |
|
|
905 |
|
|
|
906 |
$$$ hidden_units = 5 hidden_layers = 2 $$$ |
|
|
907 |
XAVIER_INITIALIZATION = true |
|
|
908 |
completion: 4% (epoch=8)(element=6266) loss = 0.062 error progress = 4.4478% |
|
|
909 |
completion: 8% (epoch=16)(element=6266) loss = 0.088 error progress = 4.34054% |
|
|
910 |
completion: 12% (epoch=24)(element=6266) loss = 0.031 error progress = 4.29406% |
|
|
911 |
completion: 16% (epoch=32)(element=6266) loss = 0.051 error progress = 4.25705% |
|
|
912 |
completion: 20% (epoch=40)(element=6266) loss = 0.066 error progress = 4.22893% |
|
|
913 |
completion: 24% (epoch=48)(element=6266) loss = 0.07 error progress = 4.20333% |
|
|
914 |
completion: 28% (epoch=56)(element=6266) loss = 0.052 error progress = 4.1792% |
|
|
915 |
completion: 32% (epoch=64)(element=6266) loss = 0.021 error progress = 4.15595% |
|
|
916 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 4.13768% |
|
|
917 |
completion: 40% (epoch=80)(element=6266) loss = 0.02 error progress = 4.12419% |
|
|
918 |
completion: 44% (epoch=88)(element=6266) loss = 0.064 error progress = 4.11533% |
|
|
919 |
completion: 48% (epoch=96)(element=6266) loss = 0.18 error progress = 4.12473% |
|
|
920 |
completion: 52% (epoch=104)(element=6266) loss = 0.003 error progress = 4.13902% |
|
|
921 |
completion: 56% (epoch=112)(element=6266) loss = 0.004 error progress = 4.15176% |
|
|
922 |
completion: 60% (epoch=120)(element=6266) loss = 0.047 error progress = 4.16135% |
|
|
923 |
completion: 64% (epoch=128)(element=6266) loss = 0.028 error progress = 4.17165% |
|
|
924 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 4.17978% |
|
|
925 |
completion: 72% (epoch=144)(element=6266) loss = 0.002 error progress = 4.18614% |
|
|
926 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 4.19174% |
|
|
927 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 4.19599% |
|
|
928 |
completion: 84% (epoch=168)(element=6266) loss = 0.054 error progress = 4.20084% |
|
|
929 |
completion: 88% (epoch=176)(element=6266) loss = 0.177 error progress = 4.20531% |
|
|
930 |
completion: 92% (epoch=184)(element=6266) loss = 0.028 error progress = 4.20933% |
|
|
931 |
completion: 96% (epoch=192)(element=6266) loss = 0.039 error progress = 4.21309% |
|
|
932 |
completion: 100% (epoch=200)(element=6266) loss = 0.17 error progress = 4.21606% |
|
|
933 |
|
|
|
934 |
|
|
|
935 |
### executeTest(perceptron, validation_patient_profile) |
|
|
936 |
|
|
|
937 |
Correct predictions = 75.3% |
|
|
938 |
ATTENTION: all the predictions are FALSE |
|
|
939 |
#FPplusFN=2089 |
|
|
940 |
minError=516 minErrorIndex=1 globalThreshold =-0.98048917221885 |
|
|
941 |
metrics area_roc = 71.41% |
|
|
942 |
(beta) metrics area_precision_recall = 27.71% |
|
|
943 |
|
|
|
944 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
945 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
946 |
TOTAL: |
|
|
947 |
FN = 516 / 516 (truth == 1) & (prediction < threshold) |
|
|
948 |
TP = 0 / 516 (truth == 1) & (prediction >= threshold) |
|
|
949 |
|
|
|
950 |
FP = 0 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
951 |
TN = 1,573 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
952 |
|
|
|
953 |
Matthews correlation coefficient = NOT computable |
|
|
954 |
accuracy = 0.75 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
955 |
recall = 0 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
956 |
specificity = 1 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
957 |
f1_score = 0 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
958 |
Saved model file: ./models/model_hus5_hl2_time1524254823 |
|
|
959 |
|
|
|
960 |
$$$ hidden_units = 10 hidden_layers = 2 $$$ |
|
|
961 |
XAVIER_INITIALIZATION = true |
|
|
962 |
completion: 4% (epoch=8)(element=6266) loss = 0.134 error progress = 4.16773% |
|
|
963 |
completion: 8% (epoch=16)(element=6266) loss = 0.012 error progress = 3.88495% |
|
|
964 |
completion: 12% (epoch=24)(element=6266) loss = 0.07 error progress = 3.77886% |
|
|
965 |
completion: 16% (epoch=32)(element=6266) loss = 0.028 error progress = 3.71804% |
|
|
966 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 3.67797% |
|
|
967 |
completion: 24% (epoch=48)(element=6266) loss = 0.039 error progress = 3.64375% |
|
|
968 |
completion: 28% (epoch=56)(element=6266) loss = 0.019 error progress = 3.62071% |
|
|
969 |
completion: 32% (epoch=64)(element=6266) loss = 0.061 error progress = 3.60072% |
|
|
970 |
completion: 36% (epoch=72)(element=6266) loss = 0.013 error progress = 3.57993% |
|
|
971 |
completion: 40% (epoch=80)(element=6266) loss = 0.045 error progress = 3.55376% |
|
|
972 |
completion: 44% (epoch=88)(element=6266) loss = 0.006 error progress = 3.53169% |
|
|
973 |
completion: 48% (epoch=96)(element=6266) loss = 0.011 error progress = 3.51517% |
|
|
974 |
completion: 52% (epoch=104)(element=6266) loss = 0.08 error progress = 3.49869% |
|
|
975 |
completion: 56% (epoch=112)(element=6266) loss = 0.158 error progress = 3.48492% |
|
|
976 |
completion: 60% (epoch=120)(element=6266) loss = 0.003 error progress = 3.47463% |
|
|
977 |
completion: 64% (epoch=128)(element=6266) loss = 0.043 error progress = 3.46422% |
|
|
978 |
completion: 68% (epoch=136)(element=6266) loss = 0.052 error progress = 3.45402% |
|
|
979 |
completion: 72% (epoch=144)(element=6266) loss = 0.038 error progress = 3.44312% |
|
|
980 |
completion: 76% (epoch=152)(element=6266) loss = 0.031 error progress = 3.43251% |
|
|
981 |
completion: 80% (epoch=160)(element=6266) loss = 0.004 error progress = 3.42524% |
|
|
982 |
completion: 84% (epoch=168)(element=6266) loss = 0.021 error progress = 3.41719% |
|
|
983 |
completion: 88% (epoch=176)(element=6266) loss = 0.004 error progress = 3.40897% |
|
|
984 |
completion: 92% (epoch=184)(element=6266) loss = 0.008 error progress = 3.40204% |
|
|
985 |
completion: 96% (epoch=192)(element=6266) loss = 0.004 error progress = 3.39531% |
|
|
986 |
completion: 100% (epoch=200)(element=6266) loss = 0.024 error progress = 3.389% |
|
|
987 |
|
|
|
988 |
|
|
|
989 |
### executeTest(perceptron, validation_patient_profile) |
|
|
990 |
|
|
|
991 |
Correct predictions = 77.98% |
|
|
992 |
#FPplusFN=2089 |
|
|
993 |
minError=339 minErrorIndex=1 globalThreshold =-1.8767338008691 |
|
|
994 |
metrics area_roc = 85.56% |
|
|
995 |
(beta) metrics area_precision_recall = 52.92% |
|
|
996 |
|
|
|
997 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
998 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
999 |
TOTAL: |
|
|
1000 |
FN = 439 / 516 (truth == 1) & (prediction < threshold) |
|
|
1001 |
TP = 77 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1002 |
|
|
|
1003 |
FP = 21 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1004 |
TN = 1,552 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1005 |
|
|
|
1006 |
|
|
|
1007 |
:::: Matthews correlation coefficient = +0.28 :::: |
|
|
1008 |
|
|
|
1009 |
accuracy = 0.78 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1010 |
recall = 0.15 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1011 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1012 |
f1_score = 0.25 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1013 |
Saved model file: ./models/model_hus10_hl2_time1524255019 |
|
|
1014 |
|
|
|
1015 |
$$$ hidden_units = 25 hidden_layers = 2 $$$ |
|
|
1016 |
XAVIER_INITIALIZATION = true |
|
|
1017 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 3.3039% |
|
|
1018 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 3.09878% |
|
|
1019 |
completion: 12% (epoch=24)(element=6266) loss = 0.033 error progress = 3.00747% |
|
|
1020 |
completion: 16% (epoch=32)(element=6266) loss = 0.062 error progress = 2.95111% |
|
|
1021 |
completion: 20% (epoch=40)(element=6266) loss = 0.004 error progress = 2.90497% |
|
|
1022 |
completion: 24% (epoch=48)(element=6266) loss = 0.01 error progress = 2.87331% |
|
|
1023 |
completion: 28% (epoch=56)(element=6266) loss = 0.007 error progress = 2.84564% |
|
|
1024 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.81911% |
|
|
1025 |
completion: 36% (epoch=72)(element=6266) loss = 0.005 error progress = 2.79799% |
|
|
1026 |
completion: 40% (epoch=80)(element=6266) loss = 0.03 error progress = 2.77855% |
|
|
1027 |
completion: 44% (epoch=88)(element=6266) loss = 0.013 error progress = 2.7628% |
|
|
1028 |
completion: 48% (epoch=96)(element=6266) loss = 0.016 error progress = 2.74696% |
|
|
1029 |
completion: 52% (epoch=104)(element=6266) loss = 0 error progress = 2.73274% |
|
|
1030 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 2.72037% |
|
|
1031 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 2.70992% |
|
|
1032 |
completion: 64% (epoch=128)(element=6266) loss = 0.142 error progress = 2.70047% |
|
|
1033 |
completion: 68% (epoch=136)(element=6266) loss = 0.026 error progress = 2.69105% |
|
|
1034 |
completion: 72% (epoch=144)(element=6266) loss = 0 error progress = 2.68158% |
|
|
1035 |
completion: 76% (epoch=152)(element=6266) loss = 0 error progress = 2.67246% |
|
|
1036 |
completion: 80% (epoch=160)(element=6266) loss = 0.007 error progress = 2.6645% |
|
|
1037 |
completion: 84% (epoch=168)(element=6266) loss = 0 error progress = 2.65716% |
|
|
1038 |
completion: 88% (epoch=176)(element=6266) loss = 0.003 error progress = 2.64947% |
|
|
1039 |
completion: 92% (epoch=184)(element=6266) loss = 0.007 error progress = 2.64193% |
|
|
1040 |
completion: 96% (epoch=192)(element=6266) loss = 0 error progress = 2.63528% |
|
|
1041 |
completion: 100% (epoch=200)(element=6266) loss = 0.017 error progress = 2.62833% |
|
|
1042 |
|
|
|
1043 |
|
|
|
1044 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1045 |
|
|
|
1046 |
Correct predictions = 82.19% |
|
|
1047 |
#FPplusFN=2089 |
|
|
1048 |
minError=308 minErrorIndex=1 globalThreshold =-1.3810422280757 |
|
|
1049 |
metrics area_roc = 88.09% |
|
|
1050 |
(beta) metrics area_precision_recall = 60.71% |
|
|
1051 |
|
|
|
1052 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1053 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1054 |
TOTAL: |
|
|
1055 |
FN = 325 / 516 (truth == 1) & (prediction < threshold) |
|
|
1056 |
TP = 191 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1057 |
|
|
|
1058 |
FP = 47 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1059 |
TN = 1,526 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1060 |
|
|
|
1061 |
|
|
|
1062 |
:::: Matthews correlation coefficient = +0.46 :::: |
|
|
1063 |
|
|
|
1064 |
accuracy = 0.82 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1065 |
recall = 0.37 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1066 |
specificity = 0.97 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1067 |
f1_score = 0.51 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1068 |
Saved model file: ./models/model_hus25_hl2_time1524255225 |
|
|
1069 |
|
|
|
1070 |
$$$ hidden_units = 50 hidden_layers = 2 $$$ |
|
|
1071 |
XAVIER_INITIALIZATION = true |
|
|
1072 |
completion: 4% (epoch=8)(element=6266) loss = 0.002 error progress = 3.03423% |
|
|
1073 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.80857% |
|
|
1074 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.69884% |
|
|
1075 |
completion: 16% (epoch=32)(element=6266) loss = 0.005 error progress = 2.63192% |
|
|
1076 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.5847% |
|
|
1077 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.54398% |
|
|
1078 |
completion: 28% (epoch=56)(element=6266) loss = 0.079 error progress = 2.51247% |
|
|
1079 |
completion: 32% (epoch=64)(element=6266) loss = 0.005 error progress = 2.48469% |
|
|
1080 |
completion: 36% (epoch=72)(element=6266) loss = 0 error progress = 2.46189% |
|
|
1081 |
completion: 40% (epoch=80)(element=6266) loss = 0.009 error progress = 2.44041% |
|
|
1082 |
completion: 44% (epoch=88)(element=6266) loss = 0.006 error progress = 2.42002% |
|
|
1083 |
completion: 48% (epoch=96)(element=6266) loss = 0.007 error progress = 2.40296% |
|
|
1084 |
completion: 52% (epoch=104)(element=6266) loss = 0.005 error progress = 2.3876% |
|
|
1085 |
completion: 56% (epoch=112)(element=6266) loss = 0.004 error progress = 2.37406% |
|
|
1086 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 2.36% |
|
|
1087 |
completion: 64% (epoch=128)(element=6266) loss = 0.004 error progress = 2.34648% |
|
|
1088 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 2.33471% |
|
|
1089 |
completion: 72% (epoch=144)(element=6266) loss = 0.003 error progress = 2.32192% |
|
|
1090 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.31006% |
|
|
1091 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 2.29863% |
|
|
1092 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 2.29002% |
|
|
1093 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 2.28085% |
|
|
1094 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 2.27158% |
|
|
1095 |
completion: 96% (epoch=192)(element=6266) loss = 0.003 error progress = 2.26376% |
|
|
1096 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 2.25581% |
|
|
1097 |
|
|
|
1098 |
|
|
|
1099 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1100 |
|
|
|
1101 |
Correct predictions = 83.63% |
|
|
1102 |
#FPplusFN=2089 |
|
|
1103 |
minError=247 minErrorIndex=1 globalThreshold =-1.0383644458129 |
|
|
1104 |
metrics area_roc = 90.45% |
|
|
1105 |
(beta) metrics area_precision_recall = 64.93% |
|
|
1106 |
|
|
|
1107 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1108 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1109 |
TOTAL: |
|
|
1110 |
FN = 301 / 516 (truth == 1) & (prediction < threshold) |
|
|
1111 |
TP = 215 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1112 |
|
|
|
1113 |
FP = 41 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1114 |
TN = 1,532 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1115 |
|
|
|
1116 |
|
|
|
1117 |
:::: Matthews correlation coefficient = +0.51 :::: |
|
|
1118 |
|
|
|
1119 |
accuracy = 0.84 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1120 |
recall = 0.42 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1121 |
specificity = 0.97 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1122 |
f1_score = 0.56 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1123 |
Saved model file: ./models/model_hus50_hl2_time1524255449 |
|
|
1124 |
|
|
|
1125 |
$$$ hidden_units = 75 hidden_layers = 2 $$$ |
|
|
1126 |
XAVIER_INITIALIZATION = true |
|
|
1127 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.89542% |
|
|
1128 |
completion: 8% (epoch=16)(element=6266) loss = 0.007 error progress = 2.68923% |
|
|
1129 |
completion: 12% (epoch=24)(element=6266) loss = 0.011 error progress = 2.57874% |
|
|
1130 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.50582% |
|
|
1131 |
completion: 20% (epoch=40)(element=6266) loss = 0.008 error progress = 2.45528% |
|
|
1132 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.41193% |
|
|
1133 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.37764% |
|
|
1134 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.35018% |
|
|
1135 |
completion: 36% (epoch=72)(element=6266) loss = 0 error progress = 2.32678% |
|
|
1136 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.30598% |
|
|
1137 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.28779% |
|
|
1138 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 2.27095% |
|
|
1139 |
completion: 52% (epoch=104)(element=6266) loss = 0.003 error progress = 2.25683% |
|
|
1140 |
completion: 56% (epoch=112)(element=6266) loss = 0.003 error progress = 2.24235% |
|
|
1141 |
completion: 60% (epoch=120)(element=6266) loss = 0.002 error progress = 2.22843% |
|
|
1142 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 2.2145% |
|
|
1143 |
completion: 68% (epoch=136)(element=6266) loss = 0.003 error progress = 2.20129% |
|
|
1144 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.18939% |
|
|
1145 |
completion: 76% (epoch=152)(element=6266) loss = 0.004 error progress = 2.17805% |
|
|
1146 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 2.16779% |
|
|
1147 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 2.15811% |
|
|
1148 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 2.14995% |
|
|
1149 |
completion: 92% (epoch=184)(element=6266) loss = 0.003 error progress = 2.14154% |
|
|
1150 |
completion: 96% (epoch=192)(element=6266) loss = 0.002 error progress = 2.13321% |
|
|
1151 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 2.12516% |
|
|
1152 |
|
|
|
1153 |
|
|
|
1154 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1155 |
|
|
|
1156 |
Correct predictions = 86.69% |
|
|
1157 |
#FPplusFN=2089 |
|
|
1158 |
minError=229 minErrorIndex=1 globalThreshold =-1.0591847281323 |
|
|
1159 |
metrics area_roc = 91.11% |
|
|
1160 |
(beta) metrics area_precision_recall = 68.5% |
|
|
1161 |
|
|
|
1162 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1163 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1164 |
TOTAL: |
|
|
1165 |
FN = 244 / 516 (truth == 1) & (prediction < threshold) |
|
|
1166 |
TP = 272 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1167 |
|
|
|
1168 |
FP = 34 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1169 |
TN = 1,539 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1170 |
|
|
|
1171 |
|
|
|
1172 |
:::: Matthews correlation coefficient = +0.62 :::: |
|
|
1173 |
|
|
|
1174 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1175 |
recall = 0.53 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1176 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1177 |
f1_score = 0.66 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1178 |
Saved model file: ./models/model_hus75_hl2_time1524255699 |
|
|
1179 |
|
|
|
1180 |
$$$ hidden_units = 100 hidden_layers = 2 $$$ |
|
|
1181 |
XAVIER_INITIALIZATION = true |
|
|
1182 |
completion: 4% (epoch=8)(element=6266) loss = 0.003 error progress = 2.80657% |
|
|
1183 |
completion: 8% (epoch=16)(element=6266) loss = 0.01 error progress = 2.61688% |
|
|
1184 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.52143% |
|
|
1185 |
completion: 16% (epoch=32)(element=6266) loss = 0.002 error progress = 2.45395% |
|
|
1186 |
completion: 20% (epoch=40)(element=6266) loss = 0 error progress = 2.4021% |
|
|
1187 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.35554% |
|
|
1188 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.32164% |
|
|
1189 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.29387% |
|
|
1190 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.26698% |
|
|
1191 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.24546% |
|
|
1192 |
completion: 44% (epoch=88)(element=6266) loss = 0.002 error progress = 2.22508% |
|
|
1193 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 2.20826% |
|
|
1194 |
completion: 52% (epoch=104)(element=6266) loss = 0.002 error progress = 2.19207% |
|
|
1195 |
completion: 56% (epoch=112)(element=6266) loss = 0.003 error progress = 2.17705% |
|
|
1196 |
completion: 60% (epoch=120)(element=6266) loss = 0.002 error progress = 2.16428% |
|
|
1197 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 2.14919% |
|
|
1198 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 2.13669% |
|
|
1199 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.12406% |
|
|
1200 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 2.11344% |
|
|
1201 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 2.10306% |
|
|
1202 |
completion: 84% (epoch=168)(element=6266) loss = 0.002 error progress = 2.09188% |
|
|
1203 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 2.08233% |
|
|
1204 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 2.07372% |
|
|
1205 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 2.06471% |
|
|
1206 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 2.0565% |
|
|
1207 |
|
|
|
1208 |
|
|
|
1209 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1210 |
|
|
|
1211 |
Correct predictions = 87.17% |
|
|
1212 |
#FPplusFN=2089 |
|
|
1213 |
minError=226 minErrorIndex=1 globalThreshold =-1.0811402275798 |
|
|
1214 |
metrics area_roc = 90.52% |
|
|
1215 |
(beta) metrics area_precision_recall = 54.64% |
|
|
1216 |
|
|
|
1217 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1218 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1219 |
TOTAL: |
|
|
1220 |
FN = 253 / 516 (truth == 1) & (prediction < threshold) |
|
|
1221 |
TP = 263 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1222 |
|
|
|
1223 |
FP = 15 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1224 |
TN = 1,558 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1225 |
|
|
|
1226 |
|
|
|
1227 |
:::: Matthews correlation coefficient = +0.64 :::: |
|
|
1228 |
|
|
|
1229 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1230 |
recall = 0.51 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1231 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1232 |
f1_score = 0.66 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1233 |
Saved model file: ./models/model_hus100_hl2_time1524255980 |
|
|
1234 |
|
|
|
1235 |
$$$ hidden_units = 125 hidden_layers = 2 $$$ |
|
|
1236 |
XAVIER_INITIALIZATION = true |
|
|
1237 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.80471% |
|
|
1238 |
completion: 8% (epoch=16)(element=6266) loss = 0.007 error progress = 2.59629% |
|
|
1239 |
completion: 12% (epoch=24)(element=6266) loss = 0.002 error progress = 2.49442% |
|
|
1240 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.42856% |
|
|
1241 |
completion: 20% (epoch=40)(element=6266) loss = 0.003 error progress = 2.37736% |
|
|
1242 |
completion: 24% (epoch=48)(element=6266) loss = 0.002 error progress = 2.33771% |
|
|
1243 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.3037% |
|
|
1244 |
completion: 32% (epoch=64)(element=6266) loss = 0.003 error progress = 2.27855% |
|
|
1245 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.25575% |
|
|
1246 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.23567% |
|
|
1247 |
completion: 44% (epoch=88)(element=6266) loss = 0.002 error progress = 2.2152% |
|
|
1248 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.1983% |
|
|
1249 |
completion: 52% (epoch=104)(element=6266) loss = 0.002 error progress = 2.18224% |
|
|
1250 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 2.16786% |
|
|
1251 |
completion: 60% (epoch=120)(element=6266) loss = 0.002 error progress = 2.15423% |
|
|
1252 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.14061% |
|
|
1253 |
completion: 68% (epoch=136)(element=6266) loss = 0.003 error progress = 2.12867% |
|
|
1254 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.1172% |
|
|
1255 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 2.1061% |
|
|
1256 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 2.09607% |
|
|
1257 |
completion: 84% (epoch=168)(element=6266) loss = 0.002 error progress = 2.08658% |
|
|
1258 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 2.07769% |
|
|
1259 |
completion: 92% (epoch=184)(element=6266) loss = 0.002 error progress = 2.06959% |
|
|
1260 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 2.0614% |
|
|
1261 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 2.05352% |
|
|
1262 |
|
|
|
1263 |
|
|
|
1264 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1265 |
|
|
|
1266 |
Correct predictions = 86.55% |
|
|
1267 |
#FPplusFN=2089 |
|
|
1268 |
minError=232 minErrorIndex=1 globalThreshold =-1.1476594590349 |
|
|
1269 |
metrics area_roc = 90.85% |
|
|
1270 |
(beta) metrics area_precision_recall = 70.31% |
|
|
1271 |
|
|
|
1272 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1273 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1274 |
TOTAL: |
|
|
1275 |
FN = 257 / 516 (truth == 1) & (prediction < threshold) |
|
|
1276 |
TP = 259 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1277 |
|
|
|
1278 |
FP = 24 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1279 |
TN = 1,549 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1280 |
|
|
|
1281 |
|
|
|
1282 |
:::: Matthews correlation coefficient = +0.61 :::: |
|
|
1283 |
|
|
|
1284 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1285 |
recall = 0.5 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1286 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1287 |
f1_score = 0.65 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1288 |
Saved model file: ./models/model_hus125_hl2_time1524256300 |
|
|
1289 |
|
|
|
1290 |
$$$ hidden_units = 150 hidden_layers = 2 $$$ |
|
|
1291 |
XAVIER_INITIALIZATION = true |
|
|
1292 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.7524% |
|
|
1293 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 2.55546% |
|
|
1294 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.44562% |
|
|
1295 |
completion: 16% (epoch=32)(element=6266) loss = 0.004 error progress = 2.36967% |
|
|
1296 |
completion: 20% (epoch=40)(element=6266) loss = 0.003 error progress = 2.3091% |
|
|
1297 |
completion: 24% (epoch=48)(element=6266) loss = 0.004 error progress = 2.26244% |
|
|
1298 |
completion: 28% (epoch=56)(element=6266) loss = 0.003 error progress = 2.22516% |
|
|
1299 |
completion: 32% (epoch=64)(element=6266) loss = 0.003 error progress = 2.19423% |
|
|
1300 |
completion: 36% (epoch=72)(element=6266) loss = 0.002 error progress = 2.16807% |
|
|
1301 |
completion: 40% (epoch=80)(element=6266) loss = 0.002 error progress = 2.14502% |
|
|
1302 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.1242% |
|
|
1303 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.1061% |
|
|
1304 |
completion: 52% (epoch=104)(element=6266) loss = 0 error progress = 2.08865% |
|
|
1305 |
completion: 56% (epoch=112)(element=6266) loss = 0.002 error progress = 2.07156% |
|
|
1306 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.05645% |
|
|
1307 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 2.04186% |
|
|
1308 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 2.02835% |
|
|
1309 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.01417% |
|
|
1310 |
completion: 76% (epoch=152)(element=6266) loss = 0.003 error progress = 2.00344% |
|
|
1311 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.99382% |
|
|
1312 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.98417% |
|
|
1313 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 1.97527% |
|
|
1314 |
completion: 92% (epoch=184)(element=6266) loss = 0.002 error progress = 1.96852% |
|
|
1315 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.9613% |
|
|
1316 |
completion: 100% (epoch=200)(element=6266) loss = 0.003 error progress = 1.95307% |
|
|
1317 |
|
|
|
1318 |
|
|
|
1319 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1320 |
|
|
|
1321 |
Correct predictions = 88.08% |
|
|
1322 |
#FPplusFN=2089 |
|
|
1323 |
minError=217 minErrorIndex=1 globalThreshold =-1.1579141103495 |
|
|
1324 |
metrics area_roc = 92.18% |
|
|
1325 |
(beta) metrics area_precision_recall = 72.67% |
|
|
1326 |
|
|
|
1327 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1328 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1329 |
TOTAL: |
|
|
1330 |
FN = 227 / 516 (truth == 1) & (prediction < threshold) |
|
|
1331 |
TP = 289 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1332 |
|
|
|
1333 |
FP = 22 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1334 |
TN = 1,551 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1335 |
|
|
|
1336 |
|
|
|
1337 |
:::: Matthews correlation coefficient = +0.66 :::: |
|
|
1338 |
|
|
|
1339 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1340 |
recall = 0.56 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1341 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1342 |
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1343 |
Saved model file: ./models/model_hus150_hl2_time1524256668 |
|
|
1344 |
|
|
|
1345 |
$$$ hidden_units = 175 hidden_layers = 2 $$$ |
|
|
1346 |
XAVIER_INITIALIZATION = true |
|
|
1347 |
completion: 4% (epoch=8)(element=6266) loss = 0.005 error progress = 2.72232% |
|
|
1348 |
completion: 8% (epoch=16)(element=6266) loss = 0.002 error progress = 2.52464% |
|
|
1349 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.43254% |
|
|
1350 |
completion: 16% (epoch=32)(element=6266) loss = 0.002 error progress = 2.36457% |
|
|
1351 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.31441% |
|
|
1352 |
completion: 24% (epoch=48)(element=6266) loss = 0 error progress = 2.27246% |
|
|
1353 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.23588% |
|
|
1354 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.20396% |
|
|
1355 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.17532% |
|
|
1356 |
completion: 40% (epoch=80)(element=6266) loss = 0.003 error progress = 2.14941% |
|
|
1357 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.1261% |
|
|
1358 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.10637% |
|
|
1359 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.08885% |
|
|
1360 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.07086% |
|
|
1361 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 2.05519% |
|
|
1362 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 2.03993% |
|
|
1363 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 2.02647% |
|
|
1364 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.01297% |
|
|
1365 |
completion: 76% (epoch=152)(element=6266) loss = 0.003 error progress = 2.00113% |
|
|
1366 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.99051% |
|
|
1367 |
completion: 84% (epoch=168)(element=6266) loss = 0.002 error progress = 1.97963% |
|
|
1368 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 1.96947% |
|
|
1369 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.95916% |
|
|
1370 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.94962% |
|
|
1371 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.94005% |
|
|
1372 |
|
|
|
1373 |
|
|
|
1374 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1375 |
|
|
|
1376 |
Correct predictions = 87.46% |
|
|
1377 |
#FPplusFN=2089 |
|
|
1378 |
minError=214 minErrorIndex=1 globalThreshold =-1.0872617133097 |
|
|
1379 |
metrics area_roc = 91.91% |
|
|
1380 |
(beta) metrics area_precision_recall = 72.44% |
|
|
1381 |
|
|
|
1382 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1383 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1384 |
TOTAL: |
|
|
1385 |
FN = 239 / 516 (truth == 1) & (prediction < threshold) |
|
|
1386 |
TP = 277 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1387 |
|
|
|
1388 |
FP = 23 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1389 |
TN = 1,550 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1390 |
|
|
|
1391 |
|
|
|
1392 |
:::: Matthews correlation coefficient = +0.64 :::: |
|
|
1393 |
|
|
|
1394 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1395 |
recall = 0.54 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1396 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1397 |
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1398 |
Saved model file: ./models/model_hus175_hl2_time1524257088 |
|
|
1399 |
|
|
|
1400 |
$$$ hidden_units = 200 hidden_layers = 2 $$$ |
|
|
1401 |
XAVIER_INITIALIZATION = true |
|
|
1402 |
completion: 4% (epoch=8)(element=6266) loss = 0.016 error progress = 2.6887% |
|
|
1403 |
completion: 8% (epoch=16)(element=6266) loss = 0.006 error progress = 2.51923% |
|
|
1404 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.4092% |
|
|
1405 |
completion: 16% (epoch=32)(element=6266) loss = 0.002 error progress = 2.33441% |
|
|
1406 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.27995% |
|
|
1407 |
completion: 24% (epoch=48)(element=6266) loss = 0.03 error progress = 2.23636% |
|
|
1408 |
completion: 28% (epoch=56)(element=6266) loss = 0.003 error progress = 2.20177% |
|
|
1409 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.17363% |
|
|
1410 |
completion: 36% (epoch=72)(element=6266) loss = 0 error progress = 2.14784% |
|
|
1411 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.12273% |
|
|
1412 |
completion: 44% (epoch=88)(element=6266) loss = 0.002 error progress = 2.1013% |
|
|
1413 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.08181% |
|
|
1414 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.06367% |
|
|
1415 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.04831% |
|
|
1416 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.03277% |
|
|
1417 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.01975% |
|
|
1418 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 2.00701% |
|
|
1419 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.99425% |
|
|
1420 |
completion: 76% (epoch=152)(element=6266) loss = 0 error progress = 1.98267% |
|
|
1421 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.97118% |
|
|
1422 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.96131% |
|
|
1423 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 1.95195% |
|
|
1424 |
completion: 92% (epoch=184)(element=6266) loss = 0 error progress = 1.94212% |
|
|
1425 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.93226% |
|
|
1426 |
completion: 100% (epoch=200)(element=6266) loss = 0.002 error progress = 1.92435% |
|
|
1427 |
|
|
|
1428 |
|
|
|
1429 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1430 |
|
|
|
1431 |
Correct predictions = 88.42% |
|
|
1432 |
#FPplusFN=2089 |
|
|
1433 |
minError=201 minErrorIndex=1 globalThreshold =-1.0549830166475 |
|
|
1434 |
metrics area_roc = 91.83% |
|
|
1435 |
(beta) metrics area_precision_recall = 74.02% |
|
|
1436 |
|
|
|
1437 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1438 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1439 |
TOTAL: |
|
|
1440 |
FN = 218 / 516 (truth == 1) & (prediction < threshold) |
|
|
1441 |
TP = 298 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1442 |
|
|
|
1443 |
FP = 24 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1444 |
TN = 1,549 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1445 |
|
|
|
1446 |
|
|
|
1447 |
:::: Matthews correlation coefficient = +0.67 :::: |
|
|
1448 |
|
|
|
1449 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1450 |
recall = 0.58 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1451 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1452 |
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1453 |
Saved model file: ./models/model_hus200_hl2_time1524257568 |
|
|
1454 |
|
|
|
1455 |
$$$ hidden_units = 225 hidden_layers = 2 $$$ |
|
|
1456 |
XAVIER_INITIALIZATION = true |
|
|
1457 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.68397% |
|
|
1458 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.48778% |
|
|
1459 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.38158% |
|
|
1460 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.30804% |
|
|
1461 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.25396% |
|
|
1462 |
completion: 24% (epoch=48)(element=6266) loss = 0.006 error progress = 2.2118% |
|
|
1463 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.17647% |
|
|
1464 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.1443% |
|
|
1465 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.11732% |
|
|
1466 |
completion: 40% (epoch=80)(element=6266) loss = 0.002 error progress = 2.09413% |
|
|
1467 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.07107% |
|
|
1468 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.05168% |
|
|
1469 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.03441% |
|
|
1470 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.01849% |
|
|
1471 |
completion: 60% (epoch=120)(element=6266) loss = 0.002 error progress = 2.00347% |
|
|
1472 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 1.99158% |
|
|
1473 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.97914% |
|
|
1474 |
completion: 72% (epoch=144)(element=6266) loss = 0 error progress = 1.96791% |
|
|
1475 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.95718% |
|
|
1476 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 1.9464% |
|
|
1477 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.93632% |
|
|
1478 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 1.9272% |
|
|
1479 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.91805% |
|
|
1480 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.90983% |
|
|
1481 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.90069% |
|
|
1482 |
|
|
|
1483 |
|
|
|
1484 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1485 |
|
|
|
1486 |
Correct predictions = 87.84% |
|
|
1487 |
#FPplusFN=2089 |
|
|
1488 |
minError=210 minErrorIndex=1 globalThreshold =-1.0306679537518 |
|
|
1489 |
metrics area_roc = 92.09% |
|
|
1490 |
(beta) metrics area_precision_recall = 71.73% |
|
|
1491 |
|
|
|
1492 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1493 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1494 |
TOTAL: |
|
|
1495 |
FN = 220 / 516 (truth == 1) & (prediction < threshold) |
|
|
1496 |
TP = 296 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1497 |
|
|
|
1498 |
FP = 34 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1499 |
TN = 1,539 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1500 |
|
|
|
1501 |
|
|
|
1502 |
:::: Matthews correlation coefficient = +0.65 :::: |
|
|
1503 |
|
|
|
1504 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1505 |
recall = 0.57 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1506 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1507 |
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1508 |
Saved model file: ./models/model_hus225_hl2_time1524258109 |
|
|
1509 |
|
|
|
1510 |
$$$ hidden_units = 250 hidden_layers = 2 $$$ |
|
|
1511 |
XAVIER_INITIALIZATION = true |
|
|
1512 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.66085% |
|
|
1513 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 2.45966% |
|
|
1514 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.35676% |
|
|
1515 |
completion: 16% (epoch=32)(element=6266) loss = 0.005 error progress = 2.286% |
|
|
1516 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.23499% |
|
|
1517 |
completion: 24% (epoch=48)(element=6266) loss = 0.002 error progress = 2.19133% |
|
|
1518 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.15446% |
|
|
1519 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.12129% |
|
|
1520 |
completion: 36% (epoch=72)(element=6266) loss = 0.002 error progress = 2.09434% |
|
|
1521 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.07059% |
|
|
1522 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.049% |
|
|
1523 |
completion: 48% (epoch=96)(element=6266) loss = 0.002 error progress = 2.02832% |
|
|
1524 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.01008% |
|
|
1525 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 1.99346% |
|
|
1526 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 1.97873% |
|
|
1527 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 1.96472% |
|
|
1528 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.95156% |
|
|
1529 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.93798% |
|
|
1530 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 1.92585% |
|
|
1531 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 1.91519% |
|
|
1532 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.90461% |
|
|
1533 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.89497% |
|
|
1534 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.88575% |
|
|
1535 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.87652% |
|
|
1536 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.86723% |
|
|
1537 |
|
|
|
1538 |
|
|
|
1539 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1540 |
|
|
|
1541 |
Correct predictions = 87.7% |
|
|
1542 |
#FPplusFN=2089 |
|
|
1543 |
minError=215 minErrorIndex=1 globalThreshold =-1.0194262346344 |
|
|
1544 |
metrics area_roc = 92.07% |
|
|
1545 |
(beta) metrics area_precision_recall = 73.34% |
|
|
1546 |
|
|
|
1547 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1548 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1549 |
TOTAL: |
|
|
1550 |
FN = 235 / 516 (truth == 1) & (prediction < threshold) |
|
|
1551 |
TP = 281 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1552 |
|
|
|
1553 |
FP = 22 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1554 |
TN = 1,551 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1555 |
|
|
|
1556 |
|
|
|
1557 |
:::: Matthews correlation coefficient = +0.65 :::: |
|
|
1558 |
|
|
|
1559 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1560 |
recall = 0.54 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1561 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1562 |
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1563 |
Saved model file: ./models/model_hus250_hl2_time1524258725 |
|
|
1564 |
|
|
|
1565 |
$$$ hidden_units = 275 hidden_layers = 2 $$$ |
|
|
1566 |
XAVIER_INITIALIZATION = true |
|
|
1567 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.63413% |
|
|
1568 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.44791% |
|
|
1569 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.34129% |
|
|
1570 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.27245% |
|
|
1571 |
completion: 20% (epoch=40)(element=6266) loss = 0 error progress = 2.21519% |
|
|
1572 |
completion: 24% (epoch=48)(element=6266) loss = 0.003 error progress = 2.17564% |
|
|
1573 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.13923% |
|
|
1574 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.10858% |
|
|
1575 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.08156% |
|
|
1576 |
completion: 40% (epoch=80)(element=6266) loss = 0.002 error progress = 2.06091% |
|
|
1577 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.04055% |
|
|
1578 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.02067% |
|
|
1579 |
completion: 52% (epoch=104)(element=6266) loss = 0 error progress = 2.00133% |
|
|
1580 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 1.98548% |
|
|
1581 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 1.97029% |
|
|
1582 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 1.95536% |
|
|
1583 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.94224% |
|
|
1584 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.92949% |
|
|
1585 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 1.91747% |
|
|
1586 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.90701% |
|
|
1587 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.89661% |
|
|
1588 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.88706% |
|
|
1589 |
completion: 92% (epoch=184)(element=6266) loss = 0 error progress = 1.87714% |
|
|
1590 |
completion: 96% (epoch=192)(element=6266) loss = 0 error progress = 1.86721% |
|
|
1591 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.85854% |
|
|
1592 |
|
|
|
1593 |
|
|
|
1594 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1595 |
|
|
|
1596 |
Correct predictions = 87.89% |
|
|
1597 |
#FPplusFN=2089 |
|
|
1598 |
minError=218 minErrorIndex=1 globalThreshold =-1.0311465456801 |
|
|
1599 |
metrics area_roc = 91.55% |
|
|
1600 |
(beta) metrics area_precision_recall = 72.69% |
|
|
1601 |
|
|
|
1602 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1603 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1604 |
TOTAL: |
|
|
1605 |
FN = 235 / 516 (truth == 1) & (prediction < threshold) |
|
|
1606 |
TP = 281 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1607 |
|
|
|
1608 |
FP = 18 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1609 |
TN = 1,555 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1610 |
|
|
|
1611 |
|
|
|
1612 |
:::: Matthews correlation coefficient = +0.66 :::: |
|
|
1613 |
|
|
|
1614 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1615 |
recall = 0.54 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1616 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1617 |
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1618 |
Saved model file: ./models/model_hus275_hl2_time1524259422 |
|
|
1619 |
|
|
|
1620 |
$$$ hidden_units = 300 hidden_layers = 2 $$$ |
|
|
1621 |
XAVIER_INITIALIZATION = true |
|
|
1622 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.61997% |
|
|
1623 |
completion: 8% (epoch=16)(element=6266) loss = 0.005 error progress = 2.43508% |
|
|
1624 |
completion: 12% (epoch=24)(element=6266) loss = 0.007 error progress = 2.33374% |
|
|
1625 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.26226% |
|
|
1626 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.20663% |
|
|
1627 |
completion: 24% (epoch=48)(element=6266) loss = 0.002 error progress = 2.16168% |
|
|
1628 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.12519% |
|
|
1629 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.0915% |
|
|
1630 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.06422% |
|
|
1631 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.03854% |
|
|
1632 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.01601% |
|
|
1633 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 1.9961% |
|
|
1634 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 1.97801% |
|
|
1635 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 1.95971% |
|
|
1636 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 1.94236% |
|
|
1637 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 1.92806% |
|
|
1638 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 1.91436% |
|
|
1639 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.90077% |
|
|
1640 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.88738% |
|
|
1641 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.87591% |
|
|
1642 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.86499% |
|
|
1643 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 1.85454% |
|
|
1644 |
completion: 92% (epoch=184)(element=6266) loss = 0 error progress = 1.8459% |
|
|
1645 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.83667% |
|
|
1646 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.82728% |
|
|
1647 |
|
|
|
1648 |
|
|
|
1649 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1650 |
|
|
|
1651 |
Correct predictions = 88.85% |
|
|
1652 |
#FPplusFN=2089 |
|
|
1653 |
minError=219 minErrorIndex=1 globalThreshold =-1.017091055818 |
|
|
1654 |
metrics area_roc = 91.85% |
|
|
1655 |
(beta) metrics area_precision_recall = 73.39% |
|
|
1656 |
|
|
|
1657 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1658 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1659 |
TOTAL: |
|
|
1660 |
FN = 195 / 516 (truth == 1) & (prediction < threshold) |
|
|
1661 |
TP = 321 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1662 |
|
|
|
1663 |
FP = 38 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1664 |
TN = 1,535 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1665 |
|
|
|
1666 |
|
|
|
1667 |
:::: Matthews correlation coefficient = +0.68 :::: |
|
|
1668 |
|
|
|
1669 |
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1670 |
recall = 0.62 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1671 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1672 |
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1673 |
Saved model file: ./models/model_hus300_hl2_time1524260213 |
|
|
1674 |
|
|
|
1675 |
$$$ hidden_units = 350 hidden_layers = 2 $$$ |
|
|
1676 |
XAVIER_INITIALIZATION = true |
|
|
1677 |
completion: 4% (epoch=8)(element=6266) loss = 0.013 error progress = 2.57389% |
|
|
1678 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.40026% |
|
|
1679 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.31069% |
|
|
1680 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.24257% |
|
|
1681 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.19381% |
|
|
1682 |
completion: 24% (epoch=48)(element=6266) loss = 0 error progress = 2.15316% |
|
|
1683 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.11944% |
|
|
1684 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.08903% |
|
|
1685 |
completion: 36% (epoch=72)(element=6266) loss = 0.002 error progress = 2.06291% |
|
|
1686 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.03858% |
|
|
1687 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.01901% |
|
|
1688 |
completion: 48% (epoch=96)(element=6266) loss = 0 error progress = 2.00015% |
|
|
1689 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 1.98225% |
|
|
1690 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 1.96571% |
|
|
1691 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 1.95127% |
|
|
1692 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 1.93696% |
|
|
1693 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.92263% |
|
|
1694 |
completion: 72% (epoch=144)(element=6266) loss = 0 error progress = 1.91099% |
|
|
1695 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.89956% |
|
|
1696 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.88819% |
|
|
1697 |
completion: 84% (epoch=168)(element=6266) loss = 0 error progress = 1.87813% |
|
|
1698 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.8676% |
|
|
1699 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.85733% |
|
|
1700 |
completion: 96% (epoch=192)(element=6266) loss = 0.002 error progress = 1.84753% |
|
|
1701 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.83874% |
|
|
1702 |
|
|
|
1703 |
|
|
|
1704 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1705 |
|
|
|
1706 |
Correct predictions = 87.94% |
|
|
1707 |
#FPplusFN=2089 |
|
|
1708 |
minError=211 minErrorIndex=1 globalThreshold =-1.0106046791808 |
|
|
1709 |
metrics area_roc = 92% |
|
|
1710 |
(beta) metrics area_precision_recall = 73.57% |
|
|
1711 |
|
|
|
1712 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1713 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1714 |
TOTAL: |
|
|
1715 |
FN = 226 / 516 (truth == 1) & (prediction < threshold) |
|
|
1716 |
TP = 290 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1717 |
|
|
|
1718 |
FP = 26 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1719 |
TN = 1,547 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1720 |
|
|
|
1721 |
|
|
|
1722 |
:::: Matthews correlation coefficient = +0.66 :::: |
|
|
1723 |
|
|
|
1724 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1725 |
recall = 0.56 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1726 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1727 |
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1728 |
Saved model file: ./models/model_hus350_hl2_time1524261188 |
|
|
1729 |
|
|
|
1730 |
$$$ hidden_units = 400 hidden_layers = 2 $$$ |
|
|
1731 |
XAVIER_INITIALIZATION = true |
|
|
1732 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.6091% |
|
|
1733 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.41582% |
|
|
1734 |
completion: 12% (epoch=24)(element=6266) loss = 0.005 error progress = 2.31123% |
|
|
1735 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.24041% |
|
|
1736 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.18344% |
|
|
1737 |
completion: 24% (epoch=48)(element=6266) loss = 0.004 error progress = 2.13937% |
|
|
1738 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.10181% |
|
|
1739 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.07128% |
|
|
1740 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.04267% |
|
|
1741 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.0192% |
|
|
1742 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 1.99643% |
|
|
1743 |
completion: 48% (epoch=96)(element=6266) loss = 0.002 error progress = 1.97499% |
|
|
1744 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 1.95502% |
|
|
1745 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 1.93743% |
|
|
1746 |
completion: 60% (epoch=120)(element=6266) loss = 0 error progress = 1.92104% |
|
|
1747 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 1.90612% |
|
|
1748 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.89252% |
|
|
1749 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.88017% |
|
|
1750 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.86771% |
|
|
1751 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.85683% |
|
|
1752 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.84557% |
|
|
1753 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.83567% |
|
|
1754 |
completion: 92% (epoch=184)(element=6266) loss = 0 error progress = 1.82568% |
|
|
1755 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.8171% |
|
|
1756 |
completion: 100% (epoch=200)(element=6266) loss = 0 error progress = 1.80847% |
|
|
1757 |
|
|
|
1758 |
|
|
|
1759 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1760 |
|
|
|
1761 |
Correct predictions = 88.42% |
|
|
1762 |
#FPplusFN=2089 |
|
|
1763 |
minError=208 minErrorIndex=1 globalThreshold =-1.0330131659432 |
|
|
1764 |
metrics area_roc = 92.56% |
|
|
1765 |
(beta) metrics area_precision_recall = 74.27% |
|
|
1766 |
|
|
|
1767 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1768 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1769 |
TOTAL: |
|
|
1770 |
FN = 219 / 516 (truth == 1) & (prediction < threshold) |
|
|
1771 |
TP = 297 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1772 |
|
|
|
1773 |
FP = 23 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1774 |
TN = 1,550 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1775 |
|
|
|
1776 |
|
|
|
1777 |
:::: Matthews correlation coefficient = +0.67 :::: |
|
|
1778 |
|
|
|
1779 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1780 |
recall = 0.58 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1781 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1782 |
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1783 |
Saved model file: ./models/model_hus400_hl2_time1524262380 |
|
|
1784 |
|
|
|
1785 |
$$$ hidden_units = 5 hidden_layers = 3 $$$ |
|
|
1786 |
XAVIER_INITIALIZATION = true |
|
|
1787 |
completion: 4% (epoch=8)(element=6266) loss = 0.097 error progress = 4.79103% |
|
|
1788 |
completion: 8% (epoch=16)(element=6266) loss = 0.094 error progress = 4.75157% |
|
|
1789 |
completion: 12% (epoch=24)(element=6266) loss = 0.106 error progress = 4.73539% |
|
|
1790 |
completion: 16% (epoch=32)(element=6266) loss = 0.103 error progress = 4.72469% |
|
|
1791 |
completion: 20% (epoch=40)(element=6266) loss = 0.097 error progress = 4.71573% |
|
|
1792 |
completion: 24% (epoch=48)(element=6266) loss = 0.101 error progress = 4.70712% |
|
|
1793 |
completion: 28% (epoch=56)(element=6266) loss = 0.097 error progress = 4.70138% |
|
|
1794 |
completion: 32% (epoch=64)(element=6266) loss = 0.1 error progress = 4.69588% |
|
|
1795 |
completion: 36% (epoch=72)(element=6266) loss = 0.026 error progress = 4.6924% |
|
|
1796 |
completion: 40% (epoch=80)(element=6266) loss = 0.031 error progress = 4.68975% |
|
|
1797 |
completion: 44% (epoch=88)(element=6266) loss = 0.1 error progress = 4.68748% |
|
|
1798 |
completion: 48% (epoch=96)(element=6266) loss = 0.096 error progress = 4.68496% |
|
|
1799 |
completion: 52% (epoch=104)(element=6266) loss = 0.102 error progress = 4.6831% |
|
|
1800 |
completion: 56% (epoch=112)(element=6266) loss = 0.016 error progress = 4.68123% |
|
|
1801 |
completion: 60% (epoch=120)(element=6266) loss = 0.095 error progress = 4.68015% |
|
|
1802 |
completion: 64% (epoch=128)(element=6266) loss = 0.104 error progress = 4.6789% |
|
|
1803 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 4.67754% |
|
|
1804 |
completion: 72% (epoch=144)(element=6266) loss = 0.099 error progress = 4.67641% |
|
|
1805 |
completion: 76% (epoch=152)(element=6266) loss = 0.054 error progress = 4.67451% |
|
|
1806 |
completion: 80% (epoch=160)(element=6266) loss = 0.093 error progress = 4.67313% |
|
|
1807 |
completion: 84% (epoch=168)(element=6266) loss = 0.11 error progress = 4.67141% |
|
|
1808 |
completion: 88% (epoch=176)(element=6266) loss = 0.117 error progress = 4.67013% |
|
|
1809 |
completion: 92% (epoch=184)(element=6266) loss = 0.073 error progress = 4.66895% |
|
|
1810 |
completion: 96% (epoch=192)(element=6266) loss = 0.02 error progress = 4.66718% |
|
|
1811 |
completion: 100% (epoch=200)(element=6266) loss = 0.006 error progress = 4.66619% |
|
|
1812 |
|
|
|
1813 |
|
|
|
1814 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1815 |
|
|
|
1816 |
Correct predictions = 75.3% |
|
|
1817 |
ATTENTION: all the predictions are FALSE |
|
|
1818 |
#FPplusFN=2089 |
|
|
1819 |
minError=516 minErrorIndex=1 globalThreshold =-2.003358990258 |
|
|
1820 |
metrics area_roc = 63.79% |
|
|
1821 |
(beta) metrics area_precision_recall = 19.18% |
|
|
1822 |
|
|
|
1823 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1824 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1825 |
TOTAL: |
|
|
1826 |
FN = 516 / 516 (truth == 1) & (prediction < threshold) |
|
|
1827 |
TP = 0 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1828 |
|
|
|
1829 |
FP = 0 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1830 |
TN = 1,573 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1831 |
|
|
|
1832 |
Matthews correlation coefficient = NOT computable |
|
|
1833 |
accuracy = 0.75 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1834 |
recall = 0 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1835 |
specificity = 1 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1836 |
f1_score = 0 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1837 |
Saved model file: ./models/model_hus5_hl3_time1524262620 |
|
|
1838 |
|
|
|
1839 |
$$$ hidden_units = 10 hidden_layers = 3 $$$ |
|
|
1840 |
XAVIER_INITIALIZATION = true |
|
|
1841 |
completion: 4% (epoch=8)(element=6266) loss = 0.139 error progress = 4.53764% |
|
|
1842 |
completion: 8% (epoch=16)(element=6266) loss = 0.065 error progress = 4.41591% |
|
|
1843 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 4.36185% |
|
|
1844 |
completion: 16% (epoch=32)(element=6266) loss = 0.128 error progress = 4.32825% |
|
|
1845 |
completion: 20% (epoch=40)(element=6266) loss = 0.018 error progress = 4.30085% |
|
|
1846 |
completion: 24% (epoch=48)(element=6266) loss = 0.174 error progress = 4.28485% |
|
|
1847 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 4.27019% |
|
|
1848 |
completion: 32% (epoch=64)(element=6266) loss = 0.111 error progress = 4.2547% |
|
|
1849 |
completion: 36% (epoch=72)(element=6266) loss = 0.005 error progress = 4.24575% |
|
|
1850 |
completion: 40% (epoch=80)(element=6266) loss = 0.004 error progress = 4.23679% |
|
|
1851 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 4.23062% |
|
|
1852 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 4.22343% |
|
|
1853 |
completion: 52% (epoch=104)(element=6266) loss = 0.119 error progress = 4.21695% |
|
|
1854 |
completion: 56% (epoch=112)(element=6266) loss = 0.033 error progress = 4.2112% |
|
|
1855 |
completion: 60% (epoch=120)(element=6266) loss = 0.057 error progress = 4.20735% |
|
|
1856 |
completion: 64% (epoch=128)(element=6266) loss = 0 error progress = 4.2037% |
|
|
1857 |
completion: 68% (epoch=136)(element=6266) loss = 0.009 error progress = 4.2% |
|
|
1858 |
completion: 72% (epoch=144)(element=6266) loss = 0.099 error progress = 4.19622% |
|
|
1859 |
completion: 76% (epoch=152)(element=6266) loss = 0.042 error progress = 4.19291% |
|
|
1860 |
completion: 80% (epoch=160)(element=6266) loss = 0.165 error progress = 4.19006% |
|
|
1861 |
completion: 84% (epoch=168)(element=6266) loss = 0.026 error progress = 4.18764% |
|
|
1862 |
completion: 88% (epoch=176)(element=6266) loss = 0.063 error progress = 4.18559% |
|
|
1863 |
completion: 92% (epoch=184)(element=6266) loss = 0.013 error progress = 4.18391% |
|
|
1864 |
completion: 96% (epoch=192)(element=6266) loss = 0.011 error progress = 4.18264% |
|
|
1865 |
completion: 100% (epoch=200)(element=6266) loss = 0.033 error progress = 4.181% |
|
|
1866 |
|
|
|
1867 |
|
|
|
1868 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1869 |
|
|
|
1870 |
Correct predictions = 75.3% |
|
|
1871 |
ATTENTION: all the predictions are FALSE |
|
|
1872 |
#FPplusFN=2089 |
|
|
1873 |
minError=432 minErrorIndex=1 globalThreshold =-2.352214885995 |
|
|
1874 |
metrics area_roc = 80.86% |
|
|
1875 |
(beta) metrics area_precision_recall = 39.91% |
|
|
1876 |
|
|
|
1877 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1878 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1879 |
TOTAL: |
|
|
1880 |
FN = 516 / 516 (truth == 1) & (prediction < threshold) |
|
|
1881 |
TP = 0 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1882 |
|
|
|
1883 |
FP = 0 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1884 |
TN = 1,573 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1885 |
|
|
|
1886 |
Matthews correlation coefficient = NOT computable |
|
|
1887 |
accuracy = 0.75 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1888 |
recall = 0 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1889 |
specificity = 1 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1890 |
f1_score = 0 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1891 |
Saved model file: ./models/model_hus10_hl3_time1524262862 |
|
|
1892 |
|
|
|
1893 |
$$$ hidden_units = 25 hidden_layers = 3 $$$ |
|
|
1894 |
XAVIER_INITIALIZATION = true |
|
|
1895 |
completion: 4% (epoch=8)(element=6266) loss = 0.018 error progress = 3.73497% |
|
|
1896 |
completion: 8% (epoch=16)(element=6266) loss = 0.028 error progress = 3.58197% |
|
|
1897 |
completion: 12% (epoch=24)(element=6266) loss = 0.005 error progress = 3.51624% |
|
|
1898 |
completion: 16% (epoch=32)(element=6266) loss = 0.054 error progress = 3.46591% |
|
|
1899 |
completion: 20% (epoch=40)(element=6266) loss = 0.055 error progress = 3.43517% |
|
|
1900 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 3.40813% |
|
|
1901 |
completion: 28% (epoch=56)(element=6266) loss = 0.01 error progress = 3.38517% |
|
|
1902 |
completion: 32% (epoch=64)(element=6266) loss = 0.003 error progress = 3.36869% |
|
|
1903 |
completion: 36% (epoch=72)(element=6266) loss = 0.014 error progress = 3.35278% |
|
|
1904 |
completion: 40% (epoch=80)(element=6266) loss = 0.141 error progress = 3.33865% |
|
|
1905 |
completion: 44% (epoch=88)(element=6266) loss = 0.002 error progress = 3.32434% |
|
|
1906 |
completion: 48% (epoch=96)(element=6266) loss = 0.021 error progress = 3.30545% |
|
|
1907 |
completion: 52% (epoch=104)(element=6266) loss = 0.003 error progress = 3.28529% |
|
|
1908 |
completion: 56% (epoch=112)(element=6266) loss = 0 error progress = 3.26491% |
|
|
1909 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 3.24494% |
|
|
1910 |
completion: 64% (epoch=128)(element=6266) loss = 0.01 error progress = 3.23062% |
|
|
1911 |
completion: 68% (epoch=136)(element=6266) loss = 0.013 error progress = 3.21858% |
|
|
1912 |
completion: 72% (epoch=144)(element=6266) loss = 0.01 error progress = 3.2076% |
|
|
1913 |
completion: 76% (epoch=152)(element=6266) loss = 0.006 error progress = 3.19886% |
|
|
1914 |
completion: 80% (epoch=160)(element=6266) loss = 0.011 error progress = 3.19058% |
|
|
1915 |
completion: 84% (epoch=168)(element=6266) loss = 0.013 error progress = 3.18646% |
|
|
1916 |
completion: 88% (epoch=176)(element=6266) loss = 0.013 error progress = 3.18054% |
|
|
1917 |
completion: 92% (epoch=184)(element=6266) loss = 0.012 error progress = 3.17514% |
|
|
1918 |
completion: 96% (epoch=192)(element=6266) loss = 0.01 error progress = 3.17138% |
|
|
1919 |
completion: 100% (epoch=200)(element=6266) loss = 0.02 error progress = 3.1681% |
|
|
1920 |
|
|
|
1921 |
|
|
|
1922 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1923 |
|
|
|
1924 |
Correct predictions = 80.61% |
|
|
1925 |
#FPplusFN=2089 |
|
|
1926 |
minError=299 minErrorIndex=1 globalThreshold =-0.7214847620649 |
|
|
1927 |
metrics area_roc = 83.9% |
|
|
1928 |
(beta) metrics area_precision_recall = 57.81% |
|
|
1929 |
|
|
|
1930 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1931 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1932 |
TOTAL: |
|
|
1933 |
FN = 368 / 516 (truth == 1) & (prediction < threshold) |
|
|
1934 |
TP = 148 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1935 |
|
|
|
1936 |
FP = 37 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1937 |
TN = 1,536 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1938 |
|
|
|
1939 |
|
|
|
1940 |
:::: Matthews correlation coefficient = +0.4 :::: |
|
|
1941 |
|
|
|
1942 |
accuracy = 0.81 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1943 |
recall = 0.29 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1944 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
1945 |
f1_score = 0.42 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
1946 |
Saved model file: ./models/model_hus25_hl3_time1524263117 |
|
|
1947 |
|
|
|
1948 |
$$$ hidden_units = 50 hidden_layers = 3 $$$ |
|
|
1949 |
XAVIER_INITIALIZATION = true |
|
|
1950 |
completion: 4% (epoch=8)(element=6266) loss = 0.006 error progress = 3.24003% |
|
|
1951 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 3.03717% |
|
|
1952 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.95022% |
|
|
1953 |
completion: 16% (epoch=32)(element=6266) loss = 0.013 error progress = 2.88729% |
|
|
1954 |
completion: 20% (epoch=40)(element=6266) loss = 0.038 error progress = 2.84024% |
|
|
1955 |
completion: 24% (epoch=48)(element=6266) loss = 0.009 error progress = 2.80457% |
|
|
1956 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.78231% |
|
|
1957 |
completion: 32% (epoch=64)(element=6266) loss = 0.004 error progress = 2.76122% |
|
|
1958 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.74328% |
|
|
1959 |
completion: 40% (epoch=80)(element=6266) loss = 0.015 error progress = 2.72724% |
|
|
1960 |
completion: 44% (epoch=88)(element=6266) loss = 0.005 error progress = 2.71181% |
|
|
1961 |
completion: 48% (epoch=96)(element=6266) loss = 0.162 error progress = 2.69936% |
|
|
1962 |
completion: 52% (epoch=104)(element=6266) loss = 0.053 error progress = 2.69037% |
|
|
1963 |
completion: 56% (epoch=112)(element=6266) loss = 0.057 error progress = 2.68078% |
|
|
1964 |
completion: 60% (epoch=120)(element=6266) loss = 0.031 error progress = 2.67019% |
|
|
1965 |
completion: 64% (epoch=128)(element=6266) loss = 0.004 error progress = 2.6617% |
|
|
1966 |
completion: 68% (epoch=136)(element=6266) loss = 0.041 error progress = 2.65503% |
|
|
1967 |
completion: 72% (epoch=144)(element=6266) loss = 0.003 error progress = 2.64614% |
|
|
1968 |
completion: 76% (epoch=152)(element=6266) loss = 0.007 error progress = 2.63893% |
|
|
1969 |
completion: 80% (epoch=160)(element=6266) loss = 0.015 error progress = 2.63219% |
|
|
1970 |
completion: 84% (epoch=168)(element=6266) loss = 0.004 error progress = 2.62492% |
|
|
1971 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 2.61791% |
|
|
1972 |
completion: 92% (epoch=184)(element=6266) loss = 0.01 error progress = 2.61215% |
|
|
1973 |
completion: 96% (epoch=192)(element=6266) loss = 0.012 error progress = 2.60712% |
|
|
1974 |
completion: 100% (epoch=200)(element=6266) loss = 0.007 error progress = 2.60264% |
|
|
1975 |
|
|
|
1976 |
|
|
|
1977 |
### executeTest(perceptron, validation_patient_profile) |
|
|
1978 |
|
|
|
1979 |
Correct predictions = 83.01% |
|
|
1980 |
#FPplusFN=2089 |
|
|
1981 |
minError=270 minErrorIndex=1 globalThreshold =-1.4297087610735 |
|
|
1982 |
metrics area_roc = 88.61% |
|
|
1983 |
(beta) metrics area_precision_recall = 64.73% |
|
|
1984 |
|
|
|
1985 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
1986 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
1987 |
TOTAL: |
|
|
1988 |
FN = 337 / 516 (truth == 1) & (prediction < threshold) |
|
|
1989 |
TP = 179 / 516 (truth == 1) & (prediction >= threshold) |
|
|
1990 |
|
|
|
1991 |
FP = 18 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
1992 |
TN = 1,555 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
1993 |
|
|
|
1994 |
|
|
|
1995 |
:::: Matthews correlation coefficient = +0.5 :::: |
|
|
1996 |
|
|
|
1997 |
accuracy = 0.83 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
1998 |
recall = 0.35 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
1999 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2000 |
f1_score = 0.5 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2001 |
Saved model file: ./models/model_hus50_hl3_time1524263399 |
|
|
2002 |
|
|
|
2003 |
$$$ hidden_units = 75 hidden_layers = 3 $$$ |
|
|
2004 |
XAVIER_INITIALIZATION = true |
|
|
2005 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 3.07514% |
|
|
2006 |
completion: 8% (epoch=16)(element=6266) loss = 0.022 error progress = 2.84448% |
|
|
2007 |
completion: 12% (epoch=24)(element=6266) loss = 0.007 error progress = 2.73171% |
|
|
2008 |
completion: 16% (epoch=32)(element=6266) loss = 0.002 error progress = 2.64871% |
|
|
2009 |
completion: 20% (epoch=40)(element=6266) loss = 0.004 error progress = 2.59849% |
|
|
2010 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.54858% |
|
|
2011 |
completion: 28% (epoch=56)(element=6266) loss = 0.004 error progress = 2.51013% |
|
|
2012 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.47865% |
|
|
2013 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.44776% |
|
|
2014 |
completion: 40% (epoch=80)(element=6266) loss = 0.003 error progress = 2.42344% |
|
|
2015 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.40241% |
|
|
2016 |
completion: 48% (epoch=96)(element=6266) loss = 0.002 error progress = 2.38561% |
|
|
2017 |
completion: 52% (epoch=104)(element=6266) loss = 0.003 error progress = 2.36977% |
|
|
2018 |
completion: 56% (epoch=112)(element=6266) loss = 0.005 error progress = 2.35461% |
|
|
2019 |
completion: 60% (epoch=120)(element=6266) loss = 0.003 error progress = 2.34042% |
|
|
2020 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.32635% |
|
|
2021 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 2.31238% |
|
|
2022 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.29978% |
|
|
2023 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.28834% |
|
|
2024 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 2.27866% |
|
|
2025 |
completion: 84% (epoch=168)(element=6266) loss = 0.003 error progress = 2.26839% |
|
|
2026 |
completion: 88% (epoch=176)(element=6266) loss = 0.003 error progress = 2.25931% |
|
|
2027 |
completion: 92% (epoch=184)(element=6266) loss = 0.002 error progress = 2.25035% |
|
|
2028 |
completion: 96% (epoch=192)(element=6266) loss = 0.003 error progress = 2.24282% |
|
|
2029 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 2.23435% |
|
|
2030 |
|
|
|
2031 |
|
|
|
2032 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2033 |
|
|
|
2034 |
Correct predictions = 85.4% |
|
|
2035 |
#FPplusFN=2089 |
|
|
2036 |
minError=242 minErrorIndex=1 globalThreshold =-1.0476497787304 |
|
|
2037 |
metrics area_roc = 90.79% |
|
|
2038 |
(beta) metrics area_precision_recall = 69.05% |
|
|
2039 |
|
|
|
2040 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2041 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2042 |
TOTAL: |
|
|
2043 |
FN = 276 / 516 (truth == 1) & (prediction < threshold) |
|
|
2044 |
TP = 240 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2045 |
|
|
|
2046 |
FP = 29 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2047 |
TN = 1,544 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2048 |
|
|
|
2049 |
|
|
|
2050 |
:::: Matthews correlation coefficient = +0.58 :::: |
|
|
2051 |
|
|
|
2052 |
accuracy = 0.85 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2053 |
recall = 0.47 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2054 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2055 |
f1_score = 0.61 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2056 |
Saved model file: ./models/model_hus75_hl3_time1524263715 |
|
|
2057 |
|
|
|
2058 |
$$$ hidden_units = 100 hidden_layers = 3 $$$ |
|
|
2059 |
XAVIER_INITIALIZATION = true |
|
|
2060 |
completion: 4% (epoch=8)(element=6266) loss = 0.009 error progress = 3.06982% |
|
|
2061 |
completion: 8% (epoch=16)(element=6266) loss = 0.003 error progress = 2.8466% |
|
|
2062 |
completion: 12% (epoch=24)(element=6266) loss = 0.002 error progress = 2.73071% |
|
|
2063 |
completion: 16% (epoch=32)(element=6266) loss = 0.003 error progress = 2.6449% |
|
|
2064 |
completion: 20% (epoch=40)(element=6266) loss = 0.004 error progress = 2.57996% |
|
|
2065 |
completion: 24% (epoch=48)(element=6266) loss = 0.004 error progress = 2.52773% |
|
|
2066 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.48332% |
|
|
2067 |
completion: 32% (epoch=64)(element=6266) loss = 0.003 error progress = 2.4461% |
|
|
2068 |
completion: 36% (epoch=72)(element=6266) loss = 0.003 error progress = 2.41488% |
|
|
2069 |
completion: 40% (epoch=80)(element=6266) loss = 0.003 error progress = 2.39157% |
|
|
2070 |
completion: 44% (epoch=88)(element=6266) loss = 0.004 error progress = 2.3682% |
|
|
2071 |
completion: 48% (epoch=96)(element=6266) loss = 0.002 error progress = 2.34769% |
|
|
2072 |
completion: 52% (epoch=104)(element=6266) loss = 0.002 error progress = 2.32844% |
|
|
2073 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.30927% |
|
|
2074 |
completion: 60% (epoch=120)(element=6266) loss = 0.003 error progress = 2.29284% |
|
|
2075 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.27654% |
|
|
2076 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 2.26175% |
|
|
2077 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.24884% |
|
|
2078 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.23548% |
|
|
2079 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 2.22362% |
|
|
2080 |
completion: 84% (epoch=168)(element=6266) loss = 0.003 error progress = 2.21218% |
|
|
2081 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 2.20288% |
|
|
2082 |
completion: 92% (epoch=184)(element=6266) loss = 0.002 error progress = 2.1936% |
|
|
2083 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 2.18543% |
|
|
2084 |
completion: 100% (epoch=200)(element=6266) loss = 0.002 error progress = 2.17626% |
|
|
2085 |
|
|
|
2086 |
|
|
|
2087 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2088 |
|
|
|
2089 |
Correct predictions = 87.03% |
|
|
2090 |
#FPplusFN=2089 |
|
|
2091 |
minError=233 minErrorIndex=1 globalThreshold =-1.0665833440966 |
|
|
2092 |
metrics area_roc = 90.91% |
|
|
2093 |
(beta) metrics area_precision_recall = 53.05% |
|
|
2094 |
|
|
|
2095 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2096 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2097 |
TOTAL: |
|
|
2098 |
FN = 235 / 516 (truth == 1) & (prediction < threshold) |
|
|
2099 |
TP = 281 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2100 |
|
|
|
2101 |
FP = 36 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2102 |
TN = 1,537 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2103 |
|
|
|
2104 |
|
|
|
2105 |
:::: Matthews correlation coefficient = +0.63 :::: |
|
|
2106 |
|
|
|
2107 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2108 |
recall = 0.54 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2109 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2110 |
f1_score = 0.67 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2111 |
Saved model file: ./models/model_hus100_hl3_time1524264078 |
|
|
2112 |
|
|
|
2113 |
$$$ hidden_units = 125 hidden_layers = 3 $$$ |
|
|
2114 |
XAVIER_INITIALIZATION = true |
|
|
2115 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.94695% |
|
|
2116 |
completion: 8% (epoch=16)(element=6266) loss = 0.004 error progress = 2.72138% |
|
|
2117 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.60357% |
|
|
2118 |
completion: 16% (epoch=32)(element=6266) loss = 0.004 error progress = 2.52799% |
|
|
2119 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.4695% |
|
|
2120 |
completion: 24% (epoch=48)(element=6266) loss = 0.003 error progress = 2.42557% |
|
|
2121 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.39077% |
|
|
2122 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.35897% |
|
|
2123 |
completion: 36% (epoch=72)(element=6266) loss = 0 error progress = 2.33082% |
|
|
2124 |
completion: 40% (epoch=80)(element=6266) loss = 0.002 error progress = 2.30967% |
|
|
2125 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.28855% |
|
|
2126 |
completion: 48% (epoch=96)(element=6266) loss = 0.002 error progress = 2.27076% |
|
|
2127 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.25482% |
|
|
2128 |
completion: 56% (epoch=112)(element=6266) loss = 0.002 error progress = 2.24018% |
|
|
2129 |
completion: 60% (epoch=120)(element=6266) loss = 0.002 error progress = 2.22529% |
|
|
2130 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 2.21323% |
|
|
2131 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 2.20346% |
|
|
2132 |
completion: 72% (epoch=144)(element=6266) loss = 0.002 error progress = 2.19542% |
|
|
2133 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.18737% |
|
|
2134 |
completion: 80% (epoch=160)(element=6266) loss = 0.003 error progress = 2.17906% |
|
|
2135 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 2.17066% |
|
|
2136 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 2.16202% |
|
|
2137 |
completion: 92% (epoch=184)(element=6266) loss = 0.002 error progress = 2.15546% |
|
|
2138 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 2.14796% |
|
|
2139 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 2.14062% |
|
|
2140 |
|
|
|
2141 |
|
|
|
2142 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2143 |
|
|
|
2144 |
Correct predictions = 87.27% |
|
|
2145 |
#FPplusFN=2089 |
|
|
2146 |
minError=226 minErrorIndex=1 globalThreshold =-0.96243208057981 |
|
|
2147 |
metrics area_roc = 91.38% |
|
|
2148 |
(beta) metrics area_precision_recall = 70.07% |
|
|
2149 |
|
|
|
2150 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2151 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2152 |
TOTAL: |
|
|
2153 |
FN = 226 / 516 (truth == 1) & (prediction < threshold) |
|
|
2154 |
TP = 290 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2155 |
|
|
|
2156 |
FP = 40 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2157 |
TN = 1,533 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2158 |
|
|
|
2159 |
|
|
|
2160 |
:::: Matthews correlation coefficient = +0.63 :::: |
|
|
2161 |
|
|
|
2162 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2163 |
recall = 0.56 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2164 |
specificity = 0.97 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2165 |
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2166 |
Saved model file: ./models/model_hus125_hl3_time1524264498 |
|
|
2167 |
|
|
|
2168 |
$$$ hidden_units = 150 hidden_layers = 3 $$$ |
|
|
2169 |
XAVIER_INITIALIZATION = true |
|
|
2170 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.90434% |
|
|
2171 |
completion: 8% (epoch=16)(element=6266) loss = 0.005 error progress = 2.66751% |
|
|
2172 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.54358% |
|
|
2173 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.46205% |
|
|
2174 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.39917% |
|
|
2175 |
completion: 24% (epoch=48)(element=6266) loss = 0.002 error progress = 2.35561% |
|
|
2176 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.31771% |
|
|
2177 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.28721% |
|
|
2178 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.25745% |
|
|
2179 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.23582% |
|
|
2180 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.21617% |
|
|
2181 |
completion: 48% (epoch=96)(element=6266) loss = 0.002 error progress = 2.19641% |
|
|
2182 |
completion: 52% (epoch=104)(element=6266) loss = 0.002 error progress = 2.17939% |
|
|
2183 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.16453% |
|
|
2184 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.15127% |
|
|
2185 |
completion: 64% (epoch=128)(element=6266) loss = 0.002 error progress = 2.13752% |
|
|
2186 |
completion: 68% (epoch=136)(element=6266) loss = 0.002 error progress = 2.12511% |
|
|
2187 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.11399% |
|
|
2188 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.10416% |
|
|
2189 |
completion: 80% (epoch=160)(element=6266) loss = 0.003 error progress = 2.0931% |
|
|
2190 |
completion: 84% (epoch=168)(element=6266) loss = 0.002 error progress = 2.08274% |
|
|
2191 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 2.07332% |
|
|
2192 |
completion: 92% (epoch=184)(element=6266) loss = 0.003 error progress = 2.06428% |
|
|
2193 |
completion: 96% (epoch=192)(element=6266) loss = 0.002 error progress = 2.05589% |
|
|
2194 |
completion: 100% (epoch=200)(element=6266) loss = 0.002 error progress = 2.04895% |
|
|
2195 |
|
|
|
2196 |
|
|
|
2197 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2198 |
|
|
|
2199 |
Correct predictions = 86.79% |
|
|
2200 |
#FPplusFN=2089 |
|
|
2201 |
minError=246 minErrorIndex=1 globalThreshold =-0.98084638731507 |
|
|
2202 |
metrics area_roc = 90.4% |
|
|
2203 |
(beta) metrics area_precision_recall = 64.03% |
|
|
2204 |
|
|
|
2205 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2206 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2207 |
TOTAL: |
|
|
2208 |
FN = 195 / 516 (truth == 1) & (prediction < threshold) |
|
|
2209 |
TP = 321 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2210 |
|
|
|
2211 |
FP = 81 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2212 |
TN = 1,492 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2213 |
|
|
|
2214 |
|
|
|
2215 |
:::: Matthews correlation coefficient = +0.62 :::: |
|
|
2216 |
|
|
|
2217 |
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2218 |
recall = 0.62 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2219 |
specificity = 0.95 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2220 |
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2221 |
Saved model file: ./models/model_hus150_hl3_time1524264987 |
|
|
2222 |
|
|
|
2223 |
$$$ hidden_units = 175 hidden_layers = 3 $$$ |
|
|
2224 |
XAVIER_INITIALIZATION = true |
|
|
2225 |
completion: 4% (epoch=8)(element=6266) loss = 0.003 error progress = 2.83639% |
|
|
2226 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 2.61532% |
|
|
2227 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.49333% |
|
|
2228 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.41815% |
|
|
2229 |
completion: 20% (epoch=40)(element=6266) loss = 0.004 error progress = 2.35554% |
|
|
2230 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.31191% |
|
|
2231 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.27602% |
|
|
2232 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.24633% |
|
|
2233 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.22007% |
|
|
2234 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.19709% |
|
|
2235 |
completion: 44% (epoch=88)(element=6266) loss = 0.002 error progress = 2.17522% |
|
|
2236 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.15725% |
|
|
2237 |
completion: 52% (epoch=104)(element=6266) loss = 0.002 error progress = 2.13838% |
|
|
2238 |
completion: 56% (epoch=112)(element=6266) loss = 0.002 error progress = 2.12146% |
|
|
2239 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.1067% |
|
|
2240 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.09373% |
|
|
2241 |
completion: 68% (epoch=136)(element=6266) loss = 0.002 error progress = 2.08121% |
|
|
2242 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.06809% |
|
|
2243 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.05586% |
|
|
2244 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 2.04393% |
|
|
2245 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 2.03374% |
|
|
2246 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 2.02399% |
|
|
2247 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 2.01583% |
|
|
2248 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 2.00805% |
|
|
2249 |
completion: 100% (epoch=200)(element=6266) loss = 0.012 error progress = 1.99931% |
|
|
2250 |
|
|
|
2251 |
|
|
|
2252 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2253 |
|
|
|
2254 |
Correct predictions = 88.46% |
|
|
2255 |
#FPplusFN=2089 |
|
|
2256 |
minError=215 minErrorIndex=1 globalThreshold =-1.0256556658434 |
|
|
2257 |
metrics area_roc = 91.6% |
|
|
2258 |
(beta) metrics area_precision_recall = 71.45% |
|
|
2259 |
|
|
|
2260 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2261 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2262 |
TOTAL: |
|
|
2263 |
FN = 208 / 516 (truth == 1) & (prediction < threshold) |
|
|
2264 |
TP = 308 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2265 |
|
|
|
2266 |
FP = 33 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2267 |
TN = 1,540 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2268 |
|
|
|
2269 |
|
|
|
2270 |
:::: Matthews correlation coefficient = +0.67 :::: |
|
|
2271 |
|
|
|
2272 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2273 |
recall = 0.6 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2274 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2275 |
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2276 |
Saved model file: ./models/model_hus175_hl3_time1524265554 |
|
|
2277 |
|
|
|
2278 |
$$$ hidden_units = 200 hidden_layers = 3 $$$ |
|
|
2279 |
XAVIER_INITIALIZATION = true |
|
|
2280 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.78163% |
|
|
2281 |
completion: 8% (epoch=16)(element=6266) loss = 0 error progress = 2.57817% |
|
|
2282 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.47021% |
|
|
2283 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.39202% |
|
|
2284 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.338% |
|
|
2285 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.29533% |
|
|
2286 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.26099% |
|
|
2287 |
completion: 32% (epoch=64)(element=6266) loss = 0.004 error progress = 2.22939% |
|
|
2288 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.2019% |
|
|
2289 |
completion: 40% (epoch=80)(element=6266) loss = 0 error progress = 2.17782% |
|
|
2290 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.15789% |
|
|
2291 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.14049% |
|
|
2292 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.12568% |
|
|
2293 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.11119% |
|
|
2294 |
completion: 60% (epoch=120)(element=6266) loss = 0.003 error progress = 2.09722% |
|
|
2295 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.08295% |
|
|
2296 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 2.07194% |
|
|
2297 |
completion: 72% (epoch=144)(element=6266) loss = 0.002 error progress = 2.0611% |
|
|
2298 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.05023% |
|
|
2299 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 2.03968% |
|
|
2300 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 2.02985% |
|
|
2301 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 2.02116% |
|
|
2302 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 2.01301% |
|
|
2303 |
completion: 96% (epoch=192)(element=6266) loss = 0.002 error progress = 2.00619% |
|
|
2304 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.99722% |
|
|
2305 |
|
|
|
2306 |
|
|
|
2307 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2308 |
|
|
|
2309 |
Correct predictions = 87.7% |
|
|
2310 |
#FPplusFN=2089 |
|
|
2311 |
minError=236 minErrorIndex=1 globalThreshold =-1.0497762131032 |
|
|
2312 |
metrics area_roc = 91.61% |
|
|
2313 |
(beta) metrics area_precision_recall = 70.14% |
|
|
2314 |
|
|
|
2315 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2316 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2317 |
TOTAL: |
|
|
2318 |
FN = 226 / 516 (truth == 1) & (prediction < threshold) |
|
|
2319 |
TP = 290 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2320 |
|
|
|
2321 |
FP = 31 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2322 |
TN = 1,542 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2323 |
|
|
|
2324 |
|
|
|
2325 |
:::: Matthews correlation coefficient = +0.65 :::: |
|
|
2326 |
|
|
|
2327 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2328 |
recall = 0.56 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2329 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2330 |
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2331 |
Saved model file: ./models/model_hus200_hl3_time1524266211 |
|
|
2332 |
|
|
|
2333 |
$$$ hidden_units = 225 hidden_layers = 3 $$$ |
|
|
2334 |
XAVIER_INITIALIZATION = true |
|
|
2335 |
completion: 4% (epoch=8)(element=6266) loss = 0.003 error progress = 2.7849% |
|
|
2336 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 2.57778% |
|
|
2337 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.47073% |
|
|
2338 |
completion: 16% (epoch=32)(element=6266) loss = 0.002 error progress = 2.39026% |
|
|
2339 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.33268% |
|
|
2340 |
completion: 24% (epoch=48)(element=6266) loss = 0.004 error progress = 2.28583% |
|
|
2341 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.24638% |
|
|
2342 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.21161% |
|
|
2343 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.1839% |
|
|
2344 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.15825% |
|
|
2345 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.13485% |
|
|
2346 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.11541% |
|
|
2347 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.09672% |
|
|
2348 |
completion: 56% (epoch=112)(element=6266) loss = 0.002 error progress = 2.07948% |
|
|
2349 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.06157% |
|
|
2350 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.04581% |
|
|
2351 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 2.03243% |
|
|
2352 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.01998% |
|
|
2353 |
completion: 76% (epoch=152)(element=6266) loss = 0.002 error progress = 2.00837% |
|
|
2354 |
completion: 80% (epoch=160)(element=6266) loss = 0.003 error progress = 1.99675% |
|
|
2355 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.98605% |
|
|
2356 |
completion: 88% (epoch=176)(element=6266) loss = 0 error progress = 1.97531% |
|
|
2357 |
completion: 92% (epoch=184)(element=6266) loss = 0.002 error progress = 1.96631% |
|
|
2358 |
completion: 96% (epoch=192)(element=6266) loss = 0.002 error progress = 1.95698% |
|
|
2359 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.94917% |
|
|
2360 |
|
|
|
2361 |
|
|
|
2362 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2363 |
|
|
|
2364 |
Correct predictions = 88.42% |
|
|
2365 |
#FPplusFN=2089 |
|
|
2366 |
minError=218 minErrorIndex=1 globalThreshold =-1.0389312956868 |
|
|
2367 |
metrics area_roc = 91.79% |
|
|
2368 |
(beta) metrics area_precision_recall = 71.16% |
|
|
2369 |
|
|
|
2370 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2371 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2372 |
TOTAL: |
|
|
2373 |
FN = 206 / 516 (truth == 1) & (prediction < threshold) |
|
|
2374 |
TP = 310 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2375 |
|
|
|
2376 |
FP = 36 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2377 |
TN = 1,537 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2378 |
|
|
|
2379 |
|
|
|
2380 |
:::: Matthews correlation coefficient = +0.67 :::: |
|
|
2381 |
|
|
|
2382 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2383 |
recall = 0.6 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2384 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2385 |
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2386 |
Saved model file: ./models/model_hus225_hl3_time1524266965 |
|
|
2387 |
|
|
|
2388 |
$$$ hidden_units = 250 hidden_layers = 3 $$$ |
|
|
2389 |
XAVIER_INITIALIZATION = true |
|
|
2390 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.77222% |
|
|
2391 |
completion: 8% (epoch=16)(element=6266) loss = 0.007 error progress = 2.55304% |
|
|
2392 |
completion: 12% (epoch=24)(element=6266) loss = 0.003 error progress = 2.43794% |
|
|
2393 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.36492% |
|
|
2394 |
completion: 20% (epoch=40)(element=6266) loss = 0.003 error progress = 2.30781% |
|
|
2395 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.26313% |
|
|
2396 |
completion: 28% (epoch=56)(element=6266) loss = 0.002 error progress = 2.22635% |
|
|
2397 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.19152% |
|
|
2398 |
completion: 36% (epoch=72)(element=6266) loss = 0.004 error progress = 2.1636% |
|
|
2399 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.13677% |
|
|
2400 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.11342% |
|
|
2401 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.09236% |
|
|
2402 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.07503% |
|
|
2403 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.0577% |
|
|
2404 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.04436% |
|
|
2405 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.02858% |
|
|
2406 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 2.01524% |
|
|
2407 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 2.00217% |
|
|
2408 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.99019% |
|
|
2409 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.97984% |
|
|
2410 |
completion: 84% (epoch=168)(element=6266) loss = 0.002 error progress = 1.96944% |
|
|
2411 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.96053% |
|
|
2412 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.95149% |
|
|
2413 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.94318% |
|
|
2414 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.93554% |
|
|
2415 |
|
|
|
2416 |
|
|
|
2417 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2418 |
|
|
|
2419 |
Correct predictions = 88.22% |
|
|
2420 |
#FPplusFN=2089 |
|
|
2421 |
minError=213 minErrorIndex=1 globalThreshold =-0.99025144958357 |
|
|
2422 |
metrics area_roc = 91.82% |
|
|
2423 |
(beta) metrics area_precision_recall = 72.21% |
|
|
2424 |
|
|
|
2425 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2426 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2427 |
TOTAL: |
|
|
2428 |
FN = 216 / 516 (truth == 1) & (prediction < threshold) |
|
|
2429 |
TP = 300 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2430 |
|
|
|
2431 |
FP = 30 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2432 |
TN = 1,543 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2433 |
|
|
|
2434 |
|
|
|
2435 |
:::: Matthews correlation coefficient = +0.66 :::: |
|
|
2436 |
|
|
|
2437 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2438 |
recall = 0.58 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2439 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2440 |
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2441 |
Saved model file: ./models/model_hus250_hl3_time1524267815 |
|
|
2442 |
|
|
|
2443 |
$$$ hidden_units = 275 hidden_layers = 3 $$$ |
|
|
2444 |
XAVIER_INITIALIZATION = true |
|
|
2445 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.7596% |
|
|
2446 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 2.54255% |
|
|
2447 |
completion: 12% (epoch=24)(element=6266) loss = 0 error progress = 2.42405% |
|
|
2448 |
completion: 16% (epoch=32)(element=6266) loss = 0.002 error progress = 2.34219% |
|
|
2449 |
completion: 20% (epoch=40)(element=6266) loss = 0.001 error progress = 2.28179% |
|
|
2450 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.2334% |
|
|
2451 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.19553% |
|
|
2452 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.16166% |
|
|
2453 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.13359% |
|
|
2454 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.10988% |
|
|
2455 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.09108% |
|
|
2456 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.07101% |
|
|
2457 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.05132% |
|
|
2458 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.03298% |
|
|
2459 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.01594% |
|
|
2460 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 2.00309% |
|
|
2461 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.99028% |
|
|
2462 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.9781% |
|
|
2463 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.96705% |
|
|
2464 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.95667% |
|
|
2465 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.94686% |
|
|
2466 |
completion: 88% (epoch=176)(element=6266) loss = 0.002 error progress = 1.93692% |
|
|
2467 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.92756% |
|
|
2468 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.91848% |
|
|
2469 |
completion: 100% (epoch=200)(element=6266) loss = 0.002 error progress = 1.91017% |
|
|
2470 |
|
|
|
2471 |
|
|
|
2472 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2473 |
|
|
|
2474 |
Correct predictions = 87.89% |
|
|
2475 |
#FPplusFN=2089 |
|
|
2476 |
minError=223 minErrorIndex=1 globalThreshold =-0.95773665364595 |
|
|
2477 |
metrics area_roc = 91.38% |
|
|
2478 |
(beta) metrics area_precision_recall = 54.69% |
|
|
2479 |
|
|
|
2480 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2481 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2482 |
TOTAL: |
|
|
2483 |
FN = 229 / 516 (truth == 1) & (prediction < threshold) |
|
|
2484 |
TP = 287 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2485 |
|
|
|
2486 |
FP = 24 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2487 |
TN = 1,549 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2488 |
|
|
|
2489 |
|
|
|
2490 |
:::: Matthews correlation coefficient = +0.66 :::: |
|
|
2491 |
|
|
|
2492 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2493 |
recall = 0.56 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2494 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2495 |
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2496 |
Saved model file: ./models/model_hus275_hl3_time1524268770 |
|
|
2497 |
|
|
|
2498 |
$$$ hidden_units = 300 hidden_layers = 3 $$$ |
|
|
2499 |
XAVIER_INITIALIZATION = true |
|
|
2500 |
completion: 4% (epoch=8)(element=6266) loss = 0 error progress = 2.70924% |
|
|
2501 |
completion: 8% (epoch=16)(element=6266) loss = 0.001 error progress = 2.50558% |
|
|
2502 |
completion: 12% (epoch=24)(element=6266) loss = 0.003 error progress = 2.39151% |
|
|
2503 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.3187% |
|
|
2504 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.26602% |
|
|
2505 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.21984% |
|
|
2506 |
completion: 28% (epoch=56)(element=6266) loss = 0 error progress = 2.18322% |
|
|
2507 |
completion: 32% (epoch=64)(element=6266) loss = 0 error progress = 2.14949% |
|
|
2508 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.12147% |
|
|
2509 |
completion: 40% (epoch=80)(element=6266) loss = 0.002 error progress = 2.09742% |
|
|
2510 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.0753% |
|
|
2511 |
completion: 48% (epoch=96)(element=6266) loss = 0.003 error progress = 2.05625% |
|
|
2512 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.03731% |
|
|
2513 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.01928% |
|
|
2514 |
completion: 60% (epoch=120)(element=6266) loss = 0.002 error progress = 2.0028% |
|
|
2515 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 1.98783% |
|
|
2516 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.97498% |
|
|
2517 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.96154% |
|
|
2518 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.95104% |
|
|
2519 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 1.9406% |
|
|
2520 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.93009% |
|
|
2521 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.92179% |
|
|
2522 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.91304% |
|
|
2523 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.90419% |
|
|
2524 |
completion: 100% (epoch=200)(element=6266) loss = 0.002 error progress = 1.89545% |
|
|
2525 |
|
|
|
2526 |
|
|
|
2527 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2528 |
|
|
|
2529 |
Correct predictions = 87.65% |
|
|
2530 |
#FPplusFN=2089 |
|
|
2531 |
minError=214 minErrorIndex=1 globalThreshold =-1.0372542695559 |
|
|
2532 |
metrics area_roc = 91.65% |
|
|
2533 |
(beta) metrics area_precision_recall = 73.77% |
|
|
2534 |
|
|
|
2535 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2536 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2537 |
TOTAL: |
|
|
2538 |
FN = 242 / 516 (truth == 1) & (prediction < threshold) |
|
|
2539 |
TP = 274 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2540 |
|
|
|
2541 |
FP = 16 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2542 |
TN = 1,557 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2543 |
|
|
|
2544 |
|
|
|
2545 |
:::: Matthews correlation coefficient = +0.65 :::: |
|
|
2546 |
|
|
|
2547 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2548 |
recall = 0.53 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2549 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2550 |
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2551 |
Saved model file: ./models/model_hus300_hl3_time1524269864 |
|
|
2552 |
|
|
|
2553 |
$$$ hidden_units = 350 hidden_layers = 3 $$$ |
|
|
2554 |
XAVIER_INITIALIZATION = true |
|
|
2555 |
completion: 4% (epoch=8)(element=6266) loss = 0.001 error progress = 2.73248% |
|
|
2556 |
completion: 8% (epoch=16)(element=6266) loss = 0.004 error progress = 2.50847% |
|
|
2557 |
completion: 12% (epoch=24)(element=6266) loss = 0.001 error progress = 2.38995% |
|
|
2558 |
completion: 16% (epoch=32)(element=6266) loss = 0 error progress = 2.31336% |
|
|
2559 |
completion: 20% (epoch=40)(element=6266) loss = 0.002 error progress = 2.25972% |
|
|
2560 |
completion: 24% (epoch=48)(element=6266) loss = 0.001 error progress = 2.21614% |
|
|
2561 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.17799% |
|
|
2562 |
completion: 32% (epoch=64)(element=6266) loss = 0.001 error progress = 2.14636% |
|
|
2563 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.1192% |
|
|
2564 |
completion: 40% (epoch=80)(element=6266) loss = 0.001 error progress = 2.09443% |
|
|
2565 |
completion: 44% (epoch=88)(element=6266) loss = 0.001 error progress = 2.07251% |
|
|
2566 |
completion: 48% (epoch=96)(element=6266) loss = 0.002 error progress = 2.05475% |
|
|
2567 |
completion: 52% (epoch=104)(element=6266) loss = 0.001 error progress = 2.03756% |
|
|
2568 |
completion: 56% (epoch=112)(element=6266) loss = 0.001 error progress = 2.02034% |
|
|
2569 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 2.00424% |
|
|
2570 |
completion: 64% (epoch=128)(element=6266) loss = 0 error progress = 1.98998% |
|
|
2571 |
completion: 68% (epoch=136)(element=6266) loss = 0.001 error progress = 1.97593% |
|
|
2572 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.96503% |
|
|
2573 |
completion: 76% (epoch=152)(element=6266) loss = 0 error progress = 1.95409% |
|
|
2574 |
completion: 80% (epoch=160)(element=6266) loss = 0.002 error progress = 1.94359% |
|
|
2575 |
completion: 84% (epoch=168)(element=6266) loss = 0.001 error progress = 1.93334% |
|
|
2576 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.9225% |
|
|
2577 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.91296% |
|
|
2578 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.90443% |
|
|
2579 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.89546% |
|
|
2580 |
|
|
|
2581 |
|
|
|
2582 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2583 |
|
|
|
2584 |
Correct predictions = 88.46% |
|
|
2585 |
#FPplusFN=2089 |
|
|
2586 |
minError=220 minErrorIndex=1 globalThreshold =-1.2074667560887 |
|
|
2587 |
metrics area_roc = 91.65% |
|
|
2588 |
(beta) metrics area_precision_recall = 70.85% |
|
|
2589 |
|
|
|
2590 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2591 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2592 |
TOTAL: |
|
|
2593 |
FN = 213 / 516 (truth == 1) & (prediction < threshold) |
|
|
2594 |
TP = 303 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2595 |
|
|
|
2596 |
FP = 28 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2597 |
TN = 1,545 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2598 |
|
|
|
2599 |
|
|
|
2600 |
:::: Matthews correlation coefficient = +0.67 :::: |
|
|
2601 |
|
|
|
2602 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2603 |
recall = 0.59 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2604 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2605 |
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2606 |
Saved model file: ./models/model_hus350_hl3_time1524271237 |
|
|
2607 |
|
|
|
2608 |
$$$ hidden_units = 400 hidden_layers = 3 $$$ |
|
|
2609 |
XAVIER_INITIALIZATION = true |
|
|
2610 |
completion: 4% (epoch=8)(element=6266) loss = 0.003 error progress = 2.69412% |
|
|
2611 |
completion: 8% (epoch=16)(element=6266) loss = 0.004 error progress = 2.48582% |
|
|
2612 |
completion: 12% (epoch=24)(element=6266) loss = 0.009 error progress = 2.36853% |
|
|
2613 |
completion: 16% (epoch=32)(element=6266) loss = 0.001 error progress = 2.29795% |
|
|
2614 |
completion: 20% (epoch=40)(element=6266) loss = 0 error progress = 2.24087% |
|
|
2615 |
completion: 24% (epoch=48)(element=6266) loss = 0.003 error progress = 2.19651% |
|
|
2616 |
completion: 28% (epoch=56)(element=6266) loss = 0.001 error progress = 2.15921% |
|
|
2617 |
completion: 32% (epoch=64)(element=6266) loss = 0.002 error progress = 2.12678% |
|
|
2618 |
completion: 36% (epoch=72)(element=6266) loss = 0.001 error progress = 2.10184% |
|
|
2619 |
completion: 40% (epoch=80)(element=6266) loss = 0.002 error progress = 2.07807% |
|
|
2620 |
completion: 44% (epoch=88)(element=6266) loss = 0 error progress = 2.05459% |
|
|
2621 |
completion: 48% (epoch=96)(element=6266) loss = 0.001 error progress = 2.03411% |
|
|
2622 |
completion: 52% (epoch=104)(element=6266) loss = 0.005 error progress = 2.01713% |
|
|
2623 |
completion: 56% (epoch=112)(element=6266) loss = 0.002 error progress = 1.99963% |
|
|
2624 |
completion: 60% (epoch=120)(element=6266) loss = 0.001 error progress = 1.98445% |
|
|
2625 |
completion: 64% (epoch=128)(element=6266) loss = 0.001 error progress = 1.97139% |
|
|
2626 |
completion: 68% (epoch=136)(element=6266) loss = 0 error progress = 1.95878% |
|
|
2627 |
completion: 72% (epoch=144)(element=6266) loss = 0.001 error progress = 1.94764% |
|
|
2628 |
completion: 76% (epoch=152)(element=6266) loss = 0.001 error progress = 1.93582% |
|
|
2629 |
completion: 80% (epoch=160)(element=6266) loss = 0.001 error progress = 1.92561% |
|
|
2630 |
completion: 84% (epoch=168)(element=6266) loss = 0.002 error progress = 1.91535% |
|
|
2631 |
completion: 88% (epoch=176)(element=6266) loss = 0.001 error progress = 1.90427% |
|
|
2632 |
completion: 92% (epoch=184)(element=6266) loss = 0.001 error progress = 1.8942% |
|
|
2633 |
completion: 96% (epoch=192)(element=6266) loss = 0.001 error progress = 1.88464% |
|
|
2634 |
completion: 100% (epoch=200)(element=6266) loss = 0.001 error progress = 1.87506% |
|
|
2635 |
|
|
|
2636 |
|
|
|
2637 |
### executeTest(perceptron, validation_patient_profile) |
|
|
2638 |
|
|
|
2639 |
Correct predictions = 87.84% |
|
|
2640 |
#FPplusFN=2089 |
|
|
2641 |
minError=197 minErrorIndex=1 globalThreshold =-1.0443069674754 |
|
|
2642 |
metrics area_roc = 91.61% |
|
|
2643 |
(beta) metrics area_precision_recall = 73.94% |
|
|
2644 |
|
|
|
2645 |
duration the new area_roc metrics ROC_AUC_computer function: 0 seconds |
|
|
2646 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds |
|
|
2647 |
TOTAL: |
|
|
2648 |
FN = 236 / 516 (truth == 1) & (prediction < threshold) |
|
|
2649 |
TP = 280 / 516 (truth == 1) & (prediction >= threshold) |
|
|
2650 |
|
|
|
2651 |
FP = 18 / 1,573 (truth == 0) & (prediction >= threshold) |
|
|
2652 |
TN = 1,555 / 1,573 (truth == 0) & (prediction < threshold) |
|
|
2653 |
|
|
|
2654 |
|
|
|
2655 |
:::: Matthews correlation coefficient = +0.66 :::: |
|
|
2656 |
|
|
|
2657 |
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2658 |
recall = 0.54 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2659 |
specificity = 0.99 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2660 |
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2661 |
Saved model file: ./models/model_hus400_hl3_time1524272934 |
|
|
2662 |
|
|
|
2663 |
@ @ [1] AUPR = 43.67% MCC = 0.25 F1_score = 0.2 AUROC = 77.03% hidden units = 5 hidden layers = 1 @ @ |
|
|
2664 |
@ @ [2] AUPR = 61.32% MCC = 0.35 F1_score = 0.28 AUROC = 86.44% hidden units = 10 hidden layers = 1 @ @ |
|
|
2665 |
@ @ [3] AUPR = 64.08% MCC = 0.45 F1_score = 0.49 AUROC = 90.23% hidden units = 25 hidden layers = 1 @ @ |
|
|
2666 |
@ @ [4] AUPR = 70.31% MCC = 0.51 F1_score = 0.52 AUROC = 90.52% hidden units = 50 hidden layers = 1 @ @ |
|
|
2667 |
@ @ [5] AUPR = 70.92% MCC = 0.56 F1_score = 0.57 AUROC = 90.84% hidden units = 75 hidden layers = 1 @ @ |
|
|
2668 |
@ @ [6] AUPR = 71.36% MCC = 0.61 F1_score = 0.65 AUROC = 90.74% hidden units = 100 hidden layers = 1 @ @ |
|
|
2669 |
@ @ [7] AUPR = 71.96% MCC = 0.66 F1_score = 0.72 AUROC = 92.19% hidden units = 125 hidden layers = 1 @ @ |
|
|
2670 |
@ @ [8] AUPR = 72.27% MCC = 0.65 F1_score = 0.7 AUROC = 91.75% hidden units = 150 hidden layers = 1 @ @ |
|
|
2671 |
@ @ [9] AUPR = 71.42% MCC = 0.65 F1_score = 0.69 AUROC = 91.62% hidden units = 175 hidden layers = 1 @ @ |
|
|
2672 |
@ @ [10] AUPR = 71.42% MCC = 0.63 F1_score = 0.67 AUROC = 91.42% hidden units = 200 hidden layers = 1 @ @ |
|
|
2673 |
@ @ [11] AUPR = 72.11% MCC = 0.65 F1_score = 0.7 AUROC = 91.97% hidden units = 225 hidden layers = 1 @ @ |
|
|
2674 |
@ @ [12] AUPR = 70.61% MCC = 0.64 F1_score = 0.68 AUROC = 91.79% hidden units = 250 hidden layers = 1 @ @ |
|
|
2675 |
@ @ [13] AUPR = 73.6% MCC = 0.69 F1_score = 0.73 AUROC = 92.3% hidden units = 275 hidden layers = 1 @ @ |
|
|
2676 |
@ @ [14] AUPR = 71.01% MCC = 0.63 F1_score = 0.66 AUROC = 91.89% hidden units = 300 hidden layers = 1 @ @ |
|
|
2677 |
@ @ [15] AUPR = 72.91% MCC = 0.64 F1_score = 0.67 AUROC = 92.4% hidden units = 350 hidden layers = 1 @ @ |
|
|
2678 |
@ @ [16] AUPR = 70.55% MCC = 0.63 F1_score = 0.68 AUROC = 91.63% hidden units = 400 hidden layers = 1 @ @ |
|
|
2679 |
@ @ [17] AUPR = 27.71% MCC = -2 F1_score = 0 AUROC = 71.41% hidden units = 5 hidden layers = 2 @ @ |
|
|
2680 |
@ @ [18] AUPR = 52.92% MCC = 0.28 F1_score = 0.25 AUROC = 85.56% hidden units = 10 hidden layers = 2 @ @ |
|
|
2681 |
@ @ [19] AUPR = 60.71% MCC = 0.46 F1_score = 0.51 AUROC = 88.09% hidden units = 25 hidden layers = 2 @ @ |
|
|
2682 |
@ @ [20] AUPR = 64.93% MCC = 0.51 F1_score = 0.56 AUROC = 90.45% hidden units = 50 hidden layers = 2 @ @ |
|
|
2683 |
@ @ [21] AUPR = 68.5% MCC = 0.62 F1_score = 0.66 AUROC = 91.11% hidden units = 75 hidden layers = 2 @ @ |
|
|
2684 |
@ @ [22] AUPR = 54.64% MCC = 0.64 F1_score = 0.66 AUROC = 90.52% hidden units = 100 hidden layers = 2 @ @ |
|
|
2685 |
@ @ [23] AUPR = 70.31% MCC = 0.61 F1_score = 0.65 AUROC = 90.85% hidden units = 125 hidden layers = 2 @ @ |
|
|
2686 |
@ @ [24] AUPR = 72.67% MCC = 0.66 F1_score = 0.7 AUROC = 92.18% hidden units = 150 hidden layers = 2 @ @ |
|
|
2687 |
@ @ [25] AUPR = 72.44% MCC = 0.64 F1_score = 0.68 AUROC = 91.91% hidden units = 175 hidden layers = 2 @ @ |
|
|
2688 |
@ @ [26] AUPR = 74.02% MCC = 0.67 F1_score = 0.71 AUROC = 91.83% hidden units = 200 hidden layers = 2 @ @ |
|
|
2689 |
@ @ [27] AUPR = 71.73% MCC = 0.65 F1_score = 0.7 AUROC = 92.09% hidden units = 225 hidden layers = 2 @ @ |
|
|
2690 |
@ @ [28] AUPR = 73.34% MCC = 0.65 F1_score = 0.69 AUROC = 92.07% hidden units = 250 hidden layers = 2 @ @ |
|
|
2691 |
@ @ [29] AUPR = 72.69% MCC = 0.66 F1_score = 0.69 AUROC = 91.55% hidden units = 275 hidden layers = 2 @ @ |
|
|
2692 |
@ @ [30] AUPR = 73.39% MCC = 0.68 F1_score = 0.73 AUROC = 91.85% hidden units = 300 hidden layers = 2 @ @ |
|
|
2693 |
@ @ [31] AUPR = 73.57% MCC = 0.66 F1_score = 0.7 AUROC = 92% hidden units = 350 hidden layers = 2 @ @ |
|
|
2694 |
@ @ [32] AUPR = 74.27% MCC = 0.67 F1_score = 0.71 AUROC = 92.56% hidden units = 400 hidden layers = 2 @ @ |
|
|
2695 |
@ @ [33] AUPR = 19.18% MCC = -2 F1_score = 0 AUROC = 63.79% hidden units = 5 hidden layers = 3 @ @ |
|
|
2696 |
@ @ [34] AUPR = 39.91% MCC = -2 F1_score = 0 AUROC = 80.86% hidden units = 10 hidden layers = 3 @ @ |
|
|
2697 |
@ @ [35] AUPR = 57.81% MCC = 0.4 F1_score = 0.42 AUROC = 83.9% hidden units = 25 hidden layers = 3 @ @ |
|
|
2698 |
@ @ [36] AUPR = 64.73% MCC = 0.5 F1_score = 0.5 AUROC = 88.61% hidden units = 50 hidden layers = 3 @ @ |
|
|
2699 |
@ @ [37] AUPR = 69.05% MCC = 0.58 F1_score = 0.61 AUROC = 90.79% hidden units = 75 hidden layers = 3 @ @ |
|
|
2700 |
@ @ [38] AUPR = 53.05% MCC = 0.63 F1_score = 0.67 AUROC = 90.91% hidden units = 100 hidden layers = 3 @ @ |
|
|
2701 |
@ @ [39] AUPR = 70.07% MCC = 0.63 F1_score = 0.69 AUROC = 91.38% hidden units = 125 hidden layers = 3 @ @ |
|
|
2702 |
@ @ [40] AUPR = 64.03% MCC = 0.62 F1_score = 0.7 AUROC = 90.4% hidden units = 150 hidden layers = 3 @ @ |
|
|
2703 |
@ @ [41] AUPR = 71.45% MCC = 0.67 F1_score = 0.72 AUROC = 91.6% hidden units = 175 hidden layers = 3 @ @ |
|
|
2704 |
@ @ [42] AUPR = 70.14% MCC = 0.65 F1_score = 0.69 AUROC = 91.61% hidden units = 200 hidden layers = 3 @ @ |
|
|
2705 |
@ @ [43] AUPR = 71.16% MCC = 0.67 F1_score = 0.72 AUROC = 91.79% hidden units = 225 hidden layers = 3 @ @ |
|
|
2706 |
@ @ [44] AUPR = 72.21% MCC = 0.66 F1_score = 0.71 AUROC = 91.82% hidden units = 250 hidden layers = 3 @ @ |
|
|
2707 |
@ @ [45] AUPR = 54.69% MCC = 0.66 F1_score = 0.69 AUROC = 91.38% hidden units = 275 hidden layers = 3 @ @ |
|
|
2708 |
@ @ [46] AUPR = 73.77% MCC = 0.65 F1_score = 0.68 AUROC = 91.65% hidden units = 300 hidden layers = 3 @ @ |
|
|
2709 |
@ @ [47] AUPR = 70.85% MCC = 0.67 F1_score = 0.72 AUROC = 91.65% hidden units = 350 hidden layers = 3 @ @ |
|
|
2710 |
@ @ [48] AUPR = 73.94% MCC = 0.66 F1_score = 0.69 AUROC = 91.61% hidden units = 400 hidden layers = 3 @ @ |
|
|
2711 |
|
|
|
2712 |
modelFileVect[13] |
|
|
2713 |
modelFileToLoad =./models/model_hus275_hl1_time1524252913 |
|
|
2714 |
|
|
|
2715 |
|
|
|
2716 |
### executeTest(loadedModel, test_patient_profile) |
|
|
2717 |
|
|
|
2718 |
Correct predictions = 88.94% |
|
|
2719 |
#FPplusFN=2088 |
|
|
2720 |
minError=201 minErrorIndex=1 globalThreshold =-1.4486029425536 |
|
|
2721 |
metrics area_roc = 94.87% |
|
|
2722 |
(beta) metrics area_precision_recall = 75.06% |
|
|
2723 |
|
|
|
2724 |
duration the new area_roc metrics ROC_AUC_computer function: 1 seconds |
|
|
2725 |
duration the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 01 seconds |
|
|
2726 |
TOTAL: |
|
|
2727 |
FN = 193 / 535 (truth == 1) & (prediction < threshold) |
|
|
2728 |
TP = 342 / 535 (truth == 1) & (prediction >= threshold) |
|
|
2729 |
|
|
|
2730 |
FP = 38 / 1,553 (truth == 0) & (prediction >= threshold) |
|
|
2731 |
TN = 1,515 / 1,553 (truth == 0) & (prediction < threshold) |
|
|
2732 |
|
|
|
2733 |
|
|
|
2734 |
:::: Matthews correlation coefficient = +0.7 :::: |
|
|
2735 |
|
|
|
2736 |
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp) [worst = 0, best = 1] |
|
|
2737 |
recall = 0.64 = tp / (tp + fn) [worst = 0, best = 1] |
|
|
2738 |
specificity = 0.98 = tn / (tn + fp) [worst = 0, best = 1] |
|
|
2739 |
f1_score = 0.75 = (2*tp) / (2*tp+fp+fn) [worst = 0, best = 1] |
|
|
2740 |
':':':':' lastMCC = 0.7 lastF1score = 0.75 ':':':':' |
|
|
2741 |
command: rm ./models/model_hus5_hl1_time1524249852 |
|
|
2742 |
command: rm ./models/model_hus10_hl1_time1524250000 |
|
|
2743 |
command: rm ./models/model_hus25_hl1_time1524250152 |
|
|
2744 |
command: rm ./models/model_hus50_hl1_time1524250316 |
|
|
2745 |
command: rm ./models/model_hus75_hl1_time1524250499 |
|
|
2746 |
command: rm ./models/model_hus100_hl1_time1524250700 |
|
|
2747 |
command: rm ./models/model_hus125_hl1_time1524250924 |
|
|
2748 |
command: rm ./models/model_hus150_hl1_time1524251174 |
|
|
2749 |
command: rm ./models/model_hus175_hl1_time1524251455 |
|
|
2750 |
command: rm ./models/model_hus200_hl1_time1524251765 |
|
|
2751 |
command: rm ./models/model_hus225_hl1_time1524252108 |
|
|
2752 |
command: rm ./models/model_hus250_hl1_time1524252489 |
|
|
2753 |
command: rm ./models/model_hus275_hl1_time1524252913 |
|
|
2754 |
command: rm ./models/model_hus300_hl1_time1524253378 |
|
|
2755 |
command: rm ./models/model_hus350_hl1_time1524253954 |
|
|
2756 |
command: rm ./models/model_hus400_hl1_time1524254634 |
|
|
2757 |
command: rm ./models/model_hus5_hl2_time1524254823 |
|
|
2758 |
command: rm ./models/model_hus10_hl2_time1524255019 |
|
|
2759 |
command: rm ./models/model_hus25_hl2_time1524255225 |
|
|
2760 |
command: rm ./models/model_hus50_hl2_time1524255449 |
|
|
2761 |
command: rm ./models/model_hus75_hl2_time1524255699 |
|
|
2762 |
command: rm ./models/model_hus100_hl2_time1524255980 |
|
|
2763 |
command: rm ./models/model_hus125_hl2_time1524256300 |
|
|
2764 |
command: rm ./models/model_hus150_hl2_time1524256668 |
|
|
2765 |
command: rm ./models/model_hus175_hl2_time1524257088 |
|
|
2766 |
command: rm ./models/model_hus200_hl2_time1524257568 |
|
|
2767 |
command: rm ./models/model_hus225_hl2_time1524258109 |
|
|
2768 |
command: rm ./models/model_hus250_hl2_time1524258725 |
|
|
2769 |
command: rm ./models/model_hus275_hl2_time1524259422 |
|
|
2770 |
command: rm ./models/model_hus300_hl2_time1524260213 |
|
|
2771 |
command: rm ./models/model_hus350_hl2_time1524261188 |
|
|
2772 |
command: rm ./models/model_hus400_hl2_time1524262380 |
|
|
2773 |
command: rm ./models/model_hus5_hl3_time1524262620 |
|
|
2774 |
command: rm ./models/model_hus10_hl3_time1524262862 |
|
|
2775 |
command: rm ./models/model_hus25_hl3_time1524263117 |
|
|
2776 |
command: rm ./models/model_hus50_hl3_time1524263399 |
|
|
2777 |
command: rm ./models/model_hus75_hl3_time1524263715 |
|
|
2778 |
command: rm ./models/model_hus100_hl3_time1524264078 |
|
|
2779 |
command: rm ./models/model_hus125_hl3_time1524264498 |
|
|
2780 |
command: rm ./models/model_hus150_hl3_time1524264987 |
|
|
2781 |
command: rm ./models/model_hus175_hl3_time1524265554 |
|
|
2782 |
command: rm ./models/model_hus200_hl3_time1524266211 |
|
|
2783 |
command: rm ./models/model_hus225_hl3_time1524266965 |
|
|
2784 |
command: rm ./models/model_hus250_hl3_time1524267815 |
|
|
2785 |
command: rm ./models/model_hus275_hl3_time1524268770 |
|
|
2786 |
command: rm ./models/model_hus300_hl3_time1524269864 |
|
|
2787 |
command: rm ./models/model_hus350_hl3_time1524271237 |
|
|
2788 |
command: rm ./models/model_hus400_hl3_time1524272934 |
|
|
2789 |
|
|
|
2790 |
duration complete execution: 23,234 seconds |
|
|
2791 |
duration complete execution: 00 days, 06 hours, 27 minutes, 14 seconds |