Switch to unified view

a b/results/2018-04-20_rand44659_allOn
1
Your job 653216 ("-2018-04-20_rand44659_allOn") has been submitted
2
3
4
 @ @ @ @ @ @ START @ @ @ @ @ @ @    
5
file: script_start.lua  
6
author Davide Chicco <davide.chicco@gmail.com>  
7
Fri Apr 20 14:41:42 2018    
8
Readin' ../data/LungCancerDataset_AllRecords_NORM.csv   
9
10
OPTIM_PACKAGE  = true   
11
XAVIER_INITIALIZATION = true    
12
DROPOUT_FLAG = true 
13
MOMENTUM_ALPHA = 0.5    
14
MOMENTUM = true 
15
LEARN_RATE = 0.01   
16
ITERATIONS = 200    
17
Number of value profiles (rows) = 10443 
18
Number features (columns) = 27  
19
Number of targets (rows) = 10443    
20
#patients_vett = 10443  
21
22
training_set_size = 6266    
23
validation_set_size = 2089  
24
test_set_size = 2088
25
    
26
$$$ hidden_units = 5     hidden_layers = 1 $$$  
27
XAVIER_INITIALIZATION = true    
28
completion: 4% (epoch=8)(element=6266) loss = 0.061     error progress = 4.55658%
29
completion: 8% (epoch=16)(element=6266) loss = 0.013    error progress = 4.41918%
30
completion: 12% (epoch=24)(element=6266) loss = 0.017   error progress = 4.34502%
31
completion: 16% (epoch=32)(element=6266) loss = 0.069   error progress = 4.30251%
32
completion: 20% (epoch=40)(element=6266) loss = 0.089   error progress = 4.26746%
33
completion: 24% (epoch=48)(element=6266) loss = 0.021   error progress = 4.24555%
34
completion: 28% (epoch=56)(element=6266) loss = 0.021   error progress = 4.20687%
35
completion: 32% (epoch=64)(element=6266) loss = 0.003   error progress = 4.17653%
36
completion: 36% (epoch=72)(element=6266) loss = 0.015   error progress = 4.15431%
37
completion: 40% (epoch=80)(element=6266) loss = 0.007   error progress = 4.13531%
38
completion: 44% (epoch=88)(element=6266) loss = 0.11    error progress = 4.11896%
39
completion: 48% (epoch=96)(element=6266) loss = 0.072   error progress = 4.10641%
40
completion: 52% (epoch=104)(element=6266) loss = 0.137  error progress = 4.09504%
41
completion: 56% (epoch=112)(element=6266) loss = 0.008  error progress = 4.08599%
42
completion: 60% (epoch=120)(element=6266) loss = 0.003  error progress = 4.07886%
43
completion: 64% (epoch=128)(element=6266) loss = 0.017  error progress = 4.07001%
44
completion: 68% (epoch=136)(element=6266) loss = 0.102  error progress = 4.06377%
45
completion: 72% (epoch=144)(element=6266) loss = 0.006  error progress = 4.0581%
46
completion: 76% (epoch=152)(element=6266) loss = 0.054  error progress = 4.05139%
47
completion: 80% (epoch=160)(element=6266) loss = 0.011  error progress = 4.04811%
48
completion: 84% (epoch=168)(element=6266) loss = 0.063  error progress = 4.04407%
49
completion: 88% (epoch=176)(element=6266) loss = 0.046  error progress = 4.04064%
50
completion: 92% (epoch=184)(element=6266) loss = 0.024  error progress = 4.03767%
51
completion: 96% (epoch=192)(element=6266) loss = 0.092  error progress = 4.03396%
52
completion: 100% (epoch=200)(element=6266) loss = 0.052     error progress = 4.03089%
53
54
55
### executeTest(perceptron, validation_patient_profile) 
56
57
Correct predictions = 77.5% 
58
#FPplusFN=2089  
59
minError=442    minErrorIndex=1 globalThreshold =-1.4786793598946   
60
metrics area_roc = 77.03%   
61
(beta) metrics area_precision_recall = 43.67%   
62
63
duration  the new area_roc metrics ROC_AUC_computer function: 1 seconds 
64
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 01 seconds 
65
TOTAL:  
66
 FN = 459 / 516  (truth == 1) & (prediction < threshold)    
67
 TP = 57 / 516   (truth == 1) & (prediction >= threshold)
68
    
69
 FP = 11 / 1,573     (truth == 0) & (prediction >= threshold)   
70
 TN = 1,562 / 1,573  (truth == 0) & (prediction < threshold)
71
    
72
73
::::    Matthews correlation coefficient = +0.25    ::::
74
    
75
accuracy = 0.78 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
76
recall = 0.11 = tp / (tp + fn)       [worst = 0, best =  1] 
77
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
78
f1_score = 0.2 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
79
Saved model file: ./models/model_hus5_hl1_time1524249852
80
    
81
$$$ hidden_units = 10    hidden_layers = 1 $$$  
82
XAVIER_INITIALIZATION = true    
83
completion: 4% (epoch=8)(element=6266) loss = 0.04  error progress = 3.92664%
84
completion: 8% (epoch=16)(element=6266) loss = 0.041    error progress = 3.76344%
85
completion: 12% (epoch=24)(element=6266) loss = 0.012   error progress = 3.65179%
86
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 3.56861%
87
completion: 20% (epoch=40)(element=6266) loss = 0.094   error progress = 3.49602%
88
completion: 24% (epoch=48)(element=6266) loss = 0.057   error progress = 3.44149%
89
completion: 28% (epoch=56)(element=6266) loss = 0.052   error progress = 3.39487%
90
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 3.35885%
91
completion: 36% (epoch=72)(element=6266) loss = 0.038   error progress = 3.32977%
92
completion: 40% (epoch=80)(element=6266) loss = 0.003   error progress = 3.30603%
93
completion: 44% (epoch=88)(element=6266) loss = 0.04    error progress = 3.28492%
94
completion: 48% (epoch=96)(element=6266) loss = 0.058   error progress = 3.26842%
95
completion: 52% (epoch=104)(element=6266) loss = 0.035  error progress = 3.25426%
96
completion: 56% (epoch=112)(element=6266) loss = 0.002  error progress = 3.24281%
97
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 3.23154%
98
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 3.22166%
99
completion: 68% (epoch=136)(element=6266) loss = 0.007  error progress = 3.21334%
100
completion: 72% (epoch=144)(element=6266) loss = 0.011  error progress = 3.20607%
101
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 3.19931%
102
completion: 80% (epoch=160)(element=6266) loss = 0.024  error progress = 3.19416%
103
completion: 84% (epoch=168)(element=6266) loss = 0.022  error progress = 3.18925%
104
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 3.18364%
105
completion: 92% (epoch=184)(element=6266) loss = 0.02   error progress = 3.17848%
106
completion: 96% (epoch=192)(element=6266) loss = 0.01   error progress = 3.17482%
107
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 3.17125%
108
109
110
### executeTest(perceptron, validation_patient_profile) 
111
112
Correct predictions = 79.18%    
113
#FPplusFN=2089  
114
minError=308    minErrorIndex=1 globalThreshold =-1.2494727665943   
115
metrics area_roc = 86.44%   
116
(beta) metrics area_precision_recall = 61.32%   
117
118
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
119
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
120
TOTAL:  
121
 FN = 430 / 516  (truth == 1) & (prediction < threshold)    
122
 TP = 86 / 516   (truth == 1) & (prediction >= threshold)
123
    
124
 FP = 5 / 1,573  (truth == 0) & (prediction >= threshold)   
125
 TN = 1,568 / 1,573  (truth == 0) & (prediction < threshold)
126
    
127
128
::::    Matthews correlation coefficient = +0.35    ::::
129
    
130
accuracy = 0.79 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
131
recall = 0.17 = tp / (tp + fn)       [worst = 0, best =  1] 
132
specificity = 1 = tn / (tn + fp)         [worst = 0, best =  1] 
133
f1_score = 0.28 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
134
Saved model file: ./models/model_hus10_hl1_time1524250000
135
    
136
$$$ hidden_units = 25    hidden_layers = 1 $$$  
137
XAVIER_INITIALIZATION = true    
138
completion: 4% (epoch=8)(element=6266) loss = 0.02  error progress = 3.1868%
139
completion: 8% (epoch=16)(element=6266) loss = 0.002    error progress = 3.04092%
140
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.96526%
141
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.9172%
142
completion: 20% (epoch=40)(element=6266) loss = 0.027   error progress = 2.88082%
143
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 2.8563%
144
completion: 28% (epoch=56)(element=6266) loss = 0.007   error progress = 2.83537%
145
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.81819%
146
completion: 36% (epoch=72)(element=6266) loss = 0.014   error progress = 2.80508%
147
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.79679%
148
completion: 44% (epoch=88)(element=6266) loss = 0.058   error progress = 2.78757%
149
completion: 48% (epoch=96)(element=6266) loss = 0.015   error progress = 2.77778%
150
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 2.76994%
151
completion: 56% (epoch=112)(element=6266) loss = 0.022  error progress = 2.76235%
152
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.75424%
153
completion: 64% (epoch=128)(element=6266) loss = 0.018  error progress = 2.74606%
154
completion: 68% (epoch=136)(element=6266) loss = 0.012  error progress = 2.73867%
155
completion: 72% (epoch=144)(element=6266) loss = 0.041  error progress = 2.73052%
156
completion: 76% (epoch=152)(element=6266) loss = 0.026  error progress = 2.72341%
157
completion: 80% (epoch=160)(element=6266) loss = 0.028  error progress = 2.71585%
158
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 2.70746%
159
completion: 88% (epoch=176)(element=6266) loss = 0.003  error progress = 2.69881%
160
completion: 92% (epoch=184)(element=6266) loss = 0.017  error progress = 2.69064%
161
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 2.68322%
162
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 2.67584%
163
164
165
### executeTest(perceptron, validation_patient_profile) 
166
167
Correct predictions = 81.91%    
168
#FPplusFN=2089  
169
minError=268    minErrorIndex=1 globalThreshold =-1.4286710822746   
170
metrics area_roc = 90.23%   
171
(beta) metrics area_precision_recall = 64.08%   
172
173
duration  the new area_roc metrics ROC_AUC_computer function: 1 seconds 
174
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 01 seconds 
175
TOTAL:  
176
 FN = 331 / 516  (truth == 1) & (prediction < threshold)    
177
 TP = 185 / 516  (truth == 1) & (prediction >= threshold)
178
    
179
 FP = 47 / 1,573     (truth == 0) & (prediction >= threshold)   
180
 TN = 1,526 / 1,573  (truth == 0) & (prediction < threshold)
181
    
182
183
::::    Matthews correlation coefficient = +0.45    ::::
184
    
185
accuracy = 0.82 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
186
recall = 0.36 = tp / (tp + fn)       [worst = 0, best =  1] 
187
specificity = 0.97 = tn / (tn + fp)          [worst = 0, best =  1] 
188
f1_score = 0.49 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
189
Saved model file: ./models/model_hus25_hl1_time1524250152
190
    
191
$$$ hidden_units = 50    hidden_layers = 1 $$$  
192
XAVIER_INITIALIZATION = true    
193
completion: 4% (epoch=8)(element=6266) loss = 0.028     error progress = 2.83821%
194
completion: 8% (epoch=16)(element=6266) loss = 0.008    error progress = 2.65539%
195
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.55874%
196
completion: 16% (epoch=32)(element=6266) loss = 0.008   error progress = 2.49752%
197
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.44955%
198
completion: 24% (epoch=48)(element=6266) loss = 0.011   error progress = 2.41272%
199
completion: 28% (epoch=56)(element=6266) loss = 0.006   error progress = 2.38568%
200
completion: 32% (epoch=64)(element=6266) loss = 0.003   error progress = 2.36345%
201
completion: 36% (epoch=72)(element=6266) loss = 0.029   error progress = 2.34394%
202
completion: 40% (epoch=80)(element=6266) loss = 0.014   error progress = 2.32674%
203
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.30992%
204
completion: 48% (epoch=96)(element=6266) loss = 0.006   error progress = 2.2959%
205
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 2.28532%
206
completion: 56% (epoch=112)(element=6266) loss = 0.01   error progress = 2.27475%
207
completion: 60% (epoch=120)(element=6266) loss = 0.038  error progress = 2.26548%
208
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 2.25662%
209
completion: 68% (epoch=136)(element=6266) loss = 0.002  error progress = 2.24855%
210
completion: 72% (epoch=144)(element=6266) loss = 0.002  error progress = 2.24037%
211
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.23308%
212
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 2.2273%
213
completion: 84% (epoch=168)(element=6266) loss = 0.033  error progress = 2.22035%
214
completion: 88% (epoch=176)(element=6266) loss = 0.018  error progress = 2.21478%
215
completion: 92% (epoch=184)(element=6266) loss = 0.007  error progress = 2.20947%
216
completion: 96% (epoch=192)(element=6266) loss = 0.004  error progress = 2.20517%
217
completion: 100% (epoch=200)(element=6266) loss = 0.003     error progress = 2.20011%
218
219
220
### executeTest(perceptron, validation_patient_profile) 
221
222
Correct predictions = 83.48%    
223
#FPplusFN=2089  
224
minError=236    minErrorIndex=1 globalThreshold =-1.3998626696854   
225
metrics area_roc = 90.52%   
226
(beta) metrics area_precision_recall = 70.31%   
227
228
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
229
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
230
TOTAL:  
231
 FN = 327 / 516  (truth == 1) & (prediction < threshold)    
232
 TP = 189 / 516  (truth == 1) & (prediction >= threshold)
233
    
234
 FP = 18 / 1,573     (truth == 0) & (prediction >= threshold)   
235
 TN = 1,555 / 1,573  (truth == 0) & (prediction < threshold)
236
    
237
238
::::    Matthews correlation coefficient = +0.51    ::::
239
    
240
accuracy = 0.83 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
241
recall = 0.37 = tp / (tp + fn)       [worst = 0, best =  1] 
242
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
243
f1_score = 0.52 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
244
Saved model file: ./models/model_hus50_hl1_time1524250316
245
    
246
$$$ hidden_units = 75    hidden_layers = 1 $$$  
247
XAVIER_INITIALIZATION = true    
248
completion: 4% (epoch=8)(element=6266) loss = 0.01  error progress = 2.763%
249
completion: 8% (epoch=16)(element=6266) loss = 0.005    error progress = 2.59353%
250
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.50799%
251
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.44845%
252
completion: 20% (epoch=40)(element=6266) loss = 0.004   error progress = 2.4039%
253
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 2.37042%
254
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.34062%
255
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.31617%
256
completion: 36% (epoch=72)(element=6266) loss = 0.002   error progress = 2.29378%
257
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.27528%
258
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.25859%
259
completion: 48% (epoch=96)(element=6266) loss = 0.004   error progress = 2.24325%
260
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 2.22898%
261
completion: 56% (epoch=112)(element=6266) loss = 0.006  error progress = 2.21433%
262
completion: 60% (epoch=120)(element=6266) loss = 0.036  error progress = 2.20193%
263
completion: 64% (epoch=128)(element=6266) loss = 0.008  error progress = 2.19001%
264
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 2.17943%
265
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 2.16947%
266
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.16014%
267
completion: 80% (epoch=160)(element=6266) loss = 0.022  error progress = 2.15084%
268
completion: 84% (epoch=168)(element=6266) loss = 0.011  error progress = 2.14165%
269
completion: 88% (epoch=176)(element=6266) loss = 0.021  error progress = 2.13325%
270
completion: 92% (epoch=184)(element=6266) loss = 0.014  error progress = 2.12442%
271
completion: 96% (epoch=192)(element=6266) loss = 0.005  error progress = 2.11634%
272
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 2.10852%
273
274
275
### executeTest(perceptron, validation_patient_profile) 
276
277
Correct predictions = 84.87%    
278
#FPplusFN=2089  
279
minError=228    minErrorIndex=1 globalThreshold =-1.3890950601197   
280
metrics area_roc = 90.84%   
281
(beta) metrics area_precision_recall = 70.92%   
282
283
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
284
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
285
TOTAL:  
286
 FN = 303 / 516  (truth == 1) & (prediction < threshold)    
287
 TP = 213 / 516  (truth == 1) & (prediction >= threshold)
288
    
289
 FP = 13 / 1,573     (truth == 0) & (prediction >= threshold)   
290
 TN = 1,560 / 1,573  (truth == 0) & (prediction < threshold)
291
    
292
293
::::    Matthews correlation coefficient = +0.56    ::::
294
    
295
accuracy = 0.85 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
296
recall = 0.41 = tp / (tp + fn)       [worst = 0, best =  1] 
297
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
298
f1_score = 0.57 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
299
Saved model file: ./models/model_hus75_hl1_time1524250499
300
    
301
$$$ hidden_units = 100   hidden_layers = 1 $$$  
302
XAVIER_INITIALIZATION = true    
303
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.67066%
304
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.50093%
305
completion: 12% (epoch=24)(element=6266) loss = 0.007   error progress = 2.41051%
306
completion: 16% (epoch=32)(element=6266) loss = 0.014   error progress = 2.34988%
307
completion: 20% (epoch=40)(element=6266) loss = 0.008   error progress = 2.30416%
308
completion: 24% (epoch=48)(element=6266) loss = 0.011   error progress = 2.26773%
309
completion: 28% (epoch=56)(element=6266) loss = 0.003   error progress = 2.2375%
310
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.21165%
311
completion: 36% (epoch=72)(element=6266) loss = 0.009   error progress = 2.18916%
312
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.17063%
313
completion: 44% (epoch=88)(element=6266) loss = 0.003   error progress = 2.15364%
314
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.13653%
315
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 2.12223%
316
completion: 56% (epoch=112)(element=6266) loss = 0.006  error progress = 2.10945%
317
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 2.09837%
318
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 2.08765%
319
completion: 68% (epoch=136)(element=6266) loss = 0.015  error progress = 2.07786%
320
completion: 72% (epoch=144)(element=6266) loss = 0.004  error progress = 2.06745%
321
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.05814%
322
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 2.04923%
323
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 2.04098%
324
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 2.0336%
325
completion: 92% (epoch=184)(element=6266) loss = 0.017  error progress = 2.02492%
326
completion: 96% (epoch=192)(element=6266) loss = 0.003  error progress = 2.01782%
327
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 2.01176%
328
329
330
### executeTest(perceptron, validation_patient_profile) 
331
332
Correct predictions = 86.55%    
333
#FPplusFN=2089  
334
minError=229    minErrorIndex=1 globalThreshold =-1.4888626348271   
335
metrics area_roc = 90.74%   
336
(beta) metrics area_precision_recall = 71.36%   
337
338
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
339
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
340
TOTAL:  
341
 FN = 253 / 516  (truth == 1) & (prediction < threshold)    
342
 TP = 263 / 516  (truth == 1) & (prediction >= threshold)
343
    
344
 FP = 28 / 1,573     (truth == 0) & (prediction >= threshold)   
345
 TN = 1,545 / 1,573  (truth == 0) & (prediction < threshold)
346
    
347
348
::::    Matthews correlation coefficient = +0.61    ::::
349
    
350
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
351
recall = 0.51 = tp / (tp + fn)       [worst = 0, best =  1] 
352
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
353
f1_score = 0.65 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
354
Saved model file: ./models/model_hus100_hl1_time1524250700
355
    
356
$$$ hidden_units = 125   hidden_layers = 1 $$$  
357
XAVIER_INITIALIZATION = true    
358
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.64841%
359
completion: 8% (epoch=16)(element=6266) loss = 0.024    error progress = 2.46762%
360
completion: 12% (epoch=24)(element=6266) loss = 0.011   error progress = 2.37778%
361
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 2.31652%
362
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.27137%
363
completion: 24% (epoch=48)(element=6266) loss = 0.004   error progress = 2.23663%
364
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.20784%
365
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.18162%
366
completion: 36% (epoch=72)(element=6266) loss = 0.012   error progress = 2.15905%
367
completion: 40% (epoch=80)(element=6266) loss = 0.004   error progress = 2.14073%
368
completion: 44% (epoch=88)(element=6266) loss = 0.007   error progress = 2.12262%
369
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 2.10563%
370
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 2.0896%
371
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 2.0756%
372
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 2.06398%
373
completion: 64% (epoch=128)(element=6266) loss = 0.007  error progress = 2.05212%
374
completion: 68% (epoch=136)(element=6266) loss = 0.014  error progress = 2.04135%
375
completion: 72% (epoch=144)(element=6266) loss = 0.013  error progress = 2.03138%
376
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 2.02275%
377
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 2.01375%
378
completion: 84% (epoch=168)(element=6266) loss = 0.003  error progress = 2.00498%
379
completion: 88% (epoch=176)(element=6266) loss = 0.014  error progress = 1.99709%
380
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.98948%
381
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 1.98255%
382
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.9762%
383
384
385
### executeTest(perceptron, validation_patient_profile) 
386
387
Correct predictions = 88.18%    
388
#FPplusFN=2089  
389
minError=216    minErrorIndex=1 globalThreshold =-1.2742473296622   
390
metrics area_roc = 92.19%   
391
(beta) metrics area_precision_recall = 71.96%   
392
393
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
394
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
395
TOTAL:  
396
 FN = 203 / 516  (truth == 1) & (prediction < threshold)    
397
 TP = 313 / 516  (truth == 1) & (prediction >= threshold)
398
    
399
 FP = 44 / 1,573     (truth == 0) & (prediction >= threshold)   
400
 TN = 1,529 / 1,573  (truth == 0) & (prediction < threshold)
401
    
402
403
::::    Matthews correlation coefficient = +0.66    ::::
404
    
405
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
406
recall = 0.61 = tp / (tp + fn)       [worst = 0, best =  1] 
407
specificity = 0.97 = tn / (tn + fp)          [worst = 0, best =  1] 
408
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
409
Saved model file: ./models/model_hus125_hl1_time1524250924
410
    
411
$$$ hidden_units = 150   hidden_layers = 1 $$$  
412
XAVIER_INITIALIZATION = true    
413
completion: 4% (epoch=8)(element=6266) loss = 0.003     error progress = 2.62352%
414
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.44085%
415
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.35185%
416
completion: 16% (epoch=32)(element=6266) loss = 0.013   error progress = 2.28839%
417
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.24277%
418
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 2.20891%
419
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.17871%
420
completion: 32% (epoch=64)(element=6266) loss = 0.004   error progress = 2.15472%
421
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 2.13388%
422
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.11462%
423
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.09665%
424
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 2.07982%
425
completion: 52% (epoch=104)(element=6266) loss = 0.005  error progress = 2.06357%
426
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 2.04946%
427
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 2.03652%
428
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 2.02311%
429
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 2.01146%
430
completion: 72% (epoch=144)(element=6266) loss = 0.002  error progress = 2.0008%
431
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 1.99077%
432
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.98035%
433
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.97098%
434
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.96161%
435
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.9544%
436
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.94644%
437
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.93945%
438
439
440
### executeTest(perceptron, validation_patient_profile) 
441
442
Correct predictions = 87.79%    
443
#FPplusFN=2089  
444
minError=219    minErrorIndex=1 globalThreshold =-1.2212179487472   
445
metrics area_roc = 91.75%   
446
(beta) metrics area_precision_recall = 72.27%   
447
448
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
449
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
450
TOTAL:  
451
 FN = 225 / 516  (truth == 1) & (prediction < threshold)    
452
 TP = 291 / 516  (truth == 1) & (prediction >= threshold)
453
    
454
 FP = 30 / 1,573     (truth == 0) & (prediction >= threshold)   
455
 TN = 1,543 / 1,573  (truth == 0) & (prediction < threshold)
456
    
457
458
::::    Matthews correlation coefficient = +0.65    ::::
459
    
460
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
461
recall = 0.56 = tp / (tp + fn)       [worst = 0, best =  1] 
462
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
463
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
464
Saved model file: ./models/model_hus150_hl1_time1524251174
465
    
466
$$$ hidden_units = 175   hidden_layers = 1 $$$  
467
XAVIER_INITIALIZATION = true    
468
completion: 4% (epoch=8)(element=6266) loss = 0.003     error progress = 2.62269%
469
completion: 8% (epoch=16)(element=6266) loss = 0.015    error progress = 2.44834%
470
completion: 12% (epoch=24)(element=6266) loss = 0.011   error progress = 2.35088%
471
completion: 16% (epoch=32)(element=6266) loss = 0.004   error progress = 2.28736%
472
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.24185%
473
completion: 24% (epoch=48)(element=6266) loss = 0.013   error progress = 2.20345%
474
completion: 28% (epoch=56)(element=6266) loss = 0.007   error progress = 2.17177%
475
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.14309%
476
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 2.11874%
477
completion: 40% (epoch=80)(element=6266) loss = 0.004   error progress = 2.09819%
478
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.0804%
479
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.06414%
480
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 2.04837%
481
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 2.03389%
482
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 2.02121%
483
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 2.00853%
484
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.99664%
485
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.98595%
486
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.97527%
487
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.96419%
488
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.95401%
489
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.9445%
490
completion: 92% (epoch=184)(element=6266) loss = 0.002  error progress = 1.93577%
491
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.92849%
492
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.92085%
493
494
495
### executeTest(perceptron, validation_patient_profile) 
496
497
Correct predictions = 87.6% 
498
#FPplusFN=2089  
499
minError=222    minErrorIndex=1 globalThreshold =-1.3455914670115   
500
metrics area_roc = 91.62%   
501
(beta) metrics area_precision_recall = 71.42%   
502
503
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
504
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
505
TOTAL:  
506
 FN = 230 / 516  (truth == 1) & (prediction < threshold)    
507
 TP = 286 / 516  (truth == 1) & (prediction >= threshold)
508
    
509
 FP = 29 / 1,573     (truth == 0) & (prediction >= threshold)   
510
 TN = 1,544 / 1,573  (truth == 0) & (prediction < threshold)
511
    
512
513
::::    Matthews correlation coefficient = +0.65    ::::
514
    
515
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
516
recall = 0.55 = tp / (tp + fn)       [worst = 0, best =  1] 
517
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
518
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
519
Saved model file: ./models/model_hus175_hl1_time1524251455
520
    
521
$$$ hidden_units = 200   hidden_layers = 1 $$$  
522
XAVIER_INITIALIZATION = true    
523
completion: 4% (epoch=8)(element=6266) loss = 0.004     error progress = 2.58594%
524
completion: 8% (epoch=16)(element=6266) loss = 0.003    error progress = 2.40493%
525
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.31636%
526
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.25651%
527
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.21503%
528
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 2.17955%
529
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.15043%
530
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.12859%
531
completion: 36% (epoch=72)(element=6266) loss = 0.004   error progress = 2.10777%
532
completion: 40% (epoch=80)(element=6266) loss = 0.005   error progress = 2.08733%
533
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.06923%
534
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 2.05367%
535
completion: 52% (epoch=104)(element=6266) loss = 0.004  error progress = 2.04013%
536
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 2.02672%
537
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 2.01409%
538
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 2.00271%
539
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.99084%
540
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.97985%
541
completion: 76% (epoch=152)(element=6266) loss = 0.004  error progress = 1.96891%
542
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 1.95843%
543
completion: 84% (epoch=168)(element=6266) loss = 0.004  error progress = 1.94834%
544
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 1.93866%
545
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.93003%
546
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 1.92088%
547
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 1.91248%
548
549
550
### executeTest(perceptron, validation_patient_profile) 
551
552
Correct predictions = 87.17%    
553
#FPplusFN=2089  
554
minError=231    minErrorIndex=1 globalThreshold =-1.2050185649665   
555
metrics area_roc = 91.42%   
556
(beta) metrics area_precision_recall = 71.42%   
557
558
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
559
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
560
TOTAL:  
561
 FN = 239 / 516  (truth == 1) & (prediction < threshold)    
562
 TP = 277 / 516  (truth == 1) & (prediction >= threshold)
563
    
564
 FP = 29 / 1,573     (truth == 0) & (prediction >= threshold)   
565
 TN = 1,544 / 1,573  (truth == 0) & (prediction < threshold)
566
    
567
568
::::    Matthews correlation coefficient = +0.63    ::::
569
    
570
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
571
recall = 0.54 = tp / (tp + fn)       [worst = 0, best =  1] 
572
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
573
f1_score = 0.67 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
574
Saved model file: ./models/model_hus200_hl1_time1524251765
575
    
576
$$$ hidden_units = 225   hidden_layers = 1 $$$  
577
XAVIER_INITIALIZATION = true    
578
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.55706%
579
completion: 8% (epoch=16)(element=6266) loss = 0.002    error progress = 2.38834%
580
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.30055%
581
completion: 16% (epoch=32)(element=6266) loss = 0.006   error progress = 2.24278%
582
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.20015%
583
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.16226%
584
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.1315%
585
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.10578%
586
completion: 36% (epoch=72)(element=6266) loss = 0.007   error progress = 2.08124%
587
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.05994%
588
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.03952%
589
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 2.0216%
590
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.0064%
591
completion: 56% (epoch=112)(element=6266) loss = 0.002  error progress = 1.99162%
592
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.97871%
593
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.96538%
594
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.95384%
595
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.94249%
596
completion: 76% (epoch=152)(element=6266) loss = 0.003  error progress = 1.93157%
597
completion: 80% (epoch=160)(element=6266) loss = 0.003  error progress = 1.92103%
598
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.91103%
599
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.90189%
600
completion: 92% (epoch=184)(element=6266) loss = 0.004  error progress = 1.89218%
601
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.88374%
602
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.87493%
603
604
605
### executeTest(perceptron, validation_patient_profile) 
606
607
Correct predictions = 87.75%    
608
#FPplusFN=2089  
609
minError=219    minErrorIndex=1 globalThreshold =-1.2899969375674   
610
metrics area_roc = 91.97%   
611
(beta) metrics area_precision_recall = 72.11%   
612
613
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
614
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
615
TOTAL:  
616
 FN = 219 / 516  (truth == 1) & (prediction < threshold)    
617
 TP = 297 / 516  (truth == 1) & (prediction >= threshold)
618
    
619
 FP = 37 / 1,573     (truth == 0) & (prediction >= threshold)   
620
 TN = 1,536 / 1,573  (truth == 0) & (prediction < threshold)
621
    
622
623
::::    Matthews correlation coefficient = +0.65    ::::
624
    
625
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
626
recall = 0.58 = tp / (tp + fn)       [worst = 0, best =  1] 
627
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
628
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
629
Saved model file: ./models/model_hus225_hl1_time1524252108
630
    
631
$$$ hidden_units = 250   hidden_layers = 1 $$$  
632
XAVIER_INITIALIZATION = true    
633
completion: 4% (epoch=8)(element=6266) loss = 0.004     error progress = 2.56888%
634
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.39275%
635
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.3034%
636
completion: 16% (epoch=32)(element=6266) loss = 0.007   error progress = 2.24091%
637
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.19461%
638
completion: 24% (epoch=48)(element=6266) loss = 0.003   error progress = 2.15509%
639
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.12375%
640
completion: 32% (epoch=64)(element=6266) loss = 0.003   error progress = 2.09606%
641
completion: 36% (epoch=72)(element=6266) loss = 0.002   error progress = 2.07095%
642
completion: 40% (epoch=80)(element=6266) loss = 0.002   error progress = 2.04894%
643
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.02584%
644
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 2.00841%
645
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.99295%
646
completion: 56% (epoch=112)(element=6266) loss = 0.005  error progress = 1.97773%
647
completion: 60% (epoch=120)(element=6266) loss = 0.007  error progress = 1.96264%
648
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.9486%
649
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.93626%
650
completion: 72% (epoch=144)(element=6266) loss = 0.002  error progress = 1.92432%
651
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.91253%
652
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.90134%
653
completion: 84% (epoch=168)(element=6266) loss = 0.007  error progress = 1.89099%
654
completion: 88% (epoch=176)(element=6266) loss = 0.008  error progress = 1.88002%
655
completion: 92% (epoch=184)(element=6266) loss = 0.003  error progress = 1.87004%
656
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.85982%
657
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.85067%
658
659
660
### executeTest(perceptron, validation_patient_profile) 
661
662
Correct predictions = 87.36%    
663
#FPplusFN=2089  
664
minError=232    minErrorIndex=1 globalThreshold =-1.3322010822586   
665
metrics area_roc = 91.79%   
666
(beta) metrics area_precision_recall = 70.61%   
667
668
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
669
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
670
TOTAL:  
671
 FN = 239 / 516  (truth == 1) & (prediction < threshold)    
672
 TP = 277 / 516  (truth == 1) & (prediction >= threshold)
673
    
674
 FP = 25 / 1,573     (truth == 0) & (prediction >= threshold)   
675
 TN = 1,548 / 1,573  (truth == 0) & (prediction < threshold)
676
    
677
678
::::    Matthews correlation coefficient = +0.64    ::::
679
    
680
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
681
recall = 0.54 = tp / (tp + fn)       [worst = 0, best =  1] 
682
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
683
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
684
Saved model file: ./models/model_hus250_hl1_time1524252489
685
    
686
$$$ hidden_units = 275   hidden_layers = 1 $$$  
687
XAVIER_INITIALIZATION = true    
688
completion: 4% (epoch=8)(element=6266) loss = 0.002     error progress = 2.55723%
689
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.37918%
690
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.28823%
691
completion: 16% (epoch=32)(element=6266) loss = 0.003   error progress = 2.23119%
692
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.18925%
693
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.15265%
694
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.12466%
695
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.10049%
696
completion: 36% (epoch=72)(element=6266) loss = 0.002   error progress = 2.08057%
697
completion: 40% (epoch=80)(element=6266) loss = 0.005   error progress = 2.06049%
698
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.04153%
699
completion: 48% (epoch=96)(element=6266) loss = 0.005   error progress = 2.0251%
700
completion: 52% (epoch=104)(element=6266) loss = 0.003  error progress = 2.00918%
701
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.99393%
702
completion: 60% (epoch=120)(element=6266) loss = 0.003  error progress = 1.97929%
703
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 1.96672%
704
completion: 68% (epoch=136)(element=6266) loss = 0.005  error progress = 1.95437%
705
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.94238%
706
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.93107%
707
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.92048%
708
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.91055%
709
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.9005%
710
completion: 92% (epoch=184)(element=6266) loss = 0.013  error progress = 1.89166%
711
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.8836%
712
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.8745%
713
714
715
### executeTest(perceptron, validation_patient_profile) 
716
717
Correct predictions = 88.99%    
718
#FPplusFN=2089  
719
minError=215    minErrorIndex=1 globalThreshold =-1.1546718707295   
720
metrics area_roc = 92.3%    
721
(beta) metrics area_precision_recall = 73.6%    
722
723
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
724
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
725
TOTAL:  
726
 FN = 204 / 516  (truth == 1) & (prediction < threshold)    
727
 TP = 312 / 516  (truth == 1) & (prediction >= threshold)
728
    
729
 FP = 26 / 1,573     (truth == 0) & (prediction >= threshold)   
730
 TN = 1,547 / 1,573  (truth == 0) & (prediction < threshold)
731
    
732
733
::::    Matthews correlation coefficient = +0.69    ::::
734
    
735
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
736
recall = 0.6 = tp / (tp + fn)        [worst = 0, best =  1] 
737
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
738
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
739
Saved model file: ./models/model_hus275_hl1_time1524252913
740
    
741
$$$ hidden_units = 300   hidden_layers = 1 $$$  
742
XAVIER_INITIALIZATION = true    
743
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.54418%
744
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.3636%
745
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.27302%
746
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.21307%
747
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.16935%
748
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.13393%
749
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.10431%
750
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.07867%
751
completion: 36% (epoch=72)(element=6266) loss = 0.004   error progress = 2.05649%
752
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.03581%
753
completion: 44% (epoch=88)(element=6266) loss = 0.005   error progress = 2.01759%
754
completion: 48% (epoch=96)(element=6266) loss = 0.003   error progress = 2.0013%
755
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.98719%
756
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.97332%
757
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.95897%
758
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 1.94571%
759
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.93344%
760
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.92163%
761
completion: 76% (epoch=152)(element=6266) loss = 0.004  error progress = 1.91111%
762
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.90085%
763
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.89067%
764
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.88045%
765
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.8713%
766
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.86206%
767
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.85306%
768
769
770
### executeTest(perceptron, validation_patient_profile) 
771
772
Correct predictions = 87.08%    
773
#FPplusFN=2089  
774
minError=227    minErrorIndex=1 globalThreshold =-1.1760284250837   
775
metrics area_roc = 91.89%   
776
(beta) metrics area_precision_recall = 71.01%   
777
778
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
779
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
780
TOTAL:  
781
 FN = 249 / 516  (truth == 1) & (prediction < threshold)    
782
 TP = 267 / 516  (truth == 1) & (prediction >= threshold)
783
    
784
 FP = 21 / 1,573     (truth == 0) & (prediction >= threshold)   
785
 TN = 1,552 / 1,573  (truth == 0) & (prediction < threshold)
786
    
787
788
::::    Matthews correlation coefficient = +0.63    ::::
789
    
790
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
791
recall = 0.52 = tp / (tp + fn)       [worst = 0, best =  1] 
792
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
793
f1_score = 0.66 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
794
Saved model file: ./models/model_hus300_hl1_time1524253378
795
    
796
$$$ hidden_units = 350   hidden_layers = 1 $$$  
797
XAVIER_INITIALIZATION = true    
798
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.53331%
799
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.36159%
800
completion: 12% (epoch=24)(element=6266) loss = 0.002   error progress = 2.27257%
801
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.21269%
802
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.16675%
803
completion: 24% (epoch=48)(element=6266) loss = 0.002   error progress = 2.12917%
804
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.09996%
805
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.07304%
806
completion: 36% (epoch=72)(element=6266) loss = 0.003   error progress = 2.04955%
807
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.02885%
808
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.00999%
809
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.99214%
810
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.97741%
811
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.96218%
812
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.94735%
813
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.93395%
814
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.92125%
815
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.90926%
816
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.89672%
817
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.88559%
818
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.87518%
819
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.86468%
820
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.85413%
821
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.84421%
822
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.83449%
823
824
825
### executeTest(perceptron, validation_patient_profile) 
826
827
Correct predictions = 87.41%    
828
#FPplusFN=2089  
829
minError=207    minErrorIndex=1 globalThreshold =-1.3718564063267   
830
metrics area_roc = 92.4%    
831
(beta) metrics area_precision_recall = 72.91%   
832
833
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
834
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
835
TOTAL:  
836
 FN = 248 / 516  (truth == 1) & (prediction < threshold)    
837
 TP = 268 / 516  (truth == 1) & (prediction >= threshold)
838
    
839
 FP = 15 / 1,573     (truth == 0) & (prediction >= threshold)   
840
 TN = 1,558 / 1,573  (truth == 0) & (prediction < threshold)
841
    
842
843
::::    Matthews correlation coefficient = +0.64    ::::
844
    
845
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
846
recall = 0.52 = tp / (tp + fn)       [worst = 0, best =  1] 
847
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
848
f1_score = 0.67 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
849
Saved model file: ./models/model_hus350_hl1_time1524253954
850
    
851
$$$ hidden_units = 400   hidden_layers = 1 $$$  
852
XAVIER_INITIALIZATION = true    
853
completion: 4% (epoch=8)(element=6266) loss = 0.004     error progress = 2.5275%
854
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.3521%
855
completion: 12% (epoch=24)(element=6266) loss = 0.002   error progress = 2.26182%
856
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.19943%
857
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.15337%
858
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 2.11832%
859
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.08853%
860
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.06167%
861
completion: 36% (epoch=72)(element=6266) loss = 0.002   error progress = 2.03817%
862
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.01799%
863
completion: 44% (epoch=88)(element=6266) loss = 0.003   error progress = 1.99955%
864
completion: 48% (epoch=96)(element=6266) loss = 0.003   error progress = 1.98067%
865
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.96343%
866
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.94798%
867
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.93214%
868
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 1.91797%
869
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.90463%
870
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.89155%
871
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.88024%
872
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 1.86808%
873
completion: 84% (epoch=168)(element=6266) loss = 0.002  error progress = 1.85697%
874
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.84636%
875
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.83638%
876
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 1.82598%
877
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.81631%
878
879
880
### executeTest(perceptron, validation_patient_profile) 
881
882
Correct predictions = 87.12%    
883
#FPplusFN=2089  
884
minError=224    minErrorIndex=1 globalThreshold =-1.6962178234128   
885
metrics area_roc = 91.63%   
886
(beta) metrics area_precision_recall = 70.55%   
887
888
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
889
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
890
TOTAL:  
891
 FN = 234 / 516  (truth == 1) & (prediction < threshold)    
892
 TP = 282 / 516  (truth == 1) & (prediction >= threshold)
893
    
894
 FP = 35 / 1,573     (truth == 0) & (prediction >= threshold)   
895
 TN = 1,538 / 1,573  (truth == 0) & (prediction < threshold)
896
    
897
898
::::    Matthews correlation coefficient = +0.63    ::::
899
    
900
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
901
recall = 0.55 = tp / (tp + fn)       [worst = 0, best =  1] 
902
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
903
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
904
Saved model file: ./models/model_hus400_hl1_time1524254634
905
    
906
$$$ hidden_units = 5     hidden_layers = 2 $$$  
907
XAVIER_INITIALIZATION = true    
908
completion: 4% (epoch=8)(element=6266) loss = 0.062     error progress = 4.4478%
909
completion: 8% (epoch=16)(element=6266) loss = 0.088    error progress = 4.34054%
910
completion: 12% (epoch=24)(element=6266) loss = 0.031   error progress = 4.29406%
911
completion: 16% (epoch=32)(element=6266) loss = 0.051   error progress = 4.25705%
912
completion: 20% (epoch=40)(element=6266) loss = 0.066   error progress = 4.22893%
913
completion: 24% (epoch=48)(element=6266) loss = 0.07    error progress = 4.20333%
914
completion: 28% (epoch=56)(element=6266) loss = 0.052   error progress = 4.1792%
915
completion: 32% (epoch=64)(element=6266) loss = 0.021   error progress = 4.15595%
916
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 4.13768%
917
completion: 40% (epoch=80)(element=6266) loss = 0.02    error progress = 4.12419%
918
completion: 44% (epoch=88)(element=6266) loss = 0.064   error progress = 4.11533%
919
completion: 48% (epoch=96)(element=6266) loss = 0.18    error progress = 4.12473%
920
completion: 52% (epoch=104)(element=6266) loss = 0.003  error progress = 4.13902%
921
completion: 56% (epoch=112)(element=6266) loss = 0.004  error progress = 4.15176%
922
completion: 60% (epoch=120)(element=6266) loss = 0.047  error progress = 4.16135%
923
completion: 64% (epoch=128)(element=6266) loss = 0.028  error progress = 4.17165%
924
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 4.17978%
925
completion: 72% (epoch=144)(element=6266) loss = 0.002  error progress = 4.18614%
926
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 4.19174%
927
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 4.19599%
928
completion: 84% (epoch=168)(element=6266) loss = 0.054  error progress = 4.20084%
929
completion: 88% (epoch=176)(element=6266) loss = 0.177  error progress = 4.20531%
930
completion: 92% (epoch=184)(element=6266) loss = 0.028  error progress = 4.20933%
931
completion: 96% (epoch=192)(element=6266) loss = 0.039  error progress = 4.21309%
932
completion: 100% (epoch=200)(element=6266) loss = 0.17  error progress = 4.21606%
933
934
935
### executeTest(perceptron, validation_patient_profile) 
936
937
Correct predictions = 75.3% 
938
ATTENTION: all the predictions are FALSE    
939
#FPplusFN=2089  
940
minError=516    minErrorIndex=1 globalThreshold =-0.98048917221885  
941
metrics area_roc = 71.41%   
942
(beta) metrics area_precision_recall = 27.71%   
943
944
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
945
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
946
TOTAL:  
947
 FN = 516 / 516  (truth == 1) & (prediction < threshold)    
948
 TP = 0 / 516    (truth == 1) & (prediction >= threshold)
949
    
950
 FP = 0 / 1,573  (truth == 0) & (prediction >= threshold)   
951
 TN = 1,573 / 1,573  (truth == 0) & (prediction < threshold)
952
    
953
Matthews correlation coefficient = NOT computable   
954
accuracy = 0.75 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
955
recall = 0 = tp / (tp + fn)          [worst = 0, best =  1] 
956
specificity = 1 = tn / (tn + fp)         [worst = 0, best =  1] 
957
f1_score = 0 = (2*tp) / (2*tp+fp+fn)     [worst = 0, best = 1]  
958
Saved model file: ./models/model_hus5_hl2_time1524254823
959
    
960
$$$ hidden_units = 10    hidden_layers = 2 $$$  
961
XAVIER_INITIALIZATION = true    
962
completion: 4% (epoch=8)(element=6266) loss = 0.134     error progress = 4.16773%
963
completion: 8% (epoch=16)(element=6266) loss = 0.012    error progress = 3.88495%
964
completion: 12% (epoch=24)(element=6266) loss = 0.07    error progress = 3.77886%
965
completion: 16% (epoch=32)(element=6266) loss = 0.028   error progress = 3.71804%
966
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 3.67797%
967
completion: 24% (epoch=48)(element=6266) loss = 0.039   error progress = 3.64375%
968
completion: 28% (epoch=56)(element=6266) loss = 0.019   error progress = 3.62071%
969
completion: 32% (epoch=64)(element=6266) loss = 0.061   error progress = 3.60072%
970
completion: 36% (epoch=72)(element=6266) loss = 0.013   error progress = 3.57993%
971
completion: 40% (epoch=80)(element=6266) loss = 0.045   error progress = 3.55376%
972
completion: 44% (epoch=88)(element=6266) loss = 0.006   error progress = 3.53169%
973
completion: 48% (epoch=96)(element=6266) loss = 0.011   error progress = 3.51517%
974
completion: 52% (epoch=104)(element=6266) loss = 0.08   error progress = 3.49869%
975
completion: 56% (epoch=112)(element=6266) loss = 0.158  error progress = 3.48492%
976
completion: 60% (epoch=120)(element=6266) loss = 0.003  error progress = 3.47463%
977
completion: 64% (epoch=128)(element=6266) loss = 0.043  error progress = 3.46422%
978
completion: 68% (epoch=136)(element=6266) loss = 0.052  error progress = 3.45402%
979
completion: 72% (epoch=144)(element=6266) loss = 0.038  error progress = 3.44312%
980
completion: 76% (epoch=152)(element=6266) loss = 0.031  error progress = 3.43251%
981
completion: 80% (epoch=160)(element=6266) loss = 0.004  error progress = 3.42524%
982
completion: 84% (epoch=168)(element=6266) loss = 0.021  error progress = 3.41719%
983
completion: 88% (epoch=176)(element=6266) loss = 0.004  error progress = 3.40897%
984
completion: 92% (epoch=184)(element=6266) loss = 0.008  error progress = 3.40204%
985
completion: 96% (epoch=192)(element=6266) loss = 0.004  error progress = 3.39531%
986
completion: 100% (epoch=200)(element=6266) loss = 0.024     error progress = 3.389%
987
988
989
### executeTest(perceptron, validation_patient_profile) 
990
991
Correct predictions = 77.98%    
992
#FPplusFN=2089  
993
minError=339    minErrorIndex=1 globalThreshold =-1.8767338008691   
994
metrics area_roc = 85.56%   
995
(beta) metrics area_precision_recall = 52.92%   
996
997
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
998
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
999
TOTAL:  
1000
 FN = 439 / 516  (truth == 1) & (prediction < threshold)    
1001
 TP = 77 / 516   (truth == 1) & (prediction >= threshold)
1002
    
1003
 FP = 21 / 1,573     (truth == 0) & (prediction >= threshold)   
1004
 TN = 1,552 / 1,573  (truth == 0) & (prediction < threshold)
1005
    
1006
1007
::::    Matthews correlation coefficient = +0.28    ::::
1008
    
1009
accuracy = 0.78 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1010
recall = 0.15 = tp / (tp + fn)       [worst = 0, best =  1] 
1011
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
1012
f1_score = 0.25 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1013
Saved model file: ./models/model_hus10_hl2_time1524255019
1014
    
1015
$$$ hidden_units = 25    hidden_layers = 2 $$$  
1016
XAVIER_INITIALIZATION = true    
1017
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 3.3039%
1018
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 3.09878%
1019
completion: 12% (epoch=24)(element=6266) loss = 0.033   error progress = 3.00747%
1020
completion: 16% (epoch=32)(element=6266) loss = 0.062   error progress = 2.95111%
1021
completion: 20% (epoch=40)(element=6266) loss = 0.004   error progress = 2.90497%
1022
completion: 24% (epoch=48)(element=6266) loss = 0.01    error progress = 2.87331%
1023
completion: 28% (epoch=56)(element=6266) loss = 0.007   error progress = 2.84564%
1024
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.81911%
1025
completion: 36% (epoch=72)(element=6266) loss = 0.005   error progress = 2.79799%
1026
completion: 40% (epoch=80)(element=6266) loss = 0.03    error progress = 2.77855%
1027
completion: 44% (epoch=88)(element=6266) loss = 0.013   error progress = 2.7628%
1028
completion: 48% (epoch=96)(element=6266) loss = 0.016   error progress = 2.74696%
1029
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 2.73274%
1030
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 2.72037%
1031
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 2.70992%
1032
completion: 64% (epoch=128)(element=6266) loss = 0.142  error progress = 2.70047%
1033
completion: 68% (epoch=136)(element=6266) loss = 0.026  error progress = 2.69105%
1034
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 2.68158%
1035
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 2.67246%
1036
completion: 80% (epoch=160)(element=6266) loss = 0.007  error progress = 2.6645%
1037
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 2.65716%
1038
completion: 88% (epoch=176)(element=6266) loss = 0.003  error progress = 2.64947%
1039
completion: 92% (epoch=184)(element=6266) loss = 0.007  error progress = 2.64193%
1040
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 2.63528%
1041
completion: 100% (epoch=200)(element=6266) loss = 0.017     error progress = 2.62833%
1042
1043
1044
### executeTest(perceptron, validation_patient_profile) 
1045
1046
Correct predictions = 82.19%    
1047
#FPplusFN=2089  
1048
minError=308    minErrorIndex=1 globalThreshold =-1.3810422280757   
1049
metrics area_roc = 88.09%   
1050
(beta) metrics area_precision_recall = 60.71%   
1051
1052
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1053
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1054
TOTAL:  
1055
 FN = 325 / 516  (truth == 1) & (prediction < threshold)    
1056
 TP = 191 / 516  (truth == 1) & (prediction >= threshold)
1057
    
1058
 FP = 47 / 1,573     (truth == 0) & (prediction >= threshold)   
1059
 TN = 1,526 / 1,573  (truth == 0) & (prediction < threshold)
1060
    
1061
1062
::::    Matthews correlation coefficient = +0.46    ::::
1063
    
1064
accuracy = 0.82 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1065
recall = 0.37 = tp / (tp + fn)       [worst = 0, best =  1] 
1066
specificity = 0.97 = tn / (tn + fp)          [worst = 0, best =  1] 
1067
f1_score = 0.51 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1068
Saved model file: ./models/model_hus25_hl2_time1524255225
1069
    
1070
$$$ hidden_units = 50    hidden_layers = 2 $$$  
1071
XAVIER_INITIALIZATION = true    
1072
completion: 4% (epoch=8)(element=6266) loss = 0.002     error progress = 3.03423%
1073
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.80857%
1074
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.69884%
1075
completion: 16% (epoch=32)(element=6266) loss = 0.005   error progress = 2.63192%
1076
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.5847%
1077
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.54398%
1078
completion: 28% (epoch=56)(element=6266) loss = 0.079   error progress = 2.51247%
1079
completion: 32% (epoch=64)(element=6266) loss = 0.005   error progress = 2.48469%
1080
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 2.46189%
1081
completion: 40% (epoch=80)(element=6266) loss = 0.009   error progress = 2.44041%
1082
completion: 44% (epoch=88)(element=6266) loss = 0.006   error progress = 2.42002%
1083
completion: 48% (epoch=96)(element=6266) loss = 0.007   error progress = 2.40296%
1084
completion: 52% (epoch=104)(element=6266) loss = 0.005  error progress = 2.3876%
1085
completion: 56% (epoch=112)(element=6266) loss = 0.004  error progress = 2.37406%
1086
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 2.36%
1087
completion: 64% (epoch=128)(element=6266) loss = 0.004  error progress = 2.34648%
1088
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 2.33471%
1089
completion: 72% (epoch=144)(element=6266) loss = 0.003  error progress = 2.32192%
1090
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.31006%
1091
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 2.29863%
1092
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 2.29002%
1093
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 2.28085%
1094
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 2.27158%
1095
completion: 96% (epoch=192)(element=6266) loss = 0.003  error progress = 2.26376%
1096
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 2.25581%
1097
1098
1099
### executeTest(perceptron, validation_patient_profile) 
1100
1101
Correct predictions = 83.63%    
1102
#FPplusFN=2089  
1103
minError=247    minErrorIndex=1 globalThreshold =-1.0383644458129   
1104
metrics area_roc = 90.45%   
1105
(beta) metrics area_precision_recall = 64.93%   
1106
1107
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1108
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1109
TOTAL:  
1110
 FN = 301 / 516  (truth == 1) & (prediction < threshold)    
1111
 TP = 215 / 516  (truth == 1) & (prediction >= threshold)
1112
    
1113
 FP = 41 / 1,573     (truth == 0) & (prediction >= threshold)   
1114
 TN = 1,532 / 1,573  (truth == 0) & (prediction < threshold)
1115
    
1116
1117
::::    Matthews correlation coefficient = +0.51    ::::
1118
    
1119
accuracy = 0.84 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1120
recall = 0.42 = tp / (tp + fn)       [worst = 0, best =  1] 
1121
specificity = 0.97 = tn / (tn + fp)          [worst = 0, best =  1] 
1122
f1_score = 0.56 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1123
Saved model file: ./models/model_hus50_hl2_time1524255449
1124
    
1125
$$$ hidden_units = 75    hidden_layers = 2 $$$  
1126
XAVIER_INITIALIZATION = true    
1127
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.89542%
1128
completion: 8% (epoch=16)(element=6266) loss = 0.007    error progress = 2.68923%
1129
completion: 12% (epoch=24)(element=6266) loss = 0.011   error progress = 2.57874%
1130
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.50582%
1131
completion: 20% (epoch=40)(element=6266) loss = 0.008   error progress = 2.45528%
1132
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.41193%
1133
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.37764%
1134
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.35018%
1135
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 2.32678%
1136
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.30598%
1137
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.28779%
1138
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 2.27095%
1139
completion: 52% (epoch=104)(element=6266) loss = 0.003  error progress = 2.25683%
1140
completion: 56% (epoch=112)(element=6266) loss = 0.003  error progress = 2.24235%
1141
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 2.22843%
1142
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 2.2145%
1143
completion: 68% (epoch=136)(element=6266) loss = 0.003  error progress = 2.20129%
1144
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.18939%
1145
completion: 76% (epoch=152)(element=6266) loss = 0.004  error progress = 2.17805%
1146
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 2.16779%
1147
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 2.15811%
1148
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 2.14995%
1149
completion: 92% (epoch=184)(element=6266) loss = 0.003  error progress = 2.14154%
1150
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 2.13321%
1151
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 2.12516%
1152
1153
1154
### executeTest(perceptron, validation_patient_profile) 
1155
1156
Correct predictions = 86.69%    
1157
#FPplusFN=2089  
1158
minError=229    minErrorIndex=1 globalThreshold =-1.0591847281323   
1159
metrics area_roc = 91.11%   
1160
(beta) metrics area_precision_recall = 68.5%    
1161
1162
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1163
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1164
TOTAL:  
1165
 FN = 244 / 516  (truth == 1) & (prediction < threshold)    
1166
 TP = 272 / 516  (truth == 1) & (prediction >= threshold)
1167
    
1168
 FP = 34 / 1,573     (truth == 0) & (prediction >= threshold)   
1169
 TN = 1,539 / 1,573  (truth == 0) & (prediction < threshold)
1170
    
1171
1172
::::    Matthews correlation coefficient = +0.62    ::::
1173
    
1174
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1175
recall = 0.53 = tp / (tp + fn)       [worst = 0, best =  1] 
1176
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
1177
f1_score = 0.66 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1178
Saved model file: ./models/model_hus75_hl2_time1524255699
1179
    
1180
$$$ hidden_units = 100   hidden_layers = 2 $$$  
1181
XAVIER_INITIALIZATION = true    
1182
completion: 4% (epoch=8)(element=6266) loss = 0.003     error progress = 2.80657%
1183
completion: 8% (epoch=16)(element=6266) loss = 0.01     error progress = 2.61688%
1184
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.52143%
1185
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 2.45395%
1186
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.4021%
1187
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.35554%
1188
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.32164%
1189
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.29387%
1190
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.26698%
1191
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.24546%
1192
completion: 44% (epoch=88)(element=6266) loss = 0.002   error progress = 2.22508%
1193
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 2.20826%
1194
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 2.19207%
1195
completion: 56% (epoch=112)(element=6266) loss = 0.003  error progress = 2.17705%
1196
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 2.16428%
1197
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 2.14919%
1198
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 2.13669%
1199
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.12406%
1200
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 2.11344%
1201
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 2.10306%
1202
completion: 84% (epoch=168)(element=6266) loss = 0.002  error progress = 2.09188%
1203
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 2.08233%
1204
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 2.07372%
1205
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 2.06471%
1206
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 2.0565%
1207
1208
1209
### executeTest(perceptron, validation_patient_profile) 
1210
1211
Correct predictions = 87.17%    
1212
#FPplusFN=2089  
1213
minError=226    minErrorIndex=1 globalThreshold =-1.0811402275798   
1214
metrics area_roc = 90.52%   
1215
(beta) metrics area_precision_recall = 54.64%   
1216
1217
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1218
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1219
TOTAL:  
1220
 FN = 253 / 516  (truth == 1) & (prediction < threshold)    
1221
 TP = 263 / 516  (truth == 1) & (prediction >= threshold)
1222
    
1223
 FP = 15 / 1,573     (truth == 0) & (prediction >= threshold)   
1224
 TN = 1,558 / 1,573  (truth == 0) & (prediction < threshold)
1225
    
1226
1227
::::    Matthews correlation coefficient = +0.64    ::::
1228
    
1229
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1230
recall = 0.51 = tp / (tp + fn)       [worst = 0, best =  1] 
1231
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
1232
f1_score = 0.66 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1233
Saved model file: ./models/model_hus100_hl2_time1524255980
1234
    
1235
$$$ hidden_units = 125   hidden_layers = 2 $$$  
1236
XAVIER_INITIALIZATION = true    
1237
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.80471%
1238
completion: 8% (epoch=16)(element=6266) loss = 0.007    error progress = 2.59629%
1239
completion: 12% (epoch=24)(element=6266) loss = 0.002   error progress = 2.49442%
1240
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.42856%
1241
completion: 20% (epoch=40)(element=6266) loss = 0.003   error progress = 2.37736%
1242
completion: 24% (epoch=48)(element=6266) loss = 0.002   error progress = 2.33771%
1243
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.3037%
1244
completion: 32% (epoch=64)(element=6266) loss = 0.003   error progress = 2.27855%
1245
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.25575%
1246
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.23567%
1247
completion: 44% (epoch=88)(element=6266) loss = 0.002   error progress = 2.2152%
1248
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.1983%
1249
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 2.18224%
1250
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 2.16786%
1251
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 2.15423%
1252
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.14061%
1253
completion: 68% (epoch=136)(element=6266) loss = 0.003  error progress = 2.12867%
1254
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.1172%
1255
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 2.1061%
1256
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 2.09607%
1257
completion: 84% (epoch=168)(element=6266) loss = 0.002  error progress = 2.08658%
1258
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 2.07769%
1259
completion: 92% (epoch=184)(element=6266) loss = 0.002  error progress = 2.06959%
1260
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 2.0614%
1261
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 2.05352%
1262
1263
1264
### executeTest(perceptron, validation_patient_profile) 
1265
1266
Correct predictions = 86.55%    
1267
#FPplusFN=2089  
1268
minError=232    minErrorIndex=1 globalThreshold =-1.1476594590349   
1269
metrics area_roc = 90.85%   
1270
(beta) metrics area_precision_recall = 70.31%   
1271
1272
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1273
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1274
TOTAL:  
1275
 FN = 257 / 516  (truth == 1) & (prediction < threshold)    
1276
 TP = 259 / 516  (truth == 1) & (prediction >= threshold)
1277
    
1278
 FP = 24 / 1,573     (truth == 0) & (prediction >= threshold)   
1279
 TN = 1,549 / 1,573  (truth == 0) & (prediction < threshold)
1280
    
1281
1282
::::    Matthews correlation coefficient = +0.61    ::::
1283
    
1284
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1285
recall = 0.5 = tp / (tp + fn)        [worst = 0, best =  1] 
1286
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
1287
f1_score = 0.65 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1288
Saved model file: ./models/model_hus125_hl2_time1524256300
1289
    
1290
$$$ hidden_units = 150   hidden_layers = 2 $$$  
1291
XAVIER_INITIALIZATION = true    
1292
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.7524%
1293
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.55546%
1294
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.44562%
1295
completion: 16% (epoch=32)(element=6266) loss = 0.004   error progress = 2.36967%
1296
completion: 20% (epoch=40)(element=6266) loss = 0.003   error progress = 2.3091%
1297
completion: 24% (epoch=48)(element=6266) loss = 0.004   error progress = 2.26244%
1298
completion: 28% (epoch=56)(element=6266) loss = 0.003   error progress = 2.22516%
1299
completion: 32% (epoch=64)(element=6266) loss = 0.003   error progress = 2.19423%
1300
completion: 36% (epoch=72)(element=6266) loss = 0.002   error progress = 2.16807%
1301
completion: 40% (epoch=80)(element=6266) loss = 0.002   error progress = 2.14502%
1302
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.1242%
1303
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.1061%
1304
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 2.08865%
1305
completion: 56% (epoch=112)(element=6266) loss = 0.002  error progress = 2.07156%
1306
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.05645%
1307
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 2.04186%
1308
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 2.02835%
1309
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.01417%
1310
completion: 76% (epoch=152)(element=6266) loss = 0.003  error progress = 2.00344%
1311
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.99382%
1312
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.98417%
1313
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 1.97527%
1314
completion: 92% (epoch=184)(element=6266) loss = 0.002  error progress = 1.96852%
1315
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.9613%
1316
completion: 100% (epoch=200)(element=6266) loss = 0.003     error progress = 1.95307%
1317
1318
1319
### executeTest(perceptron, validation_patient_profile) 
1320
1321
Correct predictions = 88.08%    
1322
#FPplusFN=2089  
1323
minError=217    minErrorIndex=1 globalThreshold =-1.1579141103495   
1324
metrics area_roc = 92.18%   
1325
(beta) metrics area_precision_recall = 72.67%   
1326
1327
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1328
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1329
TOTAL:  
1330
 FN = 227 / 516  (truth == 1) & (prediction < threshold)    
1331
 TP = 289 / 516  (truth == 1) & (prediction >= threshold)
1332
    
1333
 FP = 22 / 1,573     (truth == 0) & (prediction >= threshold)   
1334
 TN = 1,551 / 1,573  (truth == 0) & (prediction < threshold)
1335
    
1336
1337
::::    Matthews correlation coefficient = +0.66    ::::
1338
    
1339
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1340
recall = 0.56 = tp / (tp + fn)       [worst = 0, best =  1] 
1341
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
1342
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
1343
Saved model file: ./models/model_hus150_hl2_time1524256668
1344
    
1345
$$$ hidden_units = 175   hidden_layers = 2 $$$  
1346
XAVIER_INITIALIZATION = true    
1347
completion: 4% (epoch=8)(element=6266) loss = 0.005     error progress = 2.72232%
1348
completion: 8% (epoch=16)(element=6266) loss = 0.002    error progress = 2.52464%
1349
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.43254%
1350
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 2.36457%
1351
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.31441%
1352
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 2.27246%
1353
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.23588%
1354
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.20396%
1355
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.17532%
1356
completion: 40% (epoch=80)(element=6266) loss = 0.003   error progress = 2.14941%
1357
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.1261%
1358
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.10637%
1359
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.08885%
1360
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.07086%
1361
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 2.05519%
1362
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 2.03993%
1363
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 2.02647%
1364
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.01297%
1365
completion: 76% (epoch=152)(element=6266) loss = 0.003  error progress = 2.00113%
1366
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.99051%
1367
completion: 84% (epoch=168)(element=6266) loss = 0.002  error progress = 1.97963%
1368
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 1.96947%
1369
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.95916%
1370
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.94962%
1371
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.94005%
1372
1373
1374
### executeTest(perceptron, validation_patient_profile) 
1375
1376
Correct predictions = 87.46%    
1377
#FPplusFN=2089  
1378
minError=214    minErrorIndex=1 globalThreshold =-1.0872617133097   
1379
metrics area_roc = 91.91%   
1380
(beta) metrics area_precision_recall = 72.44%   
1381
1382
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1383
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1384
TOTAL:  
1385
 FN = 239 / 516  (truth == 1) & (prediction < threshold)    
1386
 TP = 277 / 516  (truth == 1) & (prediction >= threshold)
1387
    
1388
 FP = 23 / 1,573     (truth == 0) & (prediction >= threshold)   
1389
 TN = 1,550 / 1,573  (truth == 0) & (prediction < threshold)
1390
    
1391
1392
::::    Matthews correlation coefficient = +0.64    ::::
1393
    
1394
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1395
recall = 0.54 = tp / (tp + fn)       [worst = 0, best =  1] 
1396
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
1397
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1398
Saved model file: ./models/model_hus175_hl2_time1524257088
1399
    
1400
$$$ hidden_units = 200   hidden_layers = 2 $$$  
1401
XAVIER_INITIALIZATION = true    
1402
completion: 4% (epoch=8)(element=6266) loss = 0.016     error progress = 2.6887%
1403
completion: 8% (epoch=16)(element=6266) loss = 0.006    error progress = 2.51923%
1404
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.4092%
1405
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 2.33441%
1406
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.27995%
1407
completion: 24% (epoch=48)(element=6266) loss = 0.03    error progress = 2.23636%
1408
completion: 28% (epoch=56)(element=6266) loss = 0.003   error progress = 2.20177%
1409
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.17363%
1410
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 2.14784%
1411
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.12273%
1412
completion: 44% (epoch=88)(element=6266) loss = 0.002   error progress = 2.1013%
1413
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.08181%
1414
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.06367%
1415
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.04831%
1416
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.03277%
1417
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.01975%
1418
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 2.00701%
1419
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.99425%
1420
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.98267%
1421
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.97118%
1422
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.96131%
1423
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.95195%
1424
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.94212%
1425
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.93226%
1426
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 1.92435%
1427
1428
1429
### executeTest(perceptron, validation_patient_profile) 
1430
1431
Correct predictions = 88.42%    
1432
#FPplusFN=2089  
1433
minError=201    minErrorIndex=1 globalThreshold =-1.0549830166475   
1434
metrics area_roc = 91.83%   
1435
(beta) metrics area_precision_recall = 74.02%   
1436
1437
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1438
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1439
TOTAL:  
1440
 FN = 218 / 516  (truth == 1) & (prediction < threshold)    
1441
 TP = 298 / 516  (truth == 1) & (prediction >= threshold)
1442
    
1443
 FP = 24 / 1,573     (truth == 0) & (prediction >= threshold)   
1444
 TN = 1,549 / 1,573  (truth == 0) & (prediction < threshold)
1445
    
1446
1447
::::    Matthews correlation coefficient = +0.67    ::::
1448
    
1449
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1450
recall = 0.58 = tp / (tp + fn)       [worst = 0, best =  1] 
1451
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
1452
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1453
Saved model file: ./models/model_hus200_hl2_time1524257568
1454
    
1455
$$$ hidden_units = 225   hidden_layers = 2 $$$  
1456
XAVIER_INITIALIZATION = true    
1457
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.68397%
1458
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.48778%
1459
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.38158%
1460
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.30804%
1461
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.25396%
1462
completion: 24% (epoch=48)(element=6266) loss = 0.006   error progress = 2.2118%
1463
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.17647%
1464
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.1443%
1465
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.11732%
1466
completion: 40% (epoch=80)(element=6266) loss = 0.002   error progress = 2.09413%
1467
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.07107%
1468
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.05168%
1469
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.03441%
1470
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.01849%
1471
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 2.00347%
1472
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.99158%
1473
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.97914%
1474
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.96791%
1475
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.95718%
1476
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 1.9464%
1477
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.93632%
1478
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.9272%
1479
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.91805%
1480
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.90983%
1481
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.90069%
1482
1483
1484
### executeTest(perceptron, validation_patient_profile) 
1485
1486
Correct predictions = 87.84%    
1487
#FPplusFN=2089  
1488
minError=210    minErrorIndex=1 globalThreshold =-1.0306679537518   
1489
metrics area_roc = 92.09%   
1490
(beta) metrics area_precision_recall = 71.73%   
1491
1492
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1493
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1494
TOTAL:  
1495
 FN = 220 / 516  (truth == 1) & (prediction < threshold)    
1496
 TP = 296 / 516  (truth == 1) & (prediction >= threshold)
1497
    
1498
 FP = 34 / 1,573     (truth == 0) & (prediction >= threshold)   
1499
 TN = 1,539 / 1,573  (truth == 0) & (prediction < threshold)
1500
    
1501
1502
::::    Matthews correlation coefficient = +0.65    ::::
1503
    
1504
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1505
recall = 0.57 = tp / (tp + fn)       [worst = 0, best =  1] 
1506
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
1507
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
1508
Saved model file: ./models/model_hus225_hl2_time1524258109
1509
    
1510
$$$ hidden_units = 250   hidden_layers = 2 $$$  
1511
XAVIER_INITIALIZATION = true    
1512
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.66085%
1513
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.45966%
1514
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.35676%
1515
completion: 16% (epoch=32)(element=6266) loss = 0.005   error progress = 2.286%
1516
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.23499%
1517
completion: 24% (epoch=48)(element=6266) loss = 0.002   error progress = 2.19133%
1518
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.15446%
1519
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.12129%
1520
completion: 36% (epoch=72)(element=6266) loss = 0.002   error progress = 2.09434%
1521
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.07059%
1522
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.049%
1523
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 2.02832%
1524
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.01008%
1525
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.99346%
1526
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.97873%
1527
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 1.96472%
1528
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.95156%
1529
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.93798%
1530
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 1.92585%
1531
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 1.91519%
1532
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.90461%
1533
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.89497%
1534
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.88575%
1535
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.87652%
1536
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.86723%
1537
1538
1539
### executeTest(perceptron, validation_patient_profile) 
1540
1541
Correct predictions = 87.7% 
1542
#FPplusFN=2089  
1543
minError=215    minErrorIndex=1 globalThreshold =-1.0194262346344   
1544
metrics area_roc = 92.07%   
1545
(beta) metrics area_precision_recall = 73.34%   
1546
1547
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1548
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1549
TOTAL:  
1550
 FN = 235 / 516  (truth == 1) & (prediction < threshold)    
1551
 TP = 281 / 516  (truth == 1) & (prediction >= threshold)
1552
    
1553
 FP = 22 / 1,573     (truth == 0) & (prediction >= threshold)   
1554
 TN = 1,551 / 1,573  (truth == 0) & (prediction < threshold)
1555
    
1556
1557
::::    Matthews correlation coefficient = +0.65    ::::
1558
    
1559
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1560
recall = 0.54 = tp / (tp + fn)       [worst = 0, best =  1] 
1561
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
1562
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1563
Saved model file: ./models/model_hus250_hl2_time1524258725
1564
    
1565
$$$ hidden_units = 275   hidden_layers = 2 $$$  
1566
XAVIER_INITIALIZATION = true    
1567
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.63413%
1568
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.44791%
1569
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.34129%
1570
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.27245%
1571
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.21519%
1572
completion: 24% (epoch=48)(element=6266) loss = 0.003   error progress = 2.17564%
1573
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.13923%
1574
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.10858%
1575
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.08156%
1576
completion: 40% (epoch=80)(element=6266) loss = 0.002   error progress = 2.06091%
1577
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.04055%
1578
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.02067%
1579
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 2.00133%
1580
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.98548%
1581
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.97029%
1582
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 1.95536%
1583
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.94224%
1584
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.92949%
1585
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 1.91747%
1586
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.90701%
1587
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.89661%
1588
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.88706%
1589
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.87714%
1590
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.86721%
1591
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.85854%
1592
1593
1594
### executeTest(perceptron, validation_patient_profile) 
1595
1596
Correct predictions = 87.89%    
1597
#FPplusFN=2089  
1598
minError=218    minErrorIndex=1 globalThreshold =-1.0311465456801   
1599
metrics area_roc = 91.55%   
1600
(beta) metrics area_precision_recall = 72.69%   
1601
1602
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1603
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1604
TOTAL:  
1605
 FN = 235 / 516  (truth == 1) & (prediction < threshold)    
1606
 TP = 281 / 516  (truth == 1) & (prediction >= threshold)
1607
    
1608
 FP = 18 / 1,573     (truth == 0) & (prediction >= threshold)   
1609
 TN = 1,555 / 1,573  (truth == 0) & (prediction < threshold)
1610
    
1611
1612
::::    Matthews correlation coefficient = +0.66    ::::
1613
    
1614
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1615
recall = 0.54 = tp / (tp + fn)       [worst = 0, best =  1] 
1616
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
1617
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1618
Saved model file: ./models/model_hus275_hl2_time1524259422
1619
    
1620
$$$ hidden_units = 300   hidden_layers = 2 $$$  
1621
XAVIER_INITIALIZATION = true    
1622
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.61997%
1623
completion: 8% (epoch=16)(element=6266) loss = 0.005    error progress = 2.43508%
1624
completion: 12% (epoch=24)(element=6266) loss = 0.007   error progress = 2.33374%
1625
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.26226%
1626
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.20663%
1627
completion: 24% (epoch=48)(element=6266) loss = 0.002   error progress = 2.16168%
1628
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.12519%
1629
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.0915%
1630
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.06422%
1631
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.03854%
1632
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.01601%
1633
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.9961%
1634
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.97801%
1635
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.95971%
1636
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.94236%
1637
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 1.92806%
1638
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.91436%
1639
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.90077%
1640
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.88738%
1641
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.87591%
1642
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.86499%
1643
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 1.85454%
1644
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.8459%
1645
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.83667%
1646
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.82728%
1647
1648
1649
### executeTest(perceptron, validation_patient_profile) 
1650
1651
Correct predictions = 88.85%    
1652
#FPplusFN=2089  
1653
minError=219    minErrorIndex=1 globalThreshold =-1.017091055818    
1654
metrics area_roc = 91.85%   
1655
(beta) metrics area_precision_recall = 73.39%   
1656
1657
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1658
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1659
TOTAL:  
1660
 FN = 195 / 516  (truth == 1) & (prediction < threshold)    
1661
 TP = 321 / 516  (truth == 1) & (prediction >= threshold)
1662
    
1663
 FP = 38 / 1,573     (truth == 0) & (prediction >= threshold)   
1664
 TN = 1,535 / 1,573  (truth == 0) & (prediction < threshold)
1665
    
1666
1667
::::    Matthews correlation coefficient = +0.68    ::::
1668
    
1669
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1670
recall = 0.62 = tp / (tp + fn)       [worst = 0, best =  1] 
1671
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
1672
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1673
Saved model file: ./models/model_hus300_hl2_time1524260213
1674
    
1675
$$$ hidden_units = 350   hidden_layers = 2 $$$  
1676
XAVIER_INITIALIZATION = true    
1677
completion: 4% (epoch=8)(element=6266) loss = 0.013     error progress = 2.57389%
1678
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.40026%
1679
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.31069%
1680
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.24257%
1681
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.19381%
1682
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 2.15316%
1683
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.11944%
1684
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.08903%
1685
completion: 36% (epoch=72)(element=6266) loss = 0.002   error progress = 2.06291%
1686
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.03858%
1687
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.01901%
1688
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 2.00015%
1689
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.98225%
1690
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.96571%
1691
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.95127%
1692
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.93696%
1693
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.92263%
1694
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.91099%
1695
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.89956%
1696
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.88819%
1697
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.87813%
1698
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.8676%
1699
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.85733%
1700
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 1.84753%
1701
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.83874%
1702
1703
1704
### executeTest(perceptron, validation_patient_profile) 
1705
1706
Correct predictions = 87.94%    
1707
#FPplusFN=2089  
1708
minError=211    minErrorIndex=1 globalThreshold =-1.0106046791808   
1709
metrics area_roc = 92%  
1710
(beta) metrics area_precision_recall = 73.57%   
1711
1712
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1713
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1714
TOTAL:  
1715
 FN = 226 / 516  (truth == 1) & (prediction < threshold)    
1716
 TP = 290 / 516  (truth == 1) & (prediction >= threshold)
1717
    
1718
 FP = 26 / 1,573     (truth == 0) & (prediction >= threshold)   
1719
 TN = 1,547 / 1,573  (truth == 0) & (prediction < threshold)
1720
    
1721
1722
::::    Matthews correlation coefficient = +0.66    ::::
1723
    
1724
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1725
recall = 0.56 = tp / (tp + fn)       [worst = 0, best =  1] 
1726
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
1727
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
1728
Saved model file: ./models/model_hus350_hl2_time1524261188
1729
    
1730
$$$ hidden_units = 400   hidden_layers = 2 $$$  
1731
XAVIER_INITIALIZATION = true    
1732
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.6091%
1733
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.41582%
1734
completion: 12% (epoch=24)(element=6266) loss = 0.005   error progress = 2.31123%
1735
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.24041%
1736
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.18344%
1737
completion: 24% (epoch=48)(element=6266) loss = 0.004   error progress = 2.13937%
1738
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.10181%
1739
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.07128%
1740
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.04267%
1741
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.0192%
1742
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.99643%
1743
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 1.97499%
1744
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.95502%
1745
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.93743%
1746
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.92104%
1747
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.90612%
1748
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.89252%
1749
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.88017%
1750
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.86771%
1751
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.85683%
1752
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.84557%
1753
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.83567%
1754
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.82568%
1755
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.8171%
1756
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.80847%
1757
1758
1759
### executeTest(perceptron, validation_patient_profile) 
1760
1761
Correct predictions = 88.42%    
1762
#FPplusFN=2089  
1763
minError=208    minErrorIndex=1 globalThreshold =-1.0330131659432   
1764
metrics area_roc = 92.56%   
1765
(beta) metrics area_precision_recall = 74.27%   
1766
1767
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1768
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1769
TOTAL:  
1770
 FN = 219 / 516  (truth == 1) & (prediction < threshold)    
1771
 TP = 297 / 516  (truth == 1) & (prediction >= threshold)
1772
    
1773
 FP = 23 / 1,573     (truth == 0) & (prediction >= threshold)   
1774
 TN = 1,550 / 1,573  (truth == 0) & (prediction < threshold)
1775
    
1776
1777
::::    Matthews correlation coefficient = +0.67    ::::
1778
    
1779
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1780
recall = 0.58 = tp / (tp + fn)       [worst = 0, best =  1] 
1781
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
1782
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1783
Saved model file: ./models/model_hus400_hl2_time1524262380
1784
    
1785
$$$ hidden_units = 5     hidden_layers = 3 $$$  
1786
XAVIER_INITIALIZATION = true    
1787
completion: 4% (epoch=8)(element=6266) loss = 0.097     error progress = 4.79103%
1788
completion: 8% (epoch=16)(element=6266) loss = 0.094    error progress = 4.75157%
1789
completion: 12% (epoch=24)(element=6266) loss = 0.106   error progress = 4.73539%
1790
completion: 16% (epoch=32)(element=6266) loss = 0.103   error progress = 4.72469%
1791
completion: 20% (epoch=40)(element=6266) loss = 0.097   error progress = 4.71573%
1792
completion: 24% (epoch=48)(element=6266) loss = 0.101   error progress = 4.70712%
1793
completion: 28% (epoch=56)(element=6266) loss = 0.097   error progress = 4.70138%
1794
completion: 32% (epoch=64)(element=6266) loss = 0.1     error progress = 4.69588%
1795
completion: 36% (epoch=72)(element=6266) loss = 0.026   error progress = 4.6924%
1796
completion: 40% (epoch=80)(element=6266) loss = 0.031   error progress = 4.68975%
1797
completion: 44% (epoch=88)(element=6266) loss = 0.1     error progress = 4.68748%
1798
completion: 48% (epoch=96)(element=6266) loss = 0.096   error progress = 4.68496%
1799
completion: 52% (epoch=104)(element=6266) loss = 0.102  error progress = 4.6831%
1800
completion: 56% (epoch=112)(element=6266) loss = 0.016  error progress = 4.68123%
1801
completion: 60% (epoch=120)(element=6266) loss = 0.095  error progress = 4.68015%
1802
completion: 64% (epoch=128)(element=6266) loss = 0.104  error progress = 4.6789%
1803
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 4.67754%
1804
completion: 72% (epoch=144)(element=6266) loss = 0.099  error progress = 4.67641%
1805
completion: 76% (epoch=152)(element=6266) loss = 0.054  error progress = 4.67451%
1806
completion: 80% (epoch=160)(element=6266) loss = 0.093  error progress = 4.67313%
1807
completion: 84% (epoch=168)(element=6266) loss = 0.11   error progress = 4.67141%
1808
completion: 88% (epoch=176)(element=6266) loss = 0.117  error progress = 4.67013%
1809
completion: 92% (epoch=184)(element=6266) loss = 0.073  error progress = 4.66895%
1810
completion: 96% (epoch=192)(element=6266) loss = 0.02   error progress = 4.66718%
1811
completion: 100% (epoch=200)(element=6266) loss = 0.006     error progress = 4.66619%
1812
1813
1814
### executeTest(perceptron, validation_patient_profile) 
1815
1816
Correct predictions = 75.3% 
1817
ATTENTION: all the predictions are FALSE    
1818
#FPplusFN=2089  
1819
minError=516    minErrorIndex=1 globalThreshold =-2.003358990258    
1820
metrics area_roc = 63.79%   
1821
(beta) metrics area_precision_recall = 19.18%   
1822
1823
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1824
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1825
TOTAL:  
1826
 FN = 516 / 516  (truth == 1) & (prediction < threshold)    
1827
 TP = 0 / 516    (truth == 1) & (prediction >= threshold)
1828
    
1829
 FP = 0 / 1,573  (truth == 0) & (prediction >= threshold)   
1830
 TN = 1,573 / 1,573  (truth == 0) & (prediction < threshold)
1831
    
1832
Matthews correlation coefficient = NOT computable   
1833
accuracy = 0.75 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1834
recall = 0 = tp / (tp + fn)          [worst = 0, best =  1] 
1835
specificity = 1 = tn / (tn + fp)         [worst = 0, best =  1] 
1836
f1_score = 0 = (2*tp) / (2*tp+fp+fn)     [worst = 0, best = 1]  
1837
Saved model file: ./models/model_hus5_hl3_time1524262620
1838
    
1839
$$$ hidden_units = 10    hidden_layers = 3 $$$  
1840
XAVIER_INITIALIZATION = true    
1841
completion: 4% (epoch=8)(element=6266) loss = 0.139     error progress = 4.53764%
1842
completion: 8% (epoch=16)(element=6266) loss = 0.065    error progress = 4.41591%
1843
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 4.36185%
1844
completion: 16% (epoch=32)(element=6266) loss = 0.128   error progress = 4.32825%
1845
completion: 20% (epoch=40)(element=6266) loss = 0.018   error progress = 4.30085%
1846
completion: 24% (epoch=48)(element=6266) loss = 0.174   error progress = 4.28485%
1847
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 4.27019%
1848
completion: 32% (epoch=64)(element=6266) loss = 0.111   error progress = 4.2547%
1849
completion: 36% (epoch=72)(element=6266) loss = 0.005   error progress = 4.24575%
1850
completion: 40% (epoch=80)(element=6266) loss = 0.004   error progress = 4.23679%
1851
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 4.23062%
1852
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 4.22343%
1853
completion: 52% (epoch=104)(element=6266) loss = 0.119  error progress = 4.21695%
1854
completion: 56% (epoch=112)(element=6266) loss = 0.033  error progress = 4.2112%
1855
completion: 60% (epoch=120)(element=6266) loss = 0.057  error progress = 4.20735%
1856
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 4.2037%
1857
completion: 68% (epoch=136)(element=6266) loss = 0.009  error progress = 4.2%
1858
completion: 72% (epoch=144)(element=6266) loss = 0.099  error progress = 4.19622%
1859
completion: 76% (epoch=152)(element=6266) loss = 0.042  error progress = 4.19291%
1860
completion: 80% (epoch=160)(element=6266) loss = 0.165  error progress = 4.19006%
1861
completion: 84% (epoch=168)(element=6266) loss = 0.026  error progress = 4.18764%
1862
completion: 88% (epoch=176)(element=6266) loss = 0.063  error progress = 4.18559%
1863
completion: 92% (epoch=184)(element=6266) loss = 0.013  error progress = 4.18391%
1864
completion: 96% (epoch=192)(element=6266) loss = 0.011  error progress = 4.18264%
1865
completion: 100% (epoch=200)(element=6266) loss = 0.033     error progress = 4.181%
1866
1867
1868
### executeTest(perceptron, validation_patient_profile) 
1869
1870
Correct predictions = 75.3% 
1871
ATTENTION: all the predictions are FALSE    
1872
#FPplusFN=2089  
1873
minError=432    minErrorIndex=1 globalThreshold =-2.352214885995    
1874
metrics area_roc = 80.86%   
1875
(beta) metrics area_precision_recall = 39.91%   
1876
1877
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1878
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1879
TOTAL:  
1880
 FN = 516 / 516  (truth == 1) & (prediction < threshold)    
1881
 TP = 0 / 516    (truth == 1) & (prediction >= threshold)
1882
    
1883
 FP = 0 / 1,573  (truth == 0) & (prediction >= threshold)   
1884
 TN = 1,573 / 1,573  (truth == 0) & (prediction < threshold)
1885
    
1886
Matthews correlation coefficient = NOT computable   
1887
accuracy = 0.75 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1888
recall = 0 = tp / (tp + fn)          [worst = 0, best =  1] 
1889
specificity = 1 = tn / (tn + fp)         [worst = 0, best =  1] 
1890
f1_score = 0 = (2*tp) / (2*tp+fp+fn)     [worst = 0, best = 1]  
1891
Saved model file: ./models/model_hus10_hl3_time1524262862
1892
    
1893
$$$ hidden_units = 25    hidden_layers = 3 $$$  
1894
XAVIER_INITIALIZATION = true    
1895
completion: 4% (epoch=8)(element=6266) loss = 0.018     error progress = 3.73497%
1896
completion: 8% (epoch=16)(element=6266) loss = 0.028    error progress = 3.58197%
1897
completion: 12% (epoch=24)(element=6266) loss = 0.005   error progress = 3.51624%
1898
completion: 16% (epoch=32)(element=6266) loss = 0.054   error progress = 3.46591%
1899
completion: 20% (epoch=40)(element=6266) loss = 0.055   error progress = 3.43517%
1900
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 3.40813%
1901
completion: 28% (epoch=56)(element=6266) loss = 0.01    error progress = 3.38517%
1902
completion: 32% (epoch=64)(element=6266) loss = 0.003   error progress = 3.36869%
1903
completion: 36% (epoch=72)(element=6266) loss = 0.014   error progress = 3.35278%
1904
completion: 40% (epoch=80)(element=6266) loss = 0.141   error progress = 3.33865%
1905
completion: 44% (epoch=88)(element=6266) loss = 0.002   error progress = 3.32434%
1906
completion: 48% (epoch=96)(element=6266) loss = 0.021   error progress = 3.30545%
1907
completion: 52% (epoch=104)(element=6266) loss = 0.003  error progress = 3.28529%
1908
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 3.26491%
1909
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 3.24494%
1910
completion: 64% (epoch=128)(element=6266) loss = 0.01   error progress = 3.23062%
1911
completion: 68% (epoch=136)(element=6266) loss = 0.013  error progress = 3.21858%
1912
completion: 72% (epoch=144)(element=6266) loss = 0.01   error progress = 3.2076%
1913
completion: 76% (epoch=152)(element=6266) loss = 0.006  error progress = 3.19886%
1914
completion: 80% (epoch=160)(element=6266) loss = 0.011  error progress = 3.19058%
1915
completion: 84% (epoch=168)(element=6266) loss = 0.013  error progress = 3.18646%
1916
completion: 88% (epoch=176)(element=6266) loss = 0.013  error progress = 3.18054%
1917
completion: 92% (epoch=184)(element=6266) loss = 0.012  error progress = 3.17514%
1918
completion: 96% (epoch=192)(element=6266) loss = 0.01   error progress = 3.17138%
1919
completion: 100% (epoch=200)(element=6266) loss = 0.02  error progress = 3.1681%
1920
1921
1922
### executeTest(perceptron, validation_patient_profile) 
1923
1924
Correct predictions = 80.61%    
1925
#FPplusFN=2089  
1926
minError=299    minErrorIndex=1 globalThreshold =-0.7214847620649   
1927
metrics area_roc = 83.9%    
1928
(beta) metrics area_precision_recall = 57.81%   
1929
1930
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1931
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1932
TOTAL:  
1933
 FN = 368 / 516  (truth == 1) & (prediction < threshold)    
1934
 TP = 148 / 516  (truth == 1) & (prediction >= threshold)
1935
    
1936
 FP = 37 / 1,573     (truth == 0) & (prediction >= threshold)   
1937
 TN = 1,536 / 1,573  (truth == 0) & (prediction < threshold)
1938
    
1939
1940
::::    Matthews correlation coefficient = +0.4 ::::
1941
    
1942
accuracy = 0.81 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1943
recall = 0.29 = tp / (tp + fn)       [worst = 0, best =  1] 
1944
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
1945
f1_score = 0.42 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1946
Saved model file: ./models/model_hus25_hl3_time1524263117
1947
    
1948
$$$ hidden_units = 50    hidden_layers = 3 $$$  
1949
XAVIER_INITIALIZATION = true    
1950
completion: 4% (epoch=8)(element=6266) loss = 0.006     error progress = 3.24003%
1951
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 3.03717%
1952
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.95022%
1953
completion: 16% (epoch=32)(element=6266) loss = 0.013   error progress = 2.88729%
1954
completion: 20% (epoch=40)(element=6266) loss = 0.038   error progress = 2.84024%
1955
completion: 24% (epoch=48)(element=6266) loss = 0.009   error progress = 2.80457%
1956
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.78231%
1957
completion: 32% (epoch=64)(element=6266) loss = 0.004   error progress = 2.76122%
1958
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.74328%
1959
completion: 40% (epoch=80)(element=6266) loss = 0.015   error progress = 2.72724%
1960
completion: 44% (epoch=88)(element=6266) loss = 0.005   error progress = 2.71181%
1961
completion: 48% (epoch=96)(element=6266) loss = 0.162   error progress = 2.69936%
1962
completion: 52% (epoch=104)(element=6266) loss = 0.053  error progress = 2.69037%
1963
completion: 56% (epoch=112)(element=6266) loss = 0.057  error progress = 2.68078%
1964
completion: 60% (epoch=120)(element=6266) loss = 0.031  error progress = 2.67019%
1965
completion: 64% (epoch=128)(element=6266) loss = 0.004  error progress = 2.6617%
1966
completion: 68% (epoch=136)(element=6266) loss = 0.041  error progress = 2.65503%
1967
completion: 72% (epoch=144)(element=6266) loss = 0.003  error progress = 2.64614%
1968
completion: 76% (epoch=152)(element=6266) loss = 0.007  error progress = 2.63893%
1969
completion: 80% (epoch=160)(element=6266) loss = 0.015  error progress = 2.63219%
1970
completion: 84% (epoch=168)(element=6266) loss = 0.004  error progress = 2.62492%
1971
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 2.61791%
1972
completion: 92% (epoch=184)(element=6266) loss = 0.01   error progress = 2.61215%
1973
completion: 96% (epoch=192)(element=6266) loss = 0.012  error progress = 2.60712%
1974
completion: 100% (epoch=200)(element=6266) loss = 0.007     error progress = 2.60264%
1975
1976
1977
### executeTest(perceptron, validation_patient_profile) 
1978
1979
Correct predictions = 83.01%    
1980
#FPplusFN=2089  
1981
minError=270    minErrorIndex=1 globalThreshold =-1.4297087610735   
1982
metrics area_roc = 88.61%   
1983
(beta) metrics area_precision_recall = 64.73%   
1984
1985
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1986
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1987
TOTAL:  
1988
 FN = 337 / 516  (truth == 1) & (prediction < threshold)    
1989
 TP = 179 / 516  (truth == 1) & (prediction >= threshold)
1990
    
1991
 FP = 18 / 1,573     (truth == 0) & (prediction >= threshold)   
1992
 TN = 1,555 / 1,573  (truth == 0) & (prediction < threshold)
1993
    
1994
1995
::::    Matthews correlation coefficient = +0.5 ::::
1996
    
1997
accuracy = 0.83 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
1998
recall = 0.35 = tp / (tp + fn)       [worst = 0, best =  1] 
1999
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
2000
f1_score = 0.5 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
2001
Saved model file: ./models/model_hus50_hl3_time1524263399
2002
    
2003
$$$ hidden_units = 75    hidden_layers = 3 $$$  
2004
XAVIER_INITIALIZATION = true    
2005
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 3.07514%
2006
completion: 8% (epoch=16)(element=6266) loss = 0.022    error progress = 2.84448%
2007
completion: 12% (epoch=24)(element=6266) loss = 0.007   error progress = 2.73171%
2008
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 2.64871%
2009
completion: 20% (epoch=40)(element=6266) loss = 0.004   error progress = 2.59849%
2010
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.54858%
2011
completion: 28% (epoch=56)(element=6266) loss = 0.004   error progress = 2.51013%
2012
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.47865%
2013
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.44776%
2014
completion: 40% (epoch=80)(element=6266) loss = 0.003   error progress = 2.42344%
2015
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.40241%
2016
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 2.38561%
2017
completion: 52% (epoch=104)(element=6266) loss = 0.003  error progress = 2.36977%
2018
completion: 56% (epoch=112)(element=6266) loss = 0.005  error progress = 2.35461%
2019
completion: 60% (epoch=120)(element=6266) loss = 0.003  error progress = 2.34042%
2020
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.32635%
2021
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 2.31238%
2022
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.29978%
2023
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.28834%
2024
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 2.27866%
2025
completion: 84% (epoch=168)(element=6266) loss = 0.003  error progress = 2.26839%
2026
completion: 88% (epoch=176)(element=6266) loss = 0.003  error progress = 2.25931%
2027
completion: 92% (epoch=184)(element=6266) loss = 0.002  error progress = 2.25035%
2028
completion: 96% (epoch=192)(element=6266) loss = 0.003  error progress = 2.24282%
2029
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 2.23435%
2030
2031
2032
### executeTest(perceptron, validation_patient_profile) 
2033
2034
Correct predictions = 85.4% 
2035
#FPplusFN=2089  
2036
minError=242    minErrorIndex=1 globalThreshold =-1.0476497787304   
2037
metrics area_roc = 90.79%   
2038
(beta) metrics area_precision_recall = 69.05%   
2039
2040
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2041
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2042
TOTAL:  
2043
 FN = 276 / 516  (truth == 1) & (prediction < threshold)    
2044
 TP = 240 / 516  (truth == 1) & (prediction >= threshold)
2045
    
2046
 FP = 29 / 1,573     (truth == 0) & (prediction >= threshold)   
2047
 TN = 1,544 / 1,573  (truth == 0) & (prediction < threshold)
2048
    
2049
2050
::::    Matthews correlation coefficient = +0.58    ::::
2051
    
2052
accuracy = 0.85 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2053
recall = 0.47 = tp / (tp + fn)       [worst = 0, best =  1] 
2054
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2055
f1_score = 0.61 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2056
Saved model file: ./models/model_hus75_hl3_time1524263715
2057
    
2058
$$$ hidden_units = 100   hidden_layers = 3 $$$  
2059
XAVIER_INITIALIZATION = true    
2060
completion: 4% (epoch=8)(element=6266) loss = 0.009     error progress = 3.06982%
2061
completion: 8% (epoch=16)(element=6266) loss = 0.003    error progress = 2.8466%
2062
completion: 12% (epoch=24)(element=6266) loss = 0.002   error progress = 2.73071%
2063
completion: 16% (epoch=32)(element=6266) loss = 0.003   error progress = 2.6449%
2064
completion: 20% (epoch=40)(element=6266) loss = 0.004   error progress = 2.57996%
2065
completion: 24% (epoch=48)(element=6266) loss = 0.004   error progress = 2.52773%
2066
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.48332%
2067
completion: 32% (epoch=64)(element=6266) loss = 0.003   error progress = 2.4461%
2068
completion: 36% (epoch=72)(element=6266) loss = 0.003   error progress = 2.41488%
2069
completion: 40% (epoch=80)(element=6266) loss = 0.003   error progress = 2.39157%
2070
completion: 44% (epoch=88)(element=6266) loss = 0.004   error progress = 2.3682%
2071
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 2.34769%
2072
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 2.32844%
2073
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.30927%
2074
completion: 60% (epoch=120)(element=6266) loss = 0.003  error progress = 2.29284%
2075
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.27654%
2076
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 2.26175%
2077
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.24884%
2078
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.23548%
2079
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 2.22362%
2080
completion: 84% (epoch=168)(element=6266) loss = 0.003  error progress = 2.21218%
2081
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 2.20288%
2082
completion: 92% (epoch=184)(element=6266) loss = 0.002  error progress = 2.1936%
2083
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 2.18543%
2084
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 2.17626%
2085
2086
2087
### executeTest(perceptron, validation_patient_profile) 
2088
2089
Correct predictions = 87.03%    
2090
#FPplusFN=2089  
2091
minError=233    minErrorIndex=1 globalThreshold =-1.0665833440966   
2092
metrics area_roc = 90.91%   
2093
(beta) metrics area_precision_recall = 53.05%   
2094
2095
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2096
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2097
TOTAL:  
2098
 FN = 235 / 516  (truth == 1) & (prediction < threshold)    
2099
 TP = 281 / 516  (truth == 1) & (prediction >= threshold)
2100
    
2101
 FP = 36 / 1,573     (truth == 0) & (prediction >= threshold)   
2102
 TN = 1,537 / 1,573  (truth == 0) & (prediction < threshold)
2103
    
2104
2105
::::    Matthews correlation coefficient = +0.63    ::::
2106
    
2107
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2108
recall = 0.54 = tp / (tp + fn)       [worst = 0, best =  1] 
2109
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2110
f1_score = 0.67 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2111
Saved model file: ./models/model_hus100_hl3_time1524264078
2112
    
2113
$$$ hidden_units = 125   hidden_layers = 3 $$$  
2114
XAVIER_INITIALIZATION = true    
2115
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.94695%
2116
completion: 8% (epoch=16)(element=6266) loss = 0.004    error progress = 2.72138%
2117
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.60357%
2118
completion: 16% (epoch=32)(element=6266) loss = 0.004   error progress = 2.52799%
2119
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.4695%
2120
completion: 24% (epoch=48)(element=6266) loss = 0.003   error progress = 2.42557%
2121
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.39077%
2122
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.35897%
2123
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 2.33082%
2124
completion: 40% (epoch=80)(element=6266) loss = 0.002   error progress = 2.30967%
2125
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.28855%
2126
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 2.27076%
2127
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.25482%
2128
completion: 56% (epoch=112)(element=6266) loss = 0.002  error progress = 2.24018%
2129
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 2.22529%
2130
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 2.21323%
2131
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 2.20346%
2132
completion: 72% (epoch=144)(element=6266) loss = 0.002  error progress = 2.19542%
2133
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.18737%
2134
completion: 80% (epoch=160)(element=6266) loss = 0.003  error progress = 2.17906%
2135
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 2.17066%
2136
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 2.16202%
2137
completion: 92% (epoch=184)(element=6266) loss = 0.002  error progress = 2.15546%
2138
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 2.14796%
2139
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 2.14062%
2140
2141
2142
### executeTest(perceptron, validation_patient_profile) 
2143
2144
Correct predictions = 87.27%    
2145
#FPplusFN=2089  
2146
minError=226    minErrorIndex=1 globalThreshold =-0.96243208057981  
2147
metrics area_roc = 91.38%   
2148
(beta) metrics area_precision_recall = 70.07%   
2149
2150
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2151
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2152
TOTAL:  
2153
 FN = 226 / 516  (truth == 1) & (prediction < threshold)    
2154
 TP = 290 / 516  (truth == 1) & (prediction >= threshold)
2155
    
2156
 FP = 40 / 1,573     (truth == 0) & (prediction >= threshold)   
2157
 TN = 1,533 / 1,573  (truth == 0) & (prediction < threshold)
2158
    
2159
2160
::::    Matthews correlation coefficient = +0.63    ::::
2161
    
2162
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2163
recall = 0.56 = tp / (tp + fn)       [worst = 0, best =  1] 
2164
specificity = 0.97 = tn / (tn + fp)          [worst = 0, best =  1] 
2165
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2166
Saved model file: ./models/model_hus125_hl3_time1524264498
2167
    
2168
$$$ hidden_units = 150   hidden_layers = 3 $$$  
2169
XAVIER_INITIALIZATION = true    
2170
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.90434%
2171
completion: 8% (epoch=16)(element=6266) loss = 0.005    error progress = 2.66751%
2172
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.54358%
2173
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.46205%
2174
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.39917%
2175
completion: 24% (epoch=48)(element=6266) loss = 0.002   error progress = 2.35561%
2176
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.31771%
2177
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.28721%
2178
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.25745%
2179
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.23582%
2180
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.21617%
2181
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 2.19641%
2182
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 2.17939%
2183
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.16453%
2184
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.15127%
2185
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 2.13752%
2186
completion: 68% (epoch=136)(element=6266) loss = 0.002  error progress = 2.12511%
2187
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.11399%
2188
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.10416%
2189
completion: 80% (epoch=160)(element=6266) loss = 0.003  error progress = 2.0931%
2190
completion: 84% (epoch=168)(element=6266) loss = 0.002  error progress = 2.08274%
2191
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 2.07332%
2192
completion: 92% (epoch=184)(element=6266) loss = 0.003  error progress = 2.06428%
2193
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 2.05589%
2194
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 2.04895%
2195
2196
2197
### executeTest(perceptron, validation_patient_profile) 
2198
2199
Correct predictions = 86.79%    
2200
#FPplusFN=2089  
2201
minError=246    minErrorIndex=1 globalThreshold =-0.98084638731507  
2202
metrics area_roc = 90.4%    
2203
(beta) metrics area_precision_recall = 64.03%   
2204
2205
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2206
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2207
TOTAL:  
2208
 FN = 195 / 516  (truth == 1) & (prediction < threshold)    
2209
 TP = 321 / 516  (truth == 1) & (prediction >= threshold)
2210
    
2211
 FP = 81 / 1,573     (truth == 0) & (prediction >= threshold)   
2212
 TN = 1,492 / 1,573  (truth == 0) & (prediction < threshold)
2213
    
2214
2215
::::    Matthews correlation coefficient = +0.62    ::::
2216
    
2217
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2218
recall = 0.62 = tp / (tp + fn)       [worst = 0, best =  1] 
2219
specificity = 0.95 = tn / (tn + fp)          [worst = 0, best =  1] 
2220
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
2221
Saved model file: ./models/model_hus150_hl3_time1524264987
2222
    
2223
$$$ hidden_units = 175   hidden_layers = 3 $$$  
2224
XAVIER_INITIALIZATION = true    
2225
completion: 4% (epoch=8)(element=6266) loss = 0.003     error progress = 2.83639%
2226
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.61532%
2227
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.49333%
2228
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.41815%
2229
completion: 20% (epoch=40)(element=6266) loss = 0.004   error progress = 2.35554%
2230
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.31191%
2231
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.27602%
2232
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.24633%
2233
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.22007%
2234
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.19709%
2235
completion: 44% (epoch=88)(element=6266) loss = 0.002   error progress = 2.17522%
2236
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.15725%
2237
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 2.13838%
2238
completion: 56% (epoch=112)(element=6266) loss = 0.002  error progress = 2.12146%
2239
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.1067%
2240
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.09373%
2241
completion: 68% (epoch=136)(element=6266) loss = 0.002  error progress = 2.08121%
2242
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.06809%
2243
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.05586%
2244
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 2.04393%
2245
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 2.03374%
2246
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 2.02399%
2247
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 2.01583%
2248
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 2.00805%
2249
completion: 100% (epoch=200)(element=6266) loss = 0.012     error progress = 1.99931%
2250
2251
2252
### executeTest(perceptron, validation_patient_profile) 
2253
2254
Correct predictions = 88.46%    
2255
#FPplusFN=2089  
2256
minError=215    minErrorIndex=1 globalThreshold =-1.0256556658434   
2257
metrics area_roc = 91.6%    
2258
(beta) metrics area_precision_recall = 71.45%   
2259
2260
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2261
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2262
TOTAL:  
2263
 FN = 208 / 516  (truth == 1) & (prediction < threshold)    
2264
 TP = 308 / 516  (truth == 1) & (prediction >= threshold)
2265
    
2266
 FP = 33 / 1,573     (truth == 0) & (prediction >= threshold)   
2267
 TN = 1,540 / 1,573  (truth == 0) & (prediction < threshold)
2268
    
2269
2270
::::    Matthews correlation coefficient = +0.67    ::::
2271
    
2272
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2273
recall = 0.6 = tp / (tp + fn)        [worst = 0, best =  1] 
2274
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2275
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2276
Saved model file: ./models/model_hus175_hl3_time1524265554
2277
    
2278
$$$ hidden_units = 200   hidden_layers = 3 $$$  
2279
XAVIER_INITIALIZATION = true    
2280
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.78163%
2281
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.57817%
2282
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.47021%
2283
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.39202%
2284
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.338%
2285
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.29533%
2286
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.26099%
2287
completion: 32% (epoch=64)(element=6266) loss = 0.004   error progress = 2.22939%
2288
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.2019%
2289
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 2.17782%
2290
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.15789%
2291
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.14049%
2292
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.12568%
2293
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.11119%
2294
completion: 60% (epoch=120)(element=6266) loss = 0.003  error progress = 2.09722%
2295
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.08295%
2296
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 2.07194%
2297
completion: 72% (epoch=144)(element=6266) loss = 0.002  error progress = 2.0611%
2298
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.05023%
2299
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 2.03968%
2300
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 2.02985%
2301
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 2.02116%
2302
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 2.01301%
2303
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 2.00619%
2304
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.99722%
2305
2306
2307
### executeTest(perceptron, validation_patient_profile) 
2308
2309
Correct predictions = 87.7% 
2310
#FPplusFN=2089  
2311
minError=236    minErrorIndex=1 globalThreshold =-1.0497762131032   
2312
metrics area_roc = 91.61%   
2313
(beta) metrics area_precision_recall = 70.14%   
2314
2315
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2316
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2317
TOTAL:  
2318
 FN = 226 / 516  (truth == 1) & (prediction < threshold)    
2319
 TP = 290 / 516  (truth == 1) & (prediction >= threshold)
2320
    
2321
 FP = 31 / 1,573     (truth == 0) & (prediction >= threshold)   
2322
 TN = 1,542 / 1,573  (truth == 0) & (prediction < threshold)
2323
    
2324
2325
::::    Matthews correlation coefficient = +0.65    ::::
2326
    
2327
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2328
recall = 0.56 = tp / (tp + fn)       [worst = 0, best =  1] 
2329
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2330
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2331
Saved model file: ./models/model_hus200_hl3_time1524266211
2332
    
2333
$$$ hidden_units = 225   hidden_layers = 3 $$$  
2334
XAVIER_INITIALIZATION = true    
2335
completion: 4% (epoch=8)(element=6266) loss = 0.003     error progress = 2.7849%
2336
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.57778%
2337
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.47073%
2338
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 2.39026%
2339
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.33268%
2340
completion: 24% (epoch=48)(element=6266) loss = 0.004   error progress = 2.28583%
2341
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.24638%
2342
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.21161%
2343
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.1839%
2344
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.15825%
2345
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.13485%
2346
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.11541%
2347
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.09672%
2348
completion: 56% (epoch=112)(element=6266) loss = 0.002  error progress = 2.07948%
2349
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.06157%
2350
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.04581%
2351
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 2.03243%
2352
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.01998%
2353
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 2.00837%
2354
completion: 80% (epoch=160)(element=6266) loss = 0.003  error progress = 1.99675%
2355
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.98605%
2356
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.97531%
2357
completion: 92% (epoch=184)(element=6266) loss = 0.002  error progress = 1.96631%
2358
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 1.95698%
2359
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.94917%
2360
2361
2362
### executeTest(perceptron, validation_patient_profile) 
2363
2364
Correct predictions = 88.42%    
2365
#FPplusFN=2089  
2366
minError=218    minErrorIndex=1 globalThreshold =-1.0389312956868   
2367
metrics area_roc = 91.79%   
2368
(beta) metrics area_precision_recall = 71.16%   
2369
2370
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2371
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2372
TOTAL:  
2373
 FN = 206 / 516  (truth == 1) & (prediction < threshold)    
2374
 TP = 310 / 516  (truth == 1) & (prediction >= threshold)
2375
    
2376
 FP = 36 / 1,573     (truth == 0) & (prediction >= threshold)   
2377
 TN = 1,537 / 1,573  (truth == 0) & (prediction < threshold)
2378
    
2379
2380
::::    Matthews correlation coefficient = +0.67    ::::
2381
    
2382
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2383
recall = 0.6 = tp / (tp + fn)        [worst = 0, best =  1] 
2384
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2385
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2386
Saved model file: ./models/model_hus225_hl3_time1524266965
2387
    
2388
$$$ hidden_units = 250   hidden_layers = 3 $$$  
2389
XAVIER_INITIALIZATION = true    
2390
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.77222%
2391
completion: 8% (epoch=16)(element=6266) loss = 0.007    error progress = 2.55304%
2392
completion: 12% (epoch=24)(element=6266) loss = 0.003   error progress = 2.43794%
2393
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.36492%
2394
completion: 20% (epoch=40)(element=6266) loss = 0.003   error progress = 2.30781%
2395
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.26313%
2396
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 2.22635%
2397
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.19152%
2398
completion: 36% (epoch=72)(element=6266) loss = 0.004   error progress = 2.1636%
2399
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.13677%
2400
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.11342%
2401
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.09236%
2402
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.07503%
2403
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.0577%
2404
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.04436%
2405
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.02858%
2406
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 2.01524%
2407
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 2.00217%
2408
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.99019%
2409
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.97984%
2410
completion: 84% (epoch=168)(element=6266) loss = 0.002  error progress = 1.96944%
2411
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.96053%
2412
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.95149%
2413
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.94318%
2414
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.93554%
2415
2416
2417
### executeTest(perceptron, validation_patient_profile) 
2418
2419
Correct predictions = 88.22%    
2420
#FPplusFN=2089  
2421
minError=213    minErrorIndex=1 globalThreshold =-0.99025144958357  
2422
metrics area_roc = 91.82%   
2423
(beta) metrics area_precision_recall = 72.21%   
2424
2425
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2426
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2427
TOTAL:  
2428
 FN = 216 / 516  (truth == 1) & (prediction < threshold)    
2429
 TP = 300 / 516  (truth == 1) & (prediction >= threshold)
2430
    
2431
 FP = 30 / 1,573     (truth == 0) & (prediction >= threshold)   
2432
 TN = 1,543 / 1,573  (truth == 0) & (prediction < threshold)
2433
    
2434
2435
::::    Matthews correlation coefficient = +0.66    ::::
2436
    
2437
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2438
recall = 0.58 = tp / (tp + fn)       [worst = 0, best =  1] 
2439
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2440
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2441
Saved model file: ./models/model_hus250_hl3_time1524267815
2442
    
2443
$$$ hidden_units = 275   hidden_layers = 3 $$$  
2444
XAVIER_INITIALIZATION = true    
2445
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.7596%
2446
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.54255%
2447
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.42405%
2448
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 2.34219%
2449
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 2.28179%
2450
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.2334%
2451
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.19553%
2452
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.16166%
2453
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.13359%
2454
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.10988%
2455
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.09108%
2456
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.07101%
2457
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.05132%
2458
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.03298%
2459
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.01594%
2460
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 2.00309%
2461
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.99028%
2462
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.9781%
2463
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.96705%
2464
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.95667%
2465
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.94686%
2466
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 1.93692%
2467
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.92756%
2468
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.91848%
2469
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 1.91017%
2470
2471
2472
### executeTest(perceptron, validation_patient_profile) 
2473
2474
Correct predictions = 87.89%    
2475
#FPplusFN=2089  
2476
minError=223    minErrorIndex=1 globalThreshold =-0.95773665364595  
2477
metrics area_roc = 91.38%   
2478
(beta) metrics area_precision_recall = 54.69%   
2479
2480
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2481
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2482
TOTAL:  
2483
 FN = 229 / 516  (truth == 1) & (prediction < threshold)    
2484
 TP = 287 / 516  (truth == 1) & (prediction >= threshold)
2485
    
2486
 FP = 24 / 1,573     (truth == 0) & (prediction >= threshold)   
2487
 TN = 1,549 / 1,573  (truth == 0) & (prediction < threshold)
2488
    
2489
2490
::::    Matthews correlation coefficient = +0.66    ::::
2491
    
2492
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2493
recall = 0.56 = tp / (tp + fn)       [worst = 0, best =  1] 
2494
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2495
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2496
Saved model file: ./models/model_hus275_hl3_time1524268770
2497
    
2498
$$$ hidden_units = 300   hidden_layers = 3 $$$  
2499
XAVIER_INITIALIZATION = true    
2500
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.70924%
2501
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.50558%
2502
completion: 12% (epoch=24)(element=6266) loss = 0.003   error progress = 2.39151%
2503
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.3187%
2504
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.26602%
2505
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.21984%
2506
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.18322%
2507
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 2.14949%
2508
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.12147%
2509
completion: 40% (epoch=80)(element=6266) loss = 0.002   error progress = 2.09742%
2510
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.0753%
2511
completion: 48% (epoch=96)(element=6266) loss = 0.003   error progress = 2.05625%
2512
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.03731%
2513
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.01928%
2514
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 2.0028%
2515
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.98783%
2516
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.97498%
2517
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.96154%
2518
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.95104%
2519
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 1.9406%
2520
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.93009%
2521
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.92179%
2522
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.91304%
2523
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.90419%
2524
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 1.89545%
2525
2526
2527
### executeTest(perceptron, validation_patient_profile) 
2528
2529
Correct predictions = 87.65%    
2530
#FPplusFN=2089  
2531
minError=214    minErrorIndex=1 globalThreshold =-1.0372542695559   
2532
metrics area_roc = 91.65%   
2533
(beta) metrics area_precision_recall = 73.77%   
2534
2535
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2536
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2537
TOTAL:  
2538
 FN = 242 / 516  (truth == 1) & (prediction < threshold)    
2539
 TP = 274 / 516  (truth == 1) & (prediction >= threshold)
2540
    
2541
 FP = 16 / 1,573     (truth == 0) & (prediction >= threshold)   
2542
 TN = 1,557 / 1,573  (truth == 0) & (prediction < threshold)
2543
    
2544
2545
::::    Matthews correlation coefficient = +0.65    ::::
2546
    
2547
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2548
recall = 0.53 = tp / (tp + fn)       [worst = 0, best =  1] 
2549
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
2550
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2551
Saved model file: ./models/model_hus300_hl3_time1524269864
2552
    
2553
$$$ hidden_units = 350   hidden_layers = 3 $$$  
2554
XAVIER_INITIALIZATION = true    
2555
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.73248%
2556
completion: 8% (epoch=16)(element=6266) loss = 0.004    error progress = 2.50847%
2557
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 2.38995%
2558
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.31336%
2559
completion: 20% (epoch=40)(element=6266) loss = 0.002   error progress = 2.25972%
2560
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 2.21614%
2561
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.17799%
2562
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 2.14636%
2563
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.1192%
2564
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 2.09443%
2565
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 2.07251%
2566
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 2.05475%
2567
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 2.03756%
2568
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 2.02034%
2569
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 2.00424%
2570
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.98998%
2571
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 1.97593%
2572
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.96503%
2573
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.95409%
2574
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 1.94359%
2575
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 1.93334%
2576
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.9225%
2577
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.91296%
2578
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.90443%
2579
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.89546%
2580
2581
2582
### executeTest(perceptron, validation_patient_profile) 
2583
2584
Correct predictions = 88.46%    
2585
#FPplusFN=2089  
2586
minError=220    minErrorIndex=1 globalThreshold =-1.2074667560887   
2587
metrics area_roc = 91.65%   
2588
(beta) metrics area_precision_recall = 70.85%   
2589
2590
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2591
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2592
TOTAL:  
2593
 FN = 213 / 516  (truth == 1) & (prediction < threshold)    
2594
 TP = 303 / 516  (truth == 1) & (prediction >= threshold)
2595
    
2596
 FP = 28 / 1,573     (truth == 0) & (prediction >= threshold)   
2597
 TN = 1,545 / 1,573  (truth == 0) & (prediction < threshold)
2598
    
2599
2600
::::    Matthews correlation coefficient = +0.67    ::::
2601
    
2602
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2603
recall = 0.59 = tp / (tp + fn)       [worst = 0, best =  1] 
2604
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2605
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2606
Saved model file: ./models/model_hus350_hl3_time1524271237
2607
    
2608
$$$ hidden_units = 400   hidden_layers = 3 $$$  
2609
XAVIER_INITIALIZATION = true    
2610
completion: 4% (epoch=8)(element=6266) loss = 0.003     error progress = 2.69412%
2611
completion: 8% (epoch=16)(element=6266) loss = 0.004    error progress = 2.48582%
2612
completion: 12% (epoch=24)(element=6266) loss = 0.009   error progress = 2.36853%
2613
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 2.29795%
2614
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.24087%
2615
completion: 24% (epoch=48)(element=6266) loss = 0.003   error progress = 2.19651%
2616
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 2.15921%
2617
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 2.12678%
2618
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 2.10184%
2619
completion: 40% (epoch=80)(element=6266) loss = 0.002   error progress = 2.07807%
2620
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 2.05459%
2621
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 2.03411%
2622
completion: 52% (epoch=104)(element=6266) loss = 0.005  error progress = 2.01713%
2623
completion: 56% (epoch=112)(element=6266) loss = 0.002  error progress = 1.99963%
2624
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.98445%
2625
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.97139%
2626
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.95878%
2627
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.94764%
2628
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.93582%
2629
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.92561%
2630
completion: 84% (epoch=168)(element=6266) loss = 0.002  error progress = 1.91535%
2631
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.90427%
2632
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.8942%
2633
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.88464%
2634
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.87506%
2635
2636
2637
### executeTest(perceptron, validation_patient_profile) 
2638
2639
Correct predictions = 87.84%    
2640
#FPplusFN=2089  
2641
minError=197    minErrorIndex=1 globalThreshold =-1.0443069674754   
2642
metrics area_roc = 91.61%   
2643
(beta) metrics area_precision_recall = 73.94%   
2644
2645
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2646
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2647
TOTAL:  
2648
 FN = 236 / 516  (truth == 1) & (prediction < threshold)    
2649
 TP = 280 / 516  (truth == 1) & (prediction >= threshold)
2650
    
2651
 FP = 18 / 1,573     (truth == 0) & (prediction >= threshold)   
2652
 TN = 1,555 / 1,573  (truth == 0) & (prediction < threshold)
2653
    
2654
2655
::::    Matthews correlation coefficient = +0.66    ::::
2656
    
2657
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2658
recall = 0.54 = tp / (tp + fn)       [worst = 0, best =  1] 
2659
specificity = 0.99 = tn / (tn + fp)          [worst = 0, best =  1] 
2660
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2661
Saved model file: ./models/model_hus400_hl3_time1524272934
2662
    
2663
@ @ [1]     AUPR = 43.67%   MCC = 0.25  F1_score  = 0.2 AUROC  = 77.03%     hidden units = 5    hidden layers = 1  @ @ 
2664
@ @ [2]     AUPR = 61.32%   MCC = 0.35  F1_score  = 0.28    AUROC  = 86.44%     hidden units = 10   hidden layers = 1  @ @ 
2665
@ @ [3]     AUPR = 64.08%   MCC = 0.45  F1_score  = 0.49    AUROC  = 90.23%     hidden units = 25   hidden layers = 1  @ @ 
2666
@ @ [4]     AUPR = 70.31%   MCC = 0.51  F1_score  = 0.52    AUROC  = 90.52%     hidden units = 50   hidden layers = 1  @ @ 
2667
@ @ [5]     AUPR = 70.92%   MCC = 0.56  F1_score  = 0.57    AUROC  = 90.84%     hidden units = 75   hidden layers = 1  @ @ 
2668
@ @ [6]     AUPR = 71.36%   MCC = 0.61  F1_score  = 0.65    AUROC  = 90.74%     hidden units = 100  hidden layers = 1  @ @ 
2669
@ @ [7]     AUPR = 71.96%   MCC = 0.66  F1_score  = 0.72    AUROC  = 92.19%     hidden units = 125  hidden layers = 1  @ @ 
2670
@ @ [8]     AUPR = 72.27%   MCC = 0.65  F1_score  = 0.7 AUROC  = 91.75%     hidden units = 150  hidden layers = 1  @ @ 
2671
@ @ [9]     AUPR = 71.42%   MCC = 0.65  F1_score  = 0.69    AUROC  = 91.62%     hidden units = 175  hidden layers = 1  @ @ 
2672
@ @ [10]    AUPR = 71.42%   MCC = 0.63  F1_score  = 0.67    AUROC  = 91.42%     hidden units = 200  hidden layers = 1  @ @ 
2673
@ @ [11]    AUPR = 72.11%   MCC = 0.65  F1_score  = 0.7 AUROC  = 91.97%     hidden units = 225  hidden layers = 1  @ @ 
2674
@ @ [12]    AUPR = 70.61%   MCC = 0.64  F1_score  = 0.68    AUROC  = 91.79%     hidden units = 250  hidden layers = 1  @ @ 
2675
@ @ [13]    AUPR = 73.6%    MCC = 0.69  F1_score  = 0.73    AUROC  = 92.3%  hidden units = 275  hidden layers = 1  @ @ 
2676
@ @ [14]    AUPR = 71.01%   MCC = 0.63  F1_score  = 0.66    AUROC  = 91.89%     hidden units = 300  hidden layers = 1  @ @ 
2677
@ @ [15]    AUPR = 72.91%   MCC = 0.64  F1_score  = 0.67    AUROC  = 92.4%  hidden units = 350  hidden layers = 1  @ @ 
2678
@ @ [16]    AUPR = 70.55%   MCC = 0.63  F1_score  = 0.68    AUROC  = 91.63%     hidden units = 400  hidden layers = 1  @ @ 
2679
@ @ [17]    AUPR = 27.71%   MCC = -2    F1_score  = 0   AUROC  = 71.41%     hidden units = 5    hidden layers = 2  @ @ 
2680
@ @ [18]    AUPR = 52.92%   MCC = 0.28  F1_score  = 0.25    AUROC  = 85.56%     hidden units = 10   hidden layers = 2  @ @ 
2681
@ @ [19]    AUPR = 60.71%   MCC = 0.46  F1_score  = 0.51    AUROC  = 88.09%     hidden units = 25   hidden layers = 2  @ @ 
2682
@ @ [20]    AUPR = 64.93%   MCC = 0.51  F1_score  = 0.56    AUROC  = 90.45%     hidden units = 50   hidden layers = 2  @ @ 
2683
@ @ [21]    AUPR = 68.5%    MCC = 0.62  F1_score  = 0.66    AUROC  = 91.11%     hidden units = 75   hidden layers = 2  @ @ 
2684
@ @ [22]    AUPR = 54.64%   MCC = 0.64  F1_score  = 0.66    AUROC  = 90.52%     hidden units = 100  hidden layers = 2  @ @ 
2685
@ @ [23]    AUPR = 70.31%   MCC = 0.61  F1_score  = 0.65    AUROC  = 90.85%     hidden units = 125  hidden layers = 2  @ @ 
2686
@ @ [24]    AUPR = 72.67%   MCC = 0.66  F1_score  = 0.7 AUROC  = 92.18%     hidden units = 150  hidden layers = 2  @ @ 
2687
@ @ [25]    AUPR = 72.44%   MCC = 0.64  F1_score  = 0.68    AUROC  = 91.91%     hidden units = 175  hidden layers = 2  @ @ 
2688
@ @ [26]    AUPR = 74.02%   MCC = 0.67  F1_score  = 0.71    AUROC  = 91.83%     hidden units = 200  hidden layers = 2  @ @ 
2689
@ @ [27]    AUPR = 71.73%   MCC = 0.65  F1_score  = 0.7 AUROC  = 92.09%     hidden units = 225  hidden layers = 2  @ @ 
2690
@ @ [28]    AUPR = 73.34%   MCC = 0.65  F1_score  = 0.69    AUROC  = 92.07%     hidden units = 250  hidden layers = 2  @ @ 
2691
@ @ [29]    AUPR = 72.69%   MCC = 0.66  F1_score  = 0.69    AUROC  = 91.55%     hidden units = 275  hidden layers = 2  @ @ 
2692
@ @ [30]    AUPR = 73.39%   MCC = 0.68  F1_score  = 0.73    AUROC  = 91.85%     hidden units = 300  hidden layers = 2  @ @ 
2693
@ @ [31]    AUPR = 73.57%   MCC = 0.66  F1_score  = 0.7 AUROC  = 92%    hidden units = 350  hidden layers = 2  @ @ 
2694
@ @ [32]    AUPR = 74.27%   MCC = 0.67  F1_score  = 0.71    AUROC  = 92.56%     hidden units = 400  hidden layers = 2  @ @ 
2695
@ @ [33]    AUPR = 19.18%   MCC = -2    F1_score  = 0   AUROC  = 63.79%     hidden units = 5    hidden layers = 3  @ @ 
2696
@ @ [34]    AUPR = 39.91%   MCC = -2    F1_score  = 0   AUROC  = 80.86%     hidden units = 10   hidden layers = 3  @ @ 
2697
@ @ [35]    AUPR = 57.81%   MCC = 0.4   F1_score  = 0.42    AUROC  = 83.9%  hidden units = 25   hidden layers = 3  @ @ 
2698
@ @ [36]    AUPR = 64.73%   MCC = 0.5   F1_score  = 0.5 AUROC  = 88.61%     hidden units = 50   hidden layers = 3  @ @ 
2699
@ @ [37]    AUPR = 69.05%   MCC = 0.58  F1_score  = 0.61    AUROC  = 90.79%     hidden units = 75   hidden layers = 3  @ @ 
2700
@ @ [38]    AUPR = 53.05%   MCC = 0.63  F1_score  = 0.67    AUROC  = 90.91%     hidden units = 100  hidden layers = 3  @ @ 
2701
@ @ [39]    AUPR = 70.07%   MCC = 0.63  F1_score  = 0.69    AUROC  = 91.38%     hidden units = 125  hidden layers = 3  @ @ 
2702
@ @ [40]    AUPR = 64.03%   MCC = 0.62  F1_score  = 0.7 AUROC  = 90.4%  hidden units = 150  hidden layers = 3  @ @ 
2703
@ @ [41]    AUPR = 71.45%   MCC = 0.67  F1_score  = 0.72    AUROC  = 91.6%  hidden units = 175  hidden layers = 3  @ @ 
2704
@ @ [42]    AUPR = 70.14%   MCC = 0.65  F1_score  = 0.69    AUROC  = 91.61%     hidden units = 200  hidden layers = 3  @ @ 
2705
@ @ [43]    AUPR = 71.16%   MCC = 0.67  F1_score  = 0.72    AUROC  = 91.79%     hidden units = 225  hidden layers = 3  @ @ 
2706
@ @ [44]    AUPR = 72.21%   MCC = 0.66  F1_score  = 0.71    AUROC  = 91.82%     hidden units = 250  hidden layers = 3  @ @ 
2707
@ @ [45]    AUPR = 54.69%   MCC = 0.66  F1_score  = 0.69    AUROC  = 91.38%     hidden units = 275  hidden layers = 3  @ @ 
2708
@ @ [46]    AUPR = 73.77%   MCC = 0.65  F1_score  = 0.68    AUROC  = 91.65%     hidden units = 300  hidden layers = 3  @ @ 
2709
@ @ [47]    AUPR = 70.85%   MCC = 0.67  F1_score  = 0.72    AUROC  = 91.65%     hidden units = 350  hidden layers = 3  @ @ 
2710
@ @ [48]    AUPR = 73.94%   MCC = 0.66  F1_score  = 0.69    AUROC  = 91.61%     hidden units = 400  hidden layers = 3  @ @ 
2711
2712
modelFileVect[13]
2713
modelFileToLoad =./models/model_hus275_hl1_time1524252913   
2714
2715
2716
### executeTest(loadedModel, test_patient_profile)  
2717
2718
Correct predictions = 88.94%    
2719
#FPplusFN=2088  
2720
minError=201    minErrorIndex=1 globalThreshold =-1.4486029425536   
2721
metrics area_roc = 94.87%   
2722
(beta) metrics area_precision_recall = 75.06%   
2723
2724
duration  the new area_roc metrics ROC_AUC_computer function: 1 seconds 
2725
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 01 seconds 
2726
TOTAL:  
2727
 FN = 193 / 535  (truth == 1) & (prediction < threshold)    
2728
 TP = 342 / 535  (truth == 1) & (prediction >= threshold)
2729
    
2730
 FP = 38 / 1,553     (truth == 0) & (prediction >= threshold)   
2731
 TN = 1,515 / 1,553  (truth == 0) & (prediction < threshold)
2732
    
2733
2734
::::    Matthews correlation coefficient = +0.7 ::::
2735
    
2736
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = 0, best =  1] 
2737
recall = 0.64 = tp / (tp + fn)       [worst = 0, best =  1] 
2738
specificity = 0.98 = tn / (tn + fp)          [worst = 0, best =  1] 
2739
f1_score = 0.75 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2740
':':':':' lastMCC = 0.7  lastF1score = 0.75 ':':':':'   
2741
command: rm ./models/model_hus5_hl1_time1524249852 
2742
command: rm ./models/model_hus10_hl1_time1524250000 
2743
command: rm ./models/model_hus25_hl1_time1524250152 
2744
command: rm ./models/model_hus50_hl1_time1524250316 
2745
command: rm ./models/model_hus75_hl1_time1524250499 
2746
command: rm ./models/model_hus100_hl1_time1524250700 
2747
command: rm ./models/model_hus125_hl1_time1524250924 
2748
command: rm ./models/model_hus150_hl1_time1524251174 
2749
command: rm ./models/model_hus175_hl1_time1524251455 
2750
command: rm ./models/model_hus200_hl1_time1524251765 
2751
command: rm ./models/model_hus225_hl1_time1524252108 
2752
command: rm ./models/model_hus250_hl1_time1524252489 
2753
command: rm ./models/model_hus275_hl1_time1524252913 
2754
command: rm ./models/model_hus300_hl1_time1524253378 
2755
command: rm ./models/model_hus350_hl1_time1524253954 
2756
command: rm ./models/model_hus400_hl1_time1524254634 
2757
command: rm ./models/model_hus5_hl2_time1524254823 
2758
command: rm ./models/model_hus10_hl2_time1524255019 
2759
command: rm ./models/model_hus25_hl2_time1524255225 
2760
command: rm ./models/model_hus50_hl2_time1524255449 
2761
command: rm ./models/model_hus75_hl2_time1524255699 
2762
command: rm ./models/model_hus100_hl2_time1524255980 
2763
command: rm ./models/model_hus125_hl2_time1524256300 
2764
command: rm ./models/model_hus150_hl2_time1524256668 
2765
command: rm ./models/model_hus175_hl2_time1524257088 
2766
command: rm ./models/model_hus200_hl2_time1524257568 
2767
command: rm ./models/model_hus225_hl2_time1524258109 
2768
command: rm ./models/model_hus250_hl2_time1524258725 
2769
command: rm ./models/model_hus275_hl2_time1524259422 
2770
command: rm ./models/model_hus300_hl2_time1524260213 
2771
command: rm ./models/model_hus350_hl2_time1524261188 
2772
command: rm ./models/model_hus400_hl2_time1524262380 
2773
command: rm ./models/model_hus5_hl3_time1524262620 
2774
command: rm ./models/model_hus10_hl3_time1524262862 
2775
command: rm ./models/model_hus25_hl3_time1524263117 
2776
command: rm ./models/model_hus50_hl3_time1524263399 
2777
command: rm ./models/model_hus75_hl3_time1524263715 
2778
command: rm ./models/model_hus100_hl3_time1524264078 
2779
command: rm ./models/model_hus125_hl3_time1524264498 
2780
command: rm ./models/model_hus150_hl3_time1524264987 
2781
command: rm ./models/model_hus175_hl3_time1524265554 
2782
command: rm ./models/model_hus200_hl3_time1524266211 
2783
command: rm ./models/model_hus225_hl3_time1524266965 
2784
command: rm ./models/model_hus250_hl3_time1524267815 
2785
command: rm ./models/model_hus275_hl3_time1524268770 
2786
command: rm ./models/model_hus300_hl3_time1524269864 
2787
command: rm ./models/model_hus350_hl3_time1524271237 
2788
command: rm ./models/model_hus400_hl3_time1524272934 
2789
2790
duration  complete execution: 23,234 seconds    
2791
duration  complete execution: 00 days, 06 hours, 27 minutes, 14 seconds