Switch to unified view

a b/results/2018-04-19_rand53826_ite500
1
Your job 652730 ("-2018-04-19_rand53826_ite500") has been submitted
2
3
4
 @ @ @ @ @ @ START @ @ @ @ @ @ @    
5
file: script_start.lua  
6
author Davide Chicco <davide.chicco@gmail.com>  
7
Thu Apr 19 11:57:43 2018    
8
Readin' ../data/LungCancerDataset_AllRecords_NORM.csv   
9
10
OPTIM_PACKAGE  = true   
11
XAVIER_INITIALIZATION = false   
12
DROPOUT_FLAG = false    
13
MOMENTUM_ALPHA = 0.5    
14
MOMENTUM = false    
15
LEARN_RATE = 0.01   
16
ITERATIONS = 200    
17
Number of value profiles (rows) = 10443 
18
Number features (columns) = 27  
19
Number of targets (rows) = 10443    
20
#patients_vett = 10443  
21
22
training_set_size = 6266    
23
validation_set_size = 2089  
24
test_set_size = 2088
25
    
26
$$$ hidden_units = 5     hidden_layers = 1 $$$  
27
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.29099%
28
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.13142%
29
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.06167%
30
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.01913%
31
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.98679%
32
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.95734%
33
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.93064%
34
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.90454%
35
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.88146%
36
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.86148%
37
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.84471%
38
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.82942%
39
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.81563%
40
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.80335%
41
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.79218%
42
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.7825%
43
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.77335%
44
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.76519%
45
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.75817%
46
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.75182%
47
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.74613%
48
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.74049%
49
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.73554%
50
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.73116%
51
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.72739%
52
53
54
### executeTest(perceptron, validation_patient_profile) 
55
56
Correct predictions = 88.42%    
57
#FPplusFN=2089  
58
minError=207    minErrorIndex=1 globalThreshold =-1.0828454232656   
59
metrics area_roc = 93.59%   
60
(beta) metrics area_precision_recall = 74.83%   
61
62
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
63
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
64
TOTAL:  
65
 FN = 222 / 516  (truth == 1) & (prediction < threshold)    
66
 TP = 294 / 516  (truth == 1) & (prediction >= threshold)
67
    
68
 FP = 20 / 1,573     (truth == 0) & (prediction >= threshold)   
69
 TN = 1,553 / 1,573  (truth == 0) & (prediction < threshold)
70
    
71
72
::::    Matthews correlation coefficient = +0.67    ::::
73
    
74
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
75
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
76
Saved model file: ./models/model_hus5_hl1_time1524153559
77
    
78
$$$ hidden_units = 10    hidden_layers = 1 $$$  
79
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.3305%
80
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.13341%
81
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.02566%
82
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.95212%
83
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.89834%
84
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.85614%
85
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.82302%
86
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.79627%
87
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.77324%
88
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.75315%
89
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.73561%
90
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.72041%
91
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.70668%
92
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.69457%
93
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.68359%
94
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.67338%
95
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.66407%
96
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.65529%
97
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.64696%
98
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.63927%
99
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.63206%
100
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.62528%
101
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.61882%
102
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.61299%
103
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.60727%
104
105
106
### executeTest(perceptron, validation_patient_profile) 
107
108
Correct predictions = 88.13%    
109
#FPplusFN=2089  
110
minError=203    minErrorIndex=1 globalThreshold =-1.7193460007929   
111
metrics area_roc = 91.72%   
112
(beta) metrics area_precision_recall = 72.35%   
113
114
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
115
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
116
TOTAL:  
117
 FN = 234 / 516  (truth == 1) & (prediction < threshold)    
118
 TP = 282 / 516  (truth == 1) & (prediction >= threshold)
119
    
120
 FP = 14 / 1,573     (truth == 0) & (prediction >= threshold)   
121
 TN = 1,559 / 1,573  (truth == 0) & (prediction < threshold)
122
    
123
124
::::    Matthews correlation coefficient = +0.66    ::::
125
    
126
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
127
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
128
Saved model file: ./models/model_hus10_hl1_time1524153656
129
    
130
$$$ hidden_units = 25    hidden_layers = 1 $$$  
131
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.25418%
132
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.08032%
133
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.96493%
134
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 1.88188%
135
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 1.82272%
136
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.77799%
137
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.74079%
138
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.70935%
139
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.68197%
140
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.65713%
141
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.63552%
142
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.61474%
143
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.59547%
144
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.57773%
145
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.56144%
146
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.54595%
147
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.53143%
148
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.51678%
149
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.50349%
150
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 1.49056%
151
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.47838%
152
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.46629%
153
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.45443%
154
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.44319%
155
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.43258%
156
157
158
### executeTest(perceptron, validation_patient_profile) 
159
160
Correct predictions = 88.75%    
161
#FPplusFN=2089  
162
minError=225    minErrorIndex=1 globalThreshold =-1.6729859412029   
163
metrics area_roc = 90.62%   
164
(beta) metrics area_precision_recall = 71.82%   
165
166
duration  the new area_roc metrics ROC_AUC_computer function: 1 seconds 
167
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 01 seconds 
168
TOTAL:  
169
 FN = 204 / 516  (truth == 1) & (prediction < threshold)    
170
 TP = 312 / 516  (truth == 1) & (prediction >= threshold)
171
    
172
 FP = 31 / 1,573     (truth == 0) & (prediction >= threshold)   
173
 TN = 1,542 / 1,573  (truth == 0) & (prediction < threshold)
174
    
175
176
::::    Matthews correlation coefficient = +0.68    ::::
177
    
178
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
179
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
180
Saved model file: ./models/model_hus25_hl1_time1524153761
181
    
182
$$$ hidden_units = 50    hidden_layers = 1 $$$  
183
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.19427%
184
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.00951%
185
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.89446%
186
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.81077%
187
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.7474%
188
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.69559%
189
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.65282%
190
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.61393%
191
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.57751%
192
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.54232%
193
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.50965%
194
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.47757%
195
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.44693%
196
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.41877%
197
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.39314%
198
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.37145%
199
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.34943%
200
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.32796%
201
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.30753%
202
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.28891%
203
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.27067%
204
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.25149%
205
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.23193%
206
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.21355%
207
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.19562%
208
209
210
### executeTest(perceptron, validation_patient_profile) 
211
212
Correct predictions = 88.32%    
213
#FPplusFN=2089  
214
minError=237    minErrorIndex=1 globalThreshold =-2.6157090065438   
215
metrics area_roc = 87.52%   
216
(beta) metrics area_precision_recall = 62.07%   
217
218
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
219
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
220
TOTAL:  
221
 FN = 197 / 516  (truth == 1) & (prediction < threshold)    
222
 TP = 319 / 516  (truth == 1) & (prediction >= threshold)
223
    
224
 FP = 47 / 1,573     (truth == 0) & (prediction >= threshold)   
225
 TN = 1,526 / 1,573  (truth == 0) & (prediction < threshold)
226
    
227
228
::::    Matthews correlation coefficient = +0.67    ::::
229
    
230
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
231
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
232
Saved model file: ./models/model_hus50_hl1_time1524153882
233
    
234
$$$ hidden_units = 75    hidden_layers = 1 $$$  
235
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.15652%
236
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.97445%
237
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 1.86379%
238
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 1.78206%
239
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.71869%
240
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.66526%
241
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.61721%
242
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.57188%
243
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.53023%
244
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 1.48959%
245
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.44997%
246
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 1.41357%
247
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.37778%
248
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.34437%
249
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.31232%
250
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.28175%
251
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.25353%
252
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.2267%
253
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.20078%
254
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.17655%
255
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.15317%
256
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.1294%
257
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.10687%
258
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.08464%
259
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.06253%
260
261
262
### executeTest(perceptron, validation_patient_profile) 
263
264
Correct predictions = 87.51%    
265
#FPplusFN=2089  
266
minError=244    minErrorIndex=1 globalThreshold =-3.6451885865558   
267
metrics area_roc = 89.38%   
268
(beta) metrics area_precision_recall = 66.5%    
269
270
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
271
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
272
TOTAL:  
273
 FN = 224 / 516  (truth == 1) & (prediction < threshold)    
274
 TP = 292 / 516  (truth == 1) & (prediction >= threshold)
275
    
276
 FP = 37 / 1,573     (truth == 0) & (prediction >= threshold)   
277
 TN = 1,536 / 1,573  (truth == 0) & (prediction < threshold)
278
    
279
280
::::    Matthews correlation coefficient = +0.64    ::::
281
    
282
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
283
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
284
Saved model file: ./models/model_hus75_hl1_time1524154030
285
    
286
$$$ hidden_units = 100   hidden_layers = 1 $$$  
287
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.15051%
288
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.97641%
289
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.86709%
290
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.78342%
291
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.71556%
292
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.65655%
293
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.60337%
294
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.55431%
295
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.50702%
296
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.45952%
297
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.41218%
298
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 1.3657%
299
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.32113%
300
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.27852%
301
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.23777%
302
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.19924%
303
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.16172%
304
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.12759%
305
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.09548%
306
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.06476%
307
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.03674%
308
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.01143%
309
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 0.98705%
310
completion: 96% (epoch=192)(element=6266) loss = 0.002  error progress = 0.96388%
311
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 0.9423%
312
313
314
### executeTest(perceptron, validation_patient_profile) 
315
316
Correct predictions = 87.89%    
317
#FPplusFN=2089  
318
minError=251    minErrorIndex=1 globalThreshold =-3.2824302414052   
319
metrics area_roc = 88.92%   
320
(beta) metrics area_precision_recall = 64.81%   
321
322
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
323
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
324
TOTAL:  
325
 FN = 197 / 516  (truth == 1) & (prediction < threshold)    
326
 TP = 319 / 516  (truth == 1) & (prediction >= threshold)
327
    
328
 FP = 56 / 1,573     (truth == 0) & (prediction >= threshold)   
329
 TN = 1,517 / 1,573  (truth == 0) & (prediction < threshold)
330
    
331
332
::::    Matthews correlation coefficient = +0.65    ::::
333
    
334
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
335
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
336
Saved model file: ./models/model_hus100_hl1_time1524154209
337
    
338
$$$ hidden_units = 125   hidden_layers = 1 $$$  
339
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.14746%
340
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.9604%
341
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.83935%
342
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.74812%
343
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.67222%
344
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.6048%
345
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.54096%
346
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.48314%
347
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.4291%
348
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 1.37526%
349
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.32221%
350
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.27277%
351
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.22679%
352
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.18534%
353
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.14608%
354
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.1092%
355
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.07416%
356
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.04003%
357
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.00935%
358
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.97972%
359
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.95195%
360
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.92591%
361
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.90044%
362
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.87632%
363
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 0.85297%
364
365
366
### executeTest(perceptron, validation_patient_profile) 
367
368
Correct predictions = 88.7% 
369
#FPplusFN=2089  
370
minError=217    minErrorIndex=1 globalThreshold =-2.7077242996214   
371
metrics area_roc = 88.63%   
372
(beta) metrics area_precision_recall = 66.91%   
373
374
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
375
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
376
TOTAL:  
377
 FN = 195 / 516  (truth == 1) & (prediction < threshold)    
378
 TP = 321 / 516  (truth == 1) & (prediction >= threshold)
379
    
380
 FP = 41 / 1,573     (truth == 0) & (prediction >= threshold)   
381
 TN = 1,532 / 1,573  (truth == 0) & (prediction < threshold)
382
    
383
384
::::    Matthews correlation coefficient = +0.68    ::::
385
    
386
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
387
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
388
Saved model file: ./models/model_hus125_hl1_time1524154421
389
    
390
$$$ hidden_units = 150   hidden_layers = 1 $$$  
391
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.1464%
392
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.96267%
393
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 1.84562%
394
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.75517%
395
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 1.67848%
396
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.60883%
397
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.5433%
398
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 1.47964%
399
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.41716%
400
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.35614%
401
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.2998%
402
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 1.24656%
403
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.19663%
404
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.15271%
405
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.11102%
406
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.07296%
407
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.03678%
408
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.00267%
409
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.9718%
410
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.94256%
411
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.91435%
412
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.88816%
413
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.8625%
414
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.8388%
415
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.81627%
416
417
418
### executeTest(perceptron, validation_patient_profile) 
419
420
Correct predictions = 87.65%    
421
#FPplusFN=2089  
422
minError=230    minErrorIndex=1 globalThreshold =-2.3722959359813   
423
metrics area_roc = 88.69%   
424
(beta) metrics area_precision_recall = 65.43%   
425
426
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
427
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
428
TOTAL:  
429
 FN = 218 / 516  (truth == 1) & (prediction < threshold)    
430
 TP = 298 / 516  (truth == 1) & (prediction >= threshold)
431
    
432
 FP = 40 / 1,573     (truth == 0) & (prediction >= threshold)   
433
 TN = 1,533 / 1,573  (truth == 0) & (prediction < threshold)
434
    
435
436
::::    Matthews correlation coefficient = +0.65    ::::
437
    
438
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
439
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
440
Saved model file: ./models/model_hus150_hl1_time1524154676
441
    
442
$$$ hidden_units = 175   hidden_layers = 1 $$$  
443
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.14966%
444
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.95914%
445
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.83991%
446
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.74518%
447
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.66336%
448
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.59026%
449
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.51878%
450
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.4476%
451
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.37964%
452
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.31496%
453
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.25533%
454
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.2016%
455
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.15382%
456
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.10865%
457
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.06707%
458
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.02774%
459
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.99089%
460
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.95756%
461
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.92495%
462
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.89354%
463
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.86419%
464
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 0.83602%
465
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.80987%
466
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.7848%
467
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.76124%
468
469
470
### executeTest(perceptron, validation_patient_profile) 
471
472
Correct predictions = 86.5% 
473
#FPplusFN=2089  
474
minError=242    minErrorIndex=1 globalThreshold =-2.6244255207368   
475
metrics area_roc = 88.65%   
476
(beta) metrics area_precision_recall = 64.79%   
477
478
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
479
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
480
TOTAL:  
481
 FN = 231 / 516  (truth == 1) & (prediction < threshold)    
482
 TP = 285 / 516  (truth == 1) & (prediction >= threshold)
483
    
484
 FP = 51 / 1,573     (truth == 0) & (prediction >= threshold)   
485
 TN = 1,522 / 1,573  (truth == 0) & (prediction < threshold)
486
    
487
488
::::    Matthews correlation coefficient = +0.61    ::::
489
    
490
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
491
f1_score = 0.67 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
492
Saved model file: ./models/model_hus175_hl1_time1524154976
493
    
494
$$$ hidden_units = 200   hidden_layers = 1 $$$  
495
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.15012%
496
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.94958%
497
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.81756%
498
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 1.71495%
499
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.62536%
500
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.54218%
501
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.4624%
502
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.38596%
503
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.31429%
504
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.24969%
505
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.19078%
506
completion: 48% (epoch=96)(element=6266) loss = 0.002   error progress = 1.13617%
507
completion: 52% (epoch=104)(element=6266) loss = 0.002  error progress = 1.08661%
508
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.0424%
509
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.00272%
510
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.96464%
511
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.92948%
512
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 0.89607%
513
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.8649%
514
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.83586%
515
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.80945%
516
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.78346%
517
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.7601%
518
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.73742%
519
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.71652%
520
521
522
### executeTest(perceptron, validation_patient_profile) 
523
524
Correct predictions = 88.13%    
525
#FPplusFN=2089  
526
minError=225    minErrorIndex=1 globalThreshold =-2.6367132024173   
527
metrics area_roc = 88.37%   
528
(beta) metrics area_precision_recall = 67.12%   
529
530
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
531
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
532
TOTAL:  
533
 FN = 210 / 516  (truth == 1) & (prediction < threshold)    
534
 TP = 306 / 516  (truth == 1) & (prediction >= threshold)
535
    
536
 FP = 38 / 1,573     (truth == 0) & (prediction >= threshold)   
537
 TN = 1,535 / 1,573  (truth == 0) & (prediction < threshold)
538
    
539
540
::::    Matthews correlation coefficient = +0.66    ::::
541
    
542
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
543
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
544
Saved model file: ./models/model_hus200_hl1_time1524155333
545
    
546
$$$ hidden_units = 225   hidden_layers = 1 $$$  
547
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.13154%
548
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.93873%
549
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 1.81511%
550
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 1.71681%
551
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 1.6315%
552
completion: 24% (epoch=48)(element=6266) loss = 0.004   error progress = 1.55382%
553
completion: 28% (epoch=56)(element=6266) loss = 0.003   error progress = 1.47761%
554
completion: 32% (epoch=64)(element=6266) loss = 0.003   error progress = 1.40165%
555
completion: 36% (epoch=72)(element=6266) loss = 0.002   error progress = 1.32875%
556
completion: 40% (epoch=80)(element=6266) loss = 0.002   error progress = 1.25982%
557
completion: 44% (epoch=88)(element=6266) loss = 0.003   error progress = 1.19633%
558
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.1391%
559
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.08775%
560
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.04051%
561
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 0.99698%
562
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 0.95754%
563
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.92031%
564
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.88502%
565
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.85215%
566
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.82093%
567
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.79214%
568
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.76583%
569
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.74065%
570
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.71747%
571
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.69583%
572
573
574
### executeTest(perceptron, validation_patient_profile) 
575
576
Correct predictions = 88.27%    
577
#FPplusFN=2089  
578
minError=230    minErrorIndex=1 globalThreshold =-2.7898888653283   
579
metrics area_roc = 89.66%   
580
(beta) metrics area_precision_recall = 67.5%    
581
582
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
583
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
584
TOTAL:  
585
 FN = 205 / 516  (truth == 1) & (prediction < threshold)    
586
 TP = 311 / 516  (truth == 1) & (prediction >= threshold)
587
    
588
 FP = 40 / 1,573     (truth == 0) & (prediction >= threshold)   
589
 TN = 1,533 / 1,573  (truth == 0) & (prediction < threshold)
590
    
591
592
::::    Matthews correlation coefficient = +0.67    ::::
593
    
594
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
595
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
596
Saved model file: ./models/model_hus225_hl1_time1524155745
597
    
598
$$$ hidden_units = 250   hidden_layers = 1 $$$  
599
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.13316%
600
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.94993%
601
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.82653%
602
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.7258%
603
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.6351%
604
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.54774%
605
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.46289%
606
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.38276%
607
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.30677%
608
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.23745%
609
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.17616%
610
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.12226%
611
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.07201%
612
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.02695%
613
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.98378%
614
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 0.94358%
615
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.90598%
616
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.87107%
617
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 0.83779%
618
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 0.80714%
619
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 0.77882%
620
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.75293%
621
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 0.72867%
622
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.70594%
623
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.6842%
624
625
626
### executeTest(perceptron, validation_patient_profile) 
627
628
Correct predictions = 88.75%    
629
#FPplusFN=2089  
630
minError=222    minErrorIndex=1 globalThreshold =-3.7541890160336   
631
metrics area_roc = 89.27%   
632
(beta) metrics area_precision_recall = 68.67%   
633
634
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
635
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
636
TOTAL:  
637
 FN = 197 / 516  (truth == 1) & (prediction < threshold)    
638
 TP = 319 / 516  (truth == 1) & (prediction >= threshold)
639
    
640
 FP = 38 / 1,573     (truth == 0) & (prediction >= threshold)   
641
 TN = 1,535 / 1,573  (truth == 0) & (prediction < threshold)
642
    
643
644
::::    Matthews correlation coefficient = +0.68    ::::
645
    
646
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
647
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
648
Saved model file: ./models/model_hus250_hl1_time1524156221
649
    
650
$$$ hidden_units = 275   hidden_layers = 1 $$$  
651
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.10029%
652
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.89926%
653
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.76827%
654
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.66469%
655
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.57352%
656
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.4868%
657
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.4041%
658
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.32345%
659
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.24766%
660
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.18008%
661
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.11868%
662
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.06338%
663
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.01273%
664
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.96576%
665
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.92296%
666
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.88416%
667
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.84705%
668
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 0.81329%
669
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 0.78252%
670
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.75233%
671
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 0.72516%
672
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.69963%
673
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 0.67554%
674
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.6532%
675
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 0.63192%
676
677
678
### executeTest(perceptron, validation_patient_profile) 
679
680
Correct predictions = 87.89%    
681
#FPplusFN=2089  
682
minError=225    minErrorIndex=1 globalThreshold =-2.0967601624483   
683
metrics area_roc = 89.53%   
684
(beta) metrics area_precision_recall = 67.87%   
685
686
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
687
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
688
TOTAL:  
689
 FN = 220 / 516  (truth == 1) & (prediction < threshold)    
690
 TP = 296 / 516  (truth == 1) & (prediction >= threshold)
691
    
692
 FP = 33 / 1,573     (truth == 0) & (prediction >= threshold)   
693
 TN = 1,540 / 1,573  (truth == 0) & (prediction < threshold)
694
    
695
696
::::    Matthews correlation coefficient = +0.65    ::::
697
    
698
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
699
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
700
Saved model file: ./models/model_hus275_hl1_time1524156766
701
    
702
$$$ hidden_units = 300   hidden_layers = 1 $$$  
703
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.11707%
704
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.91336%
705
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.77926%
706
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 1.67172%
707
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.57517%
708
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.48232%
709
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 1.39414%
710
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.31077%
711
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.23384%
712
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.16492%
713
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.1048%
714
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.05088%
715
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.00228%
716
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 0.95644%
717
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 0.91475%
718
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 0.8768%
719
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.84127%
720
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.80822%
721
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.77702%
722
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.74801%
723
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.7214%
724
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.69579%
725
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 0.67213%
726
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 0.64972%
727
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.62857%
728
729
730
### executeTest(perceptron, validation_patient_profile) 
731
732
Correct predictions = 88.18%    
733
#FPplusFN=2089  
734
minError=232    minErrorIndex=1 globalThreshold =-2.9299335199905   
735
metrics area_roc = 90.01%   
736
(beta) metrics area_precision_recall = 65.02%   
737
738
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
739
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
740
TOTAL:  
741
 FN = 210 / 516  (truth == 1) & (prediction < threshold)    
742
 TP = 306 / 516  (truth == 1) & (prediction >= threshold)
743
    
744
 FP = 37 / 1,573     (truth == 0) & (prediction >= threshold)   
745
 TN = 1,536 / 1,573  (truth == 0) & (prediction < threshold)
746
    
747
748
::::    Matthews correlation coefficient = +0.66    ::::
749
    
750
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
751
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
752
Saved model file: ./models/model_hus300_hl1_time1524157388
753
    
754
$$$ hidden_units = 350   hidden_layers = 1 $$$  
755
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.11786%
756
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.9232%
757
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.7872%
758
completion: 16% (epoch=32)(element=6266) loss = 0.002   error progress = 1.67436%
759
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 1.57129%
760
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.47229%
761
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.37583%
762
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.2834%
763
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.20188%
764
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 1.13113%
765
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.06922%
766
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.01375%
767
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.96246%
768
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.91681%
769
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.87484%
770
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.83642%
771
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.80017%
772
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 0.76706%
773
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.73636%
774
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.70823%
775
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.68207%
776
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.65741%
777
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.63491%
778
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.61353%
779
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.59349%
780
781
782
### executeTest(perceptron, validation_patient_profile) 
783
784
Correct predictions = 88.51%    
785
#FPplusFN=2089  
786
minError=218    minErrorIndex=1 globalThreshold =-2.1729631455815   
787
metrics area_roc = 89.27%   
788
(beta) metrics area_precision_recall = 69%  
789
790
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
791
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
792
TOTAL:  
793
 FN = 210 / 516  (truth == 1) & (prediction < threshold)    
794
 TP = 306 / 516  (truth == 1) & (prediction >= threshold)
795
    
796
 FP = 30 / 1,573     (truth == 0) & (prediction >= threshold)   
797
 TN = 1,543 / 1,573  (truth == 0) & (prediction < threshold)
798
    
799
800
::::    Matthews correlation coefficient = +0.67    ::::
801
    
802
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
803
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
804
Saved model file: ./models/model_hus350_hl1_time1524161126
805
    
806
$$$ hidden_units = 400   hidden_layers = 1 $$$  
807
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.10177%
808
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.90008%
809
completion: 12% (epoch=24)(element=6266) loss = 0.001   error progress = 1.76609%
810
completion: 16% (epoch=32)(element=6266) loss = 0.003   error progress = 1.65354%
811
completion: 20% (epoch=40)(element=6266) loss = 0.003   error progress = 1.54732%
812
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.44404%
813
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.34364%
814
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.24911%
815
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.1694%
816
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.10058%
817
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.03974%
818
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 0.98401%
819
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.93482%
820
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.88956%
821
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.84744%
822
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.80842%
823
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.77344%
824
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.74088%
825
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.71112%
826
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.68253%
827
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.65703%
828
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.63374%
829
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.61128%
830
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 0.59069%
831
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.57113%
832
833
834
### executeTest(perceptron, validation_patient_profile) 
835
836
Correct predictions = 88.27%    
837
#FPplusFN=2089  
838
minError=223    minErrorIndex=1 globalThreshold =-2.1721202215681   
839
metrics area_roc = 90.11%   
840
(beta) metrics area_precision_recall = 68.58%   
841
842
duration  the new area_roc metrics ROC_AUC_computer function: 1 seconds 
843
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 01 seconds 
844
TOTAL:  
845
 FN = 200 / 516  (truth == 1) & (prediction < threshold)    
846
 TP = 316 / 516  (truth == 1) & (prediction >= threshold)
847
    
848
 FP = 45 / 1,573     (truth == 0) & (prediction >= threshold)   
849
 TN = 1,528 / 1,573  (truth == 0) & (prediction < threshold)
850
    
851
852
::::    Matthews correlation coefficient = +0.67    ::::
853
    
854
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
855
f1_score = 0.72 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
856
Saved model file: ./models/model_hus400_hl1_time1524165186
857
    
858
$$$ hidden_units = 5     hidden_layers = 2 $$$  
859
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.61043%
860
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.34915%
861
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.23334%
862
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.1568%
863
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.10068%
864
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 2.05297%
865
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 2.01403%
866
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.98175%
867
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.95459%
868
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.93164%
869
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.91158%
870
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.89389%
871
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.87828%
872
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.8652%
873
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.85368%
874
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.84361%
875
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.83455%
876
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.82613%
877
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.8182%
878
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.8109%
879
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.80442%
880
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.79822%
881
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.79256%
882
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.78701%
883
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.78202%
884
885
886
### executeTest(perceptron, validation_patient_profile) 
887
888
Correct predictions = 88.08%    
889
#FPplusFN=2089  
890
minError=198    minErrorIndex=1 globalThreshold =-1.005537014447    
891
metrics area_roc = 93.45%   
892
(beta) metrics area_precision_recall = 75.42%   
893
894
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
895
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
896
TOTAL:  
897
 FN = 236 / 516  (truth == 1) & (prediction < threshold)    
898
 TP = 280 / 516  (truth == 1) & (prediction >= threshold)
899
    
900
 FP = 13 / 1,573     (truth == 0) & (prediction >= threshold)   
901
 TN = 1,560 / 1,573  (truth == 0) & (prediction < threshold)
902
    
903
904
::::    Matthews correlation coefficient = +0.66    ::::
905
    
906
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
907
f1_score = 0.69 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
908
Saved model file: ./models/model_hus5_hl2_time1524165299
909
    
910
$$$ hidden_units = 10    hidden_layers = 2 $$$  
911
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.45013%
912
completion: 8% (epoch=16)(element=6266) loss = 0.001    error progress = 2.21174%
913
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.08425%
914
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.99784%
915
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.93257%
916
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.88367%
917
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.84443%
918
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.81212%
919
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.78493%
920
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.76211%
921
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.74165%
922
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.72319%
923
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.70764%
924
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.69309%
925
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.67891%
926
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.66566%
927
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.65323%
928
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.64248%
929
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.63248%
930
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.62257%
931
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.61333%
932
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.60462%
933
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.597%
934
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.59002%
935
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.58269%
936
937
938
### executeTest(perceptron, validation_patient_profile) 
939
940
Correct predictions = 88.51%    
941
#FPplusFN=2089  
942
minError=222    minErrorIndex=1 globalThreshold =-1.502667360802    
943
metrics area_roc = 91.9%    
944
(beta) metrics area_precision_recall = 73.96%   
945
946
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
947
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
948
TOTAL:  
949
 FN = 215 / 516  (truth == 1) & (prediction < threshold)    
950
 TP = 301 / 516  (truth == 1) & (prediction >= threshold)
951
    
952
 FP = 25 / 1,573     (truth == 0) & (prediction >= threshold)   
953
 TN = 1,548 / 1,573  (truth == 0) & (prediction < threshold)
954
    
955
956
::::    Matthews correlation coefficient = +0.67    ::::
957
    
958
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
959
f1_score = 0.71 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
960
Saved model file: ./models/model_hus10_hl2_time1524165414
961
    
962
$$$ hidden_units = 25    hidden_layers = 2 $$$  
963
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.23264%
964
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.042%
965
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.92049%
966
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.83799%
967
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.77692%
968
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.73048%
969
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.69121%
970
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.65937%
971
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.63178%
972
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.60779%
973
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.58584%
974
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.56517%
975
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.54463%
976
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.52412%
977
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.50659%
978
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.48953%
979
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.47242%
980
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.45816%
981
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.44288%
982
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.42741%
983
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.41232%
984
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.39755%
985
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.38401%
986
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.37068%
987
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.35799%
988
989
990
### executeTest(perceptron, validation_patient_profile) 
991
992
Correct predictions = 87.17%    
993
#FPplusFN=2089  
994
minError=256    minErrorIndex=1 globalThreshold =-1.7269320895413   
995
metrics area_roc = 89.77%   
996
(beta) metrics area_precision_recall = 60.9%    
997
998
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
999
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1000
TOTAL:  
1001
 FN = 206 / 516  (truth == 1) & (prediction < threshold)    
1002
 TP = 310 / 516  (truth == 1) & (prediction >= threshold)
1003
    
1004
 FP = 62 / 1,573     (truth == 0) & (prediction >= threshold)   
1005
 TN = 1,511 / 1,573  (truth == 0) & (prediction < threshold)
1006
    
1007
1008
::::    Matthews correlation coefficient = +0.63    ::::
1009
    
1010
accuracy = 0.87 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1011
f1_score = 0.7 = (2*tp) / (2*tp+fp+fn)   [worst = 0, best = 1]  
1012
Saved model file: ./models/model_hus25_hl2_time1524165539
1013
    
1014
$$$ hidden_units = 50    hidden_layers = 2 $$$  
1015
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.21417%
1016
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.01289%
1017
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.89028%
1018
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.80321%
1019
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.73728%
1020
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.68603%
1021
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.64209%
1022
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.60229%
1023
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.56527%
1024
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.52841%
1025
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.49283%
1026
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.45838%
1027
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.42582%
1028
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.3949%
1029
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.36419%
1030
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.3335%
1031
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.30335%
1032
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.27356%
1033
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.24528%
1034
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.21848%
1035
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.19163%
1036
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.1659%
1037
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.14109%
1038
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.11685%
1039
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.09385%
1040
1041
1042
### executeTest(perceptron, validation_patient_profile) 
1043
1044
Correct predictions = 88.65%    
1045
#FPplusFN=2089  
1046
minError=230    minErrorIndex=1 globalThreshold =-2.1932968616912   
1047
metrics area_roc = 89.38%   
1048
(beta) metrics area_precision_recall = 43%  
1049
1050
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1051
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1052
TOTAL:  
1053
 FN = 165 / 516  (truth == 1) & (prediction < threshold)    
1054
 TP = 351 / 516  (truth == 1) & (prediction >= threshold)
1055
    
1056
 FP = 72 / 1,573     (truth == 0) & (prediction >= threshold)   
1057
 TN = 1,501 / 1,573  (truth == 0) & (prediction < threshold)
1058
    
1059
1060
::::    Matthews correlation coefficient = +0.68    ::::
1061
    
1062
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1063
f1_score = 0.75 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1064
Saved model file: ./models/model_hus50_hl2_time1524165699
1065
    
1066
$$$ hidden_units = 75    hidden_layers = 2 $$$  
1067
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.18222%
1068
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.98517%
1069
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.86967%
1070
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.79223%
1071
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.72974%
1072
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.67668%
1073
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.62543%
1074
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.57517%
1075
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.52827%
1076
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.48271%
1077
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.43698%
1078
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 1.39392%
1079
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.35397%
1080
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.31509%
1081
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.27639%
1082
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.23696%
1083
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.19923%
1084
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.16386%
1085
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.12967%
1086
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.09708%
1087
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.06574%
1088
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.03573%
1089
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.00799%
1090
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.98185%
1091
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.95682%
1092
1093
1094
### executeTest(perceptron, validation_patient_profile) 
1095
1096
Correct predictions = 88.32%    
1097
#FPplusFN=2089  
1098
minError=233    minErrorIndex=1 globalThreshold =-2.0533067876911   
1099
metrics area_roc = 88.13%   
1100
(beta) metrics area_precision_recall = 56.25%   
1101
1102
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1103
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1104
TOTAL:  
1105
 FN = 180 / 516  (truth == 1) & (prediction < threshold)    
1106
 TP = 336 / 516  (truth == 1) & (prediction >= threshold)
1107
    
1108
 FP = 64 / 1,573     (truth == 0) & (prediction >= threshold)   
1109
 TN = 1,509 / 1,573  (truth == 0) & (prediction < threshold)
1110
    
1111
1112
::::    Matthews correlation coefficient = +0.67    ::::
1113
    
1114
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1115
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1116
Saved model file: ./models/model_hus75_hl2_time1524165897
1117
    
1118
$$$ hidden_units = 100   hidden_layers = 2 $$$  
1119
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.16669%
1120
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.96599%
1121
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.84594%
1122
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.75983%
1123
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.68675%
1124
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.62109%
1125
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.55872%
1126
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.49778%
1127
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.43895%
1128
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.38385%
1129
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.33136%
1130
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.28256%
1131
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.23657%
1132
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.19035%
1133
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.14675%
1134
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.10631%
1135
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.06698%
1136
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.03029%
1137
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.99548%
1138
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.96307%
1139
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.93244%
1140
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.90321%
1141
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.87589%
1142
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.84999%
1143
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.82539%
1144
1145
1146
### executeTest(perceptron, validation_patient_profile) 
1147
1148
Correct predictions = 88.89%    
1149
#FPplusFN=2089  
1150
minError=225    minErrorIndex=1 globalThreshold =-2.1841671379024   
1151
metrics area_roc = 86.73%   
1152
(beta) metrics area_precision_recall = 64.46%   
1153
1154
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1155
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1156
TOTAL:  
1157
 FN = 185 / 516  (truth == 1) & (prediction < threshold)    
1158
 TP = 331 / 516  (truth == 1) & (prediction >= threshold)
1159
    
1160
 FP = 47 / 1,573     (truth == 0) & (prediction >= threshold)   
1161
 TN = 1,526 / 1,573  (truth == 0) & (prediction < threshold)
1162
    
1163
1164
::::    Matthews correlation coefficient = +0.69    ::::
1165
    
1166
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1167
f1_score = 0.74 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1168
Saved model file: ./models/model_hus100_hl2_time1524166151
1169
    
1170
$$$ hidden_units = 125   hidden_layers = 2 $$$  
1171
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.1556%
1172
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.94808%
1173
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.8227%
1174
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.73251%
1175
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.65465%
1176
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.58357%
1177
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.51711%
1178
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.45043%
1179
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.38558%
1180
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.32276%
1181
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.26425%
1182
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 1.20816%
1183
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.15397%
1184
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.10261%
1185
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.0549%
1186
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.01137%
1187
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 0.97142%
1188
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.93523%
1189
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.90027%
1190
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.86852%
1191
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.83837%
1192
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.8095%
1193
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.78278%
1194
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.75768%
1195
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.73376%
1196
1197
1198
### executeTest(perceptron, validation_patient_profile) 
1199
1200
Correct predictions = 89.18%    
1201
#FPplusFN=2089  
1202
minError=221    minErrorIndex=1 globalThreshold =-1.8536333647676   
1203
metrics area_roc = 88.74%   
1204
(beta) metrics area_precision_recall = 61.08%   
1205
1206
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1207
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1208
TOTAL:  
1209
 FN = 169 / 516  (truth == 1) & (prediction < threshold)    
1210
 TP = 347 / 516  (truth == 1) & (prediction >= threshold)
1211
    
1212
 FP = 57 / 1,573     (truth == 0) & (prediction >= threshold)   
1213
 TN = 1,516 / 1,573  (truth == 0) & (prediction < threshold)
1214
    
1215
1216
::::    Matthews correlation coefficient = +0.69    ::::
1217
    
1218
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1219
f1_score = 0.75 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1220
Saved model file: ./models/model_hus125_hl2_time1524166472
1221
    
1222
$$$ hidden_units = 150   hidden_layers = 2 $$$  
1223
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.15341%
1224
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.94832%
1225
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.82033%
1226
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.72185%
1227
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.63838%
1228
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.56367%
1229
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.49016%
1230
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.41651%
1231
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.34688%
1232
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.28193%
1233
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.22018%
1234
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.16225%
1235
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.10959%
1236
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.06026%
1237
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.01344%
1238
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.96995%
1239
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.92894%
1240
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.89194%
1241
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.85687%
1242
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.82422%
1243
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.7932%
1244
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.76485%
1245
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.73861%
1246
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.71353%
1247
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.68963%
1248
1249
1250
### executeTest(perceptron, validation_patient_profile) 
1251
1252
Correct predictions = 89.47%    
1253
#FPplusFN=2089  
1254
minError=214    minErrorIndex=1 globalThreshold =-2.1107329079799   
1255
metrics area_roc = 87.22%   
1256
(beta) metrics area_precision_recall = 40.34%   
1257
1258
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1259
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1260
TOTAL:  
1261
 FN = 182 / 516  (truth == 1) & (prediction < threshold)    
1262
 TP = 334 / 516  (truth == 1) & (prediction >= threshold)
1263
    
1264
 FP = 38 / 1,573     (truth == 0) & (prediction >= threshold)   
1265
 TN = 1,535 / 1,573  (truth == 0) & (prediction < threshold)
1266
    
1267
1268
::::    Matthews correlation coefficient = +0.7 ::::
1269
    
1270
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1271
f1_score = 0.75 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1272
Saved model file: ./models/model_hus150_hl2_time1524166869
1273
    
1274
$$$ hidden_units = 175   hidden_layers = 2 $$$  
1275
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.1451%
1276
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.93033%
1277
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.79433%
1278
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.68786%
1279
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.59511%
1280
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.50992%
1281
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.42585%
1282
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.34724%
1283
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.27375%
1284
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.2084%
1285
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.14695%
1286
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.08903%
1287
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.03459%
1288
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.98485%
1289
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.93949%
1290
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.89715%
1291
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.85716%
1292
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.82083%
1293
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.78611%
1294
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.75431%
1295
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.7244%
1296
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.69607%
1297
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.67109%
1298
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.64737%
1299
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.62566%
1300
1301
1302
### executeTest(perceptron, validation_patient_profile) 
1303
1304
Correct predictions = 88.89%    
1305
#FPplusFN=2089  
1306
minError=223    minErrorIndex=1 globalThreshold =-1.7431005491834   
1307
metrics area_roc = 87.79%   
1308
(beta) metrics area_precision_recall = 63.69%   
1309
1310
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1311
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1312
TOTAL:  
1313
 FN = 177 / 516  (truth == 1) & (prediction < threshold)    
1314
 TP = 339 / 516  (truth == 1) & (prediction >= threshold)
1315
    
1316
 FP = 55 / 1,573     (truth == 0) & (prediction >= threshold)   
1317
 TN = 1,518 / 1,573  (truth == 0) & (prediction < threshold)
1318
    
1319
1320
::::    Matthews correlation coefficient = +0.69    ::::
1321
    
1322
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1323
f1_score = 0.75 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1324
Saved model file: ./models/model_hus175_hl2_time1524167366
1325
    
1326
$$$ hidden_units = 200   hidden_layers = 2 $$$  
1327
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.1543%
1328
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.9345%
1329
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.79769%
1330
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.69451%
1331
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.59885%
1332
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.50301%
1333
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.41472%
1334
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.33373%
1335
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.25669%
1336
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.1846%
1337
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.11837%
1338
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 1.05579%
1339
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 0.99888%
1340
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.94673%
1341
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.89942%
1342
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.85633%
1343
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.81675%
1344
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.78089%
1345
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.74826%
1346
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 0.7182%
1347
completion: 84% (epoch=168)(element=6266) loss = 0.002  error progress = 0.69027%
1348
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.6645%
1349
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.64035%
1350
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 0.61825%
1351
completion: 100% (epoch=200)(element=6266) loss = 0.002     error progress = 0.59771%
1352
1353
1354
### executeTest(perceptron, validation_patient_profile) 
1355
1356
Correct predictions = 88.7% 
1357
#FPplusFN=2089  
1358
minError=219    minErrorIndex=1 globalThreshold =-2.033061355248    
1359
metrics area_roc = 88.61%   
1360
(beta) metrics area_precision_recall = 60.1%    
1361
1362
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1363
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1364
TOTAL:  
1365
 FN = 200 / 516  (truth == 1) & (prediction < threshold)    
1366
 TP = 316 / 516  (truth == 1) & (prediction >= threshold)
1367
    
1368
 FP = 36 / 1,573     (truth == 0) & (prediction >= threshold)   
1369
 TN = 1,537 / 1,573  (truth == 0) & (prediction < threshold)
1370
    
1371
1372
::::    Matthews correlation coefficient = +0.68    ::::
1373
    
1374
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1375
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1376
Saved model file: ./models/model_hus200_hl2_time1524167957
1377
    
1378
$$$ hidden_units = 225   hidden_layers = 2 $$$  
1379
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.13313%
1380
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.92941%
1381
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.79384%
1382
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.68577%
1383
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.58517%
1384
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.48864%
1385
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.39853%
1386
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.31518%
1387
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.23659%
1388
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.16616%
1389
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.1002%
1390
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.04011%
1391
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 0.9851%
1392
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.9348%
1393
completion: 60% (epoch=120)(element=6266) loss = 0.002  error progress = 0.88824%
1394
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 0.84552%
1395
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.80621%
1396
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.77119%
1397
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.73838%
1398
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.70808%
1399
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.68027%
1400
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.65431%
1401
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.63035%
1402
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.60818%
1403
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 0.58719%
1404
1405
1406
### executeTest(perceptron, validation_patient_profile) 
1407
1408
Correct predictions = 89.61%    
1409
#FPplusFN=2089  
1410
minError=211    minErrorIndex=1 globalThreshold =-1.5135891460637   
1411
metrics area_roc = 90.99%   
1412
(beta) metrics area_precision_recall = 62.41%   
1413
1414
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1415
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1416
TOTAL:  
1417
 FN = 162 / 516  (truth == 1) & (prediction < threshold)    
1418
 TP = 354 / 516  (truth == 1) & (prediction >= threshold)
1419
    
1420
 FP = 55 / 1,573     (truth == 0) & (prediction >= threshold)   
1421
 TN = 1,518 / 1,573  (truth == 0) & (prediction < threshold)
1422
    
1423
1424
::::    Matthews correlation coefficient = +0.71    ::::
1425
    
1426
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
1427
f1_score = 0.77 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1428
Saved model file: ./models/model_hus225_hl2_time1524171613
1429
    
1430
$$$ hidden_units = 250   hidden_layers = 2 $$$  
1431
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.11973%
1432
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.90365%
1433
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.76431%
1434
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.65335%
1435
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.55218%
1436
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.45415%
1437
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 1.36096%
1438
completion: 32% (epoch=64)(element=6266) loss = 0.002   error progress = 1.27639%
1439
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.19575%
1440
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.12039%
1441
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.05215%
1442
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 0.99009%
1443
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.93294%
1444
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 0.88071%
1445
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 0.8337%
1446
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 0.79048%
1447
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 0.75227%
1448
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.71734%
1449
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.68582%
1450
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.65718%
1451
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.63065%
1452
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.60574%
1453
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.58259%
1454
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.56218%
1455
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 0.5431%
1456
1457
1458
### executeTest(perceptron, validation_patient_profile) 
1459
1460
Correct predictions = 88.99%    
1461
#FPplusFN=2089  
1462
minError=222    minErrorIndex=1 globalThreshold =-1.6526407093388   
1463
metrics area_roc = 87.95%   
1464
(beta) metrics area_precision_recall = 58.33%   
1465
1466
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1467
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1468
TOTAL:  
1469
 FN = 190 / 516  (truth == 1) & (prediction < threshold)    
1470
 TP = 326 / 516  (truth == 1) & (prediction >= threshold)
1471
    
1472
 FP = 40 / 1,573     (truth == 0) & (prediction >= threshold)   
1473
 TN = 1,533 / 1,573  (truth == 0) & (prediction < threshold)
1474
    
1475
1476
::::    Matthews correlation coefficient = +0.69    ::::
1477
    
1478
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1479
f1_score = 0.74 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1480
Saved model file: ./models/model_hus250_hl2_time1524175477
1481
    
1482
$$$ hidden_units = 275   hidden_layers = 2 $$$  
1483
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.12535%
1484
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.91852%
1485
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.78214%
1486
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.66854%
1487
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 1.56591%
1488
completion: 24% (epoch=48)(element=6266) loss = 0.002   error progress = 1.46419%
1489
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.36796%
1490
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.27772%
1491
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.19444%
1492
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 1.11846%
1493
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.04874%
1494
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 0.98657%
1495
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.9304%
1496
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.87845%
1497
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.83197%
1498
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 0.79018%
1499
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.75201%
1500
completion: 72% (epoch=144)(element=6266) loss = 0.004  error progress = 0.71694%
1501
completion: 76% (epoch=152)(element=6266) loss = 0.002  error progress = 0.68517%
1502
completion: 80% (epoch=160)(element=6266) loss = 0.002  error progress = 0.65551%
1503
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 0.62865%
1504
completion: 88% (epoch=176)(element=6266) loss = 0.002  error progress = 0.60369%
1505
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.58067%
1506
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.55929%
1507
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.53929%
1508
1509
1510
### executeTest(perceptron, validation_patient_profile) 
1511
1512
Correct predictions = 89.04%    
1513
#FPplusFN=2089  
1514
minError=221    minErrorIndex=1 globalThreshold =-2.0233597466751   
1515
metrics area_roc = 89%  
1516
(beta) metrics area_precision_recall = 64.31%   
1517
1518
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1519
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1520
TOTAL:  
1521
 FN = 187 / 516  (truth == 1) & (prediction < threshold)    
1522
 TP = 329 / 516  (truth == 1) & (prediction >= threshold)
1523
    
1524
 FP = 42 / 1,573     (truth == 0) & (prediction >= threshold)   
1525
 TN = 1,531 / 1,573  (truth == 0) & (prediction < threshold)
1526
    
1527
1528
::::    Matthews correlation coefficient = +0.69    ::::
1529
    
1530
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1531
f1_score = 0.74 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1532
Saved model file: ./models/model_hus275_hl2_time1524179511
1533
    
1534
$$$ hidden_units = 300   hidden_layers = 2 $$$  
1535
completion: 4% (epoch=8)(element=6266) loss = 0.001     error progress = 2.10998%
1536
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.88949%
1537
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.74243%
1538
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.62272%
1539
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.50815%
1540
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.39796%
1541
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.29478%
1542
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.20109%
1543
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.11704%
1544
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 1.04051%
1545
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 0.9727%
1546
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 0.91177%
1547
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.85696%
1548
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.80832%
1549
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.76547%
1550
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.727%
1551
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.69176%
1552
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.66054%
1553
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.63165%
1554
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.60546%
1555
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.58066%
1556
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.55774%
1557
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.53636%
1558
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.51704%
1559
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.49891%
1560
1561
1562
### executeTest(perceptron, validation_patient_profile) 
1563
1564
Correct predictions = 89.76%    
1565
#FPplusFN=2089  
1566
minError=202    minErrorIndex=1 globalThreshold =-1.8525686288094   
1567
metrics area_roc = 91.05%   
1568
(beta) metrics area_precision_recall = 61.1%    
1569
1570
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1571
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1572
TOTAL:  
1573
 FN = 168 / 516  (truth == 1) & (prediction < threshold)    
1574
 TP = 348 / 516  (truth == 1) & (prediction >= threshold)
1575
    
1576
 FP = 46 / 1,573     (truth == 0) & (prediction >= threshold)   
1577
 TN = 1,527 / 1,573  (truth == 0) & (prediction < threshold)
1578
    
1579
1580
::::    Matthews correlation coefficient = +0.71    ::::
1581
    
1582
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
1583
f1_score = 0.76 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1584
Saved model file: ./models/model_hus300_hl2_time1524183712
1585
    
1586
$$$ hidden_units = 350   hidden_layers = 2 $$$  
1587
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.08271%
1588
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.868%
1589
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.72162%
1590
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.59526%
1591
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.47529%
1592
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.3595%
1593
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.25258%
1594
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.1582%
1595
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.07609%
1596
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.00259%
1597
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 0.93736%
1598
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 0.87924%
1599
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.82748%
1600
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.78099%
1601
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.73946%
1602
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 0.70211%
1603
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 0.66778%
1604
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.6367%
1605
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 0.60837%
1606
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.58222%
1607
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.55805%
1608
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.5364%
1609
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.51614%
1610
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 0.49741%
1611
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 0.47998%
1612
1613
1614
### executeTest(perceptron, validation_patient_profile) 
1615
1616
Correct predictions = 90%   
1617
#FPplusFN=2089  
1618
minError=201    minErrorIndex=1 globalThreshold =-1.8442327973371   
1619
metrics area_roc = 89.56%   
1620
(beta) metrics area_precision_recall = 70.96%   
1621
1622
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1623
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1624
TOTAL:  
1625
 FN = 176 / 516  (truth == 1) & (prediction < threshold)    
1626
 TP = 340 / 516  (truth == 1) & (prediction >= threshold)
1627
    
1628
 FP = 33 / 1,573     (truth == 0) & (prediction >= threshold)   
1629
 TN = 1,540 / 1,573  (truth == 0) & (prediction < threshold)
1630
    
1631
1632
::::    Matthews correlation coefficient = +0.72    ::::
1633
    
1634
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
1635
f1_score = 0.76 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1636
Saved model file: ./models/model_hus350_hl2_time1524188265
1637
    
1638
$$$ hidden_units = 400   hidden_layers = 2 $$$  
1639
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.07528%
1640
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.86186%
1641
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.71359%
1642
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 1.5855%
1643
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 1.46214%
1644
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.3458%
1645
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.24498%
1646
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.1539%
1647
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.07123%
1648
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 0.99761%
1649
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 0.931%
1650
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 0.87106%
1651
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 0.8183%
1652
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.77195%
1653
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.73001%
1654
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.69243%
1655
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.65842%
1656
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.6274%
1657
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 0.59836%
1658
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.57202%
1659
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.54831%
1660
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.52592%
1661
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.5056%
1662
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.48702%
1663
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.46958%
1664
1665
1666
### executeTest(perceptron, validation_patient_profile) 
1667
1668
Correct predictions = 89.61%    
1669
#FPplusFN=2089  
1670
minError=206    minErrorIndex=1 globalThreshold =-1.7155746529659   
1671
metrics area_roc = 89.57%   
1672
(beta) metrics area_precision_recall = 64%  
1673
1674
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1675
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1676
TOTAL:  
1677
 FN = 173 / 516  (truth == 1) & (prediction < threshold)    
1678
 TP = 343 / 516  (truth == 1) & (prediction >= threshold)
1679
    
1680
 FP = 44 / 1,573     (truth == 0) & (prediction >= threshold)   
1681
 TN = 1,529 / 1,573  (truth == 0) & (prediction < threshold)
1682
    
1683
1684
::::    Matthews correlation coefficient = +0.71    ::::
1685
    
1686
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
1687
f1_score = 0.76 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1688
Saved model file: ./models/model_hus400_hl2_time1524193089
1689
    
1690
$$$ hidden_units = 5     hidden_layers = 3 $$$  
1691
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.52626%
1692
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.28736%
1693
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.17455%
1694
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.101%
1695
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 2.04295%
1696
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.99687%
1697
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.95921%
1698
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.9293%
1699
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.90278%
1700
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.87983%
1701
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.85856%
1702
completion: 48% (epoch=96)(element=6266) loss = 0.001   error progress = 1.84187%
1703
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.82604%
1704
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 1.81358%
1705
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.80291%
1706
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 1.79285%
1707
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.78276%
1708
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 1.77349%
1709
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 1.7645%
1710
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.75716%
1711
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.74963%
1712
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.7429%
1713
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 1.73659%
1714
completion: 96% (epoch=192)(element=6266) loss = 0.001  error progress = 1.73107%
1715
completion: 100% (epoch=200)(element=6266) loss = 0.001     error progress = 1.72576%
1716
1717
1718
### executeTest(perceptron, validation_patient_profile) 
1719
1720
Correct predictions = 87.75%    
1721
#FPplusFN=2089  
1722
minError=202    minErrorIndex=1 globalThreshold =-0.99255330679635  
1723
metrics area_roc = 92.09%   
1724
(beta) metrics area_precision_recall = 74.3%    
1725
1726
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1727
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1728
TOTAL:  
1729
 FN = 241 / 516  (truth == 1) & (prediction < threshold)    
1730
 TP = 275 / 516  (truth == 1) & (prediction >= threshold)
1731
    
1732
 FP = 15 / 1,573     (truth == 0) & (prediction >= threshold)   
1733
 TN = 1,558 / 1,573  (truth == 0) & (prediction < threshold)
1734
    
1735
1736
::::    Matthews correlation coefficient = +0.65    ::::
1737
    
1738
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1739
f1_score = 0.68 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1740
Saved model file: ./models/model_hus5_hl3_time1524193219
1741
    
1742
$$$ hidden_units = 10    hidden_layers = 3 $$$  
1743
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.38352%
1744
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.20316%
1745
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.08945%
1746
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 2.00846%
1747
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.94922%
1748
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.90391%
1749
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.86803%
1750
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.83747%
1751
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.81076%
1752
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.78873%
1753
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.76861%
1754
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.75097%
1755
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.73554%
1756
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.72175%
1757
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.71165%
1758
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.70113%
1759
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.68948%
1760
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.67815%
1761
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.66777%
1762
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.65816%
1763
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.64834%
1764
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 1.63852%
1765
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.62877%
1766
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.61949%
1767
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.61221%
1768
1769
1770
### executeTest(perceptron, validation_patient_profile) 
1771
1772
Correct predictions = 88.89%    
1773
#FPplusFN=2089  
1774
minError=212    minErrorIndex=1 globalThreshold =-1.0371227592153   
1775
metrics area_roc = 92.79%   
1776
(beta) metrics area_precision_recall = 73.14%   
1777
1778
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1779
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1780
TOTAL:  
1781
 FN = 188 / 516  (truth == 1) & (prediction < threshold)    
1782
 TP = 328 / 516  (truth == 1) & (prediction >= threshold)
1783
    
1784
 FP = 44 / 1,573     (truth == 0) & (prediction >= threshold)   
1785
 TN = 1,529 / 1,573  (truth == 0) & (prediction < threshold)
1786
    
1787
1788
::::    Matthews correlation coefficient = +0.69    ::::
1789
    
1790
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1791
f1_score = 0.74 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1792
Saved model file: ./models/model_hus10_hl3_time1524193351
1793
    
1794
$$$ hidden_units = 25    hidden_layers = 3 $$$  
1795
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.35287%
1796
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.17013%
1797
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 2.05882%
1798
completion: 16% (epoch=32)(element=6266) loss = 0.001   error progress = 1.96925%
1799
completion: 20% (epoch=40)(element=6266) loss = 0.001   error progress = 1.89612%
1800
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.84139%
1801
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.79774%
1802
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.76086%
1803
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.72961%
1804
completion: 40% (epoch=80)(element=6266) loss = 0.001   error progress = 1.69998%
1805
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.67498%
1806
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.65304%
1807
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.63394%
1808
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.61653%
1809
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.60002%
1810
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.58557%
1811
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.57075%
1812
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.55658%
1813
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.54344%
1814
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.53071%
1815
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.51899%
1816
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.50776%
1817
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.4941%
1818
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.48233%
1819
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.47028%
1820
1821
1822
### executeTest(perceptron, validation_patient_profile) 
1823
1824
Correct predictions = 89.09%    
1825
#FPplusFN=2089  
1826
minError=211    minErrorIndex=1 globalThreshold =-1.1319997437947   
1827
metrics area_roc = 91.67%   
1828
(beta) metrics area_precision_recall = 73.98%   
1829
1830
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1831
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1832
TOTAL:  
1833
 FN = 184 / 516  (truth == 1) & (prediction < threshold)    
1834
 TP = 332 / 516  (truth == 1) & (prediction >= threshold)
1835
    
1836
 FP = 44 / 1,573     (truth == 0) & (prediction >= threshold)   
1837
 TN = 1,529 / 1,573  (truth == 0) & (prediction < threshold)
1838
    
1839
1840
::::    Matthews correlation coefficient = +0.69    ::::
1841
    
1842
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1843
f1_score = 0.74 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1844
Saved model file: ./models/model_hus25_hl3_time1524193500
1845
    
1846
$$$ hidden_units = 50    hidden_layers = 3 $$$  
1847
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.2426%
1848
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.02001%
1849
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.9101%
1850
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.82919%
1851
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.76633%
1852
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.7142%
1853
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.66823%
1854
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.62677%
1855
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.58922%
1856
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.55428%
1857
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.52286%
1858
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.49238%
1859
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.46182%
1860
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.43513%
1861
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.40866%
1862
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.38406%
1863
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.35958%
1864
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.3353%
1865
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.31011%
1866
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.28534%
1867
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.26129%
1868
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.23634%
1869
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.21278%
1870
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.18838%
1871
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 1.16573%
1872
1873
1874
### executeTest(perceptron, validation_patient_profile) 
1875
1876
Correct predictions = 88.42%    
1877
#FPplusFN=2089  
1878
minError=227    minErrorIndex=1 globalThreshold =-1.4931617953822   
1879
metrics area_roc = 86.43%   
1880
(beta) metrics area_precision_recall = 42.87%   
1881
1882
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1883
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1884
TOTAL:  
1885
 FN = 194 / 516  (truth == 1) & (prediction < threshold)    
1886
 TP = 322 / 516  (truth == 1) & (prediction >= threshold)
1887
    
1888
 FP = 48 / 1,573     (truth == 0) & (prediction >= threshold)   
1889
 TN = 1,525 / 1,573  (truth == 0) & (prediction < threshold)
1890
    
1891
1892
::::    Matthews correlation coefficient = +0.67    ::::
1893
    
1894
accuracy = 0.88 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1895
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1896
Saved model file: ./models/model_hus50_hl3_time1524193694
1897
    
1898
$$$ hidden_units = 75    hidden_layers = 3 $$$  
1899
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.24134%
1900
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.00284%
1901
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.88159%
1902
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.79268%
1903
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.72486%
1904
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.67006%
1905
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.6219%
1906
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.57286%
1907
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.52285%
1908
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.47912%
1909
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.44021%
1910
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.40244%
1911
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.36296%
1912
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.32616%
1913
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.29081%
1914
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.25645%
1915
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.22221%
1916
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.18804%
1917
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.15714%
1918
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.12572%
1919
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.09711%
1920
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 1.06862%
1921
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 1.04194%
1922
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 1.01577%
1923
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.9912%
1924
1925
1926
### executeTest(perceptron, validation_patient_profile) 
1927
1928
Correct predictions = 88.65%    
1929
#FPplusFN=2089  
1930
minError=222    minErrorIndex=1 globalThreshold =-1.5972918697087   
1931
metrics area_roc = 87.39%   
1932
(beta) metrics area_precision_recall = 59.44%   
1933
1934
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1935
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1936
TOTAL:  
1937
 FN = 192 / 516  (truth == 1) & (prediction < threshold)    
1938
 TP = 324 / 516  (truth == 1) & (prediction >= threshold)
1939
    
1940
 FP = 45 / 1,573     (truth == 0) & (prediction >= threshold)   
1941
 TN = 1,528 / 1,573  (truth == 0) & (prediction < threshold)
1942
    
1943
1944
::::    Matthews correlation coefficient = +0.68    ::::
1945
    
1946
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
1947
f1_score = 0.73 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
1948
Saved model file: ./models/model_hus75_hl3_time1524193947
1949
    
1950
$$$ hidden_units = 100   hidden_layers = 3 $$$  
1951
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.24853%
1952
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 2.02361%
1953
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.8852%
1954
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.78916%
1955
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.71874%
1956
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.65903%
1957
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.60325%
1958
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.55076%
1959
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.49832%
1960
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.44782%
1961
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.39866%
1962
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.35079%
1963
completion: 52% (epoch=104)(element=6266) loss = 0.001  error progress = 1.30545%
1964
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.26406%
1965
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 1.22277%
1966
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.18394%
1967
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.14323%
1968
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 1.10395%
1969
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 1.06849%
1970
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 1.03647%
1971
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 1.00441%
1972
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.97329%
1973
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.94469%
1974
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.91905%
1975
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.8915%
1976
1977
1978
### executeTest(perceptron, validation_patient_profile) 
1979
1980
Correct predictions = 89.61%    
1981
#FPplusFN=2089  
1982
minError=209    minErrorIndex=1 globalThreshold =-1.4446596821412   
1983
metrics area_roc = 89.49%   
1984
(beta) metrics area_precision_recall = 68.08%   
1985
1986
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
1987
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
1988
TOTAL:  
1989
 FN = 146 / 516  (truth == 1) & (prediction < threshold)    
1990
 TP = 370 / 516  (truth == 1) & (prediction >= threshold)
1991
    
1992
 FP = 71 / 1,573     (truth == 0) & (prediction >= threshold)   
1993
 TN = 1,502 / 1,573  (truth == 0) & (prediction < threshold)
1994
    
1995
1996
::::    Matthews correlation coefficient = +0.71    ::::
1997
    
1998
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
1999
f1_score = 0.77 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2000
Saved model file: ./models/model_hus100_hl3_time1524194279
2001
    
2002
$$$ hidden_units = 125   hidden_layers = 3 $$$  
2003
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.19796%
2004
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.97866%
2005
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.84581%
2006
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.75056%
2007
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.67819%
2008
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.61267%
2009
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.55062%
2010
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.49463%
2011
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.43473%
2012
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.37776%
2013
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.32224%
2014
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.26919%
2015
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.21816%
2016
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.16784%
2017
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.12244%
2018
completion: 64% (epoch=128)(element=6266) loss = 0.002  error progress = 1.07906%
2019
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 1.03773%
2020
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.99885%
2021
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 0.96135%
2022
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 0.92771%
2023
completion: 84% (epoch=168)(element=6266) loss = 0.001  error progress = 0.89719%
2024
completion: 88% (epoch=176)(element=6266) loss = 0.003  error progress = 0.86967%
2025
completion: 92% (epoch=184)(element=6266) loss = 0.002  error progress = 0.84239%
2026
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.81697%
2027
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.79256%
2028
2029
2030
### executeTest(perceptron, validation_patient_profile) 
2031
2032
Correct predictions = 89.13%    
2033
#FPplusFN=2089  
2034
minError=222    minErrorIndex=1 globalThreshold =-1.2666119837831   
2035
metrics area_roc = 89.11%   
2036
(beta) metrics area_precision_recall = 63.34%   
2037
2038
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2039
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2040
TOTAL:  
2041
 FN = 138 / 516  (truth == 1) & (prediction < threshold)    
2042
 TP = 378 / 516  (truth == 1) & (prediction >= threshold)
2043
    
2044
 FP = 89 / 1,573     (truth == 0) & (prediction >= threshold)   
2045
 TN = 1,484 / 1,573  (truth == 0) & (prediction < threshold)
2046
    
2047
2048
::::    Matthews correlation coefficient = +0.7 ::::
2049
    
2050
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
2051
f1_score = 0.77 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2052
Saved model file: ./models/model_hus125_hl3_time1524194706
2053
    
2054
$$$ hidden_units = 150   hidden_layers = 3 $$$  
2055
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.20111%
2056
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.96832%
2057
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.83117%
2058
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.73817%
2059
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.66667%
2060
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.59557%
2061
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.53005%
2062
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.46811%
2063
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.40803%
2064
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.34995%
2065
completion: 44% (epoch=88)(element=6266) loss = 0.002   error progress = 1.29211%
2066
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.23591%
2067
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.18297%
2068
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.1313%
2069
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 1.08083%
2070
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 1.03503%
2071
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.99024%
2072
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.95038%
2073
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.91242%
2074
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.87703%
2075
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.84543%
2076
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.81558%
2077
completion: 92% (epoch=184)(element=6266) loss = 0.001  error progress = 0.78632%
2078
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.75897%
2079
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.73369%
2080
2081
2082
### executeTest(perceptron, validation_patient_profile) 
2083
2084
Correct predictions = 89.76%    
2085
#FPplusFN=2089  
2086
minError=211    minErrorIndex=1 globalThreshold =-1.1944410662187   
2087
metrics area_roc = 90%  
2088
(beta) metrics area_precision_recall = 54.56%   
2089
2090
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2091
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2092
TOTAL:  
2093
 FN = 147 / 516  (truth == 1) & (prediction < threshold)    
2094
 TP = 369 / 516  (truth == 1) & (prediction >= threshold)
2095
    
2096
 FP = 67 / 1,573     (truth == 0) & (prediction >= threshold)   
2097
 TN = 1,506 / 1,573  (truth == 0) & (prediction < threshold)
2098
    
2099
2100
::::    Matthews correlation coefficient = +0.71    ::::
2101
    
2102
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
2103
f1_score = 0.78 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2104
Saved model file: ./models/model_hus150_hl3_time1524195242
2105
    
2106
$$$ hidden_units = 175   hidden_layers = 3 $$$  
2107
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.15894%
2108
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.92769%
2109
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.79335%
2110
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.69579%
2111
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.61767%
2112
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.54036%
2113
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 1.4653%
2114
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.39125%
2115
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.31837%
2116
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.24637%
2117
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.17846%
2118
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.11737%
2119
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.06166%
2120
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.01158%
2121
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.96423%
2122
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.92209%
2123
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.88248%
2124
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.84568%
2125
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.81213%
2126
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.78141%
2127
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.75261%
2128
completion: 88% (epoch=176)(element=6266) loss = 0.001  error progress = 0.72671%
2129
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.70149%
2130
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.67947%
2131
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.65791%
2132
2133
2134
### executeTest(perceptron, validation_patient_profile) 
2135
2136
Correct predictions = 88.99%    
2137
#FPplusFN=2089  
2138
minError=225    minErrorIndex=1 globalThreshold =-1.4437735434177   
2139
metrics area_roc = 86.77%   
2140
(beta) metrics area_precision_recall = 54.61%   
2141
2142
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2143
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2144
TOTAL:  
2145
 FN = 161 / 516  (truth == 1) & (prediction < threshold)    
2146
 TP = 355 / 516  (truth == 1) & (prediction >= threshold)
2147
    
2148
 FP = 69 / 1,573     (truth == 0) & (prediction >= threshold)   
2149
 TN = 1,504 / 1,573  (truth == 0) & (prediction < threshold)
2150
    
2151
2152
::::    Matthews correlation coefficient = +0.69    ::::
2153
    
2154
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
2155
f1_score = 0.76 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2156
Saved model file: ./models/model_hus175_hl3_time1524195919
2157
    
2158
$$$ hidden_units = 200   hidden_layers = 3 $$$  
2159
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.17515%
2160
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.95098%
2161
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.81243%
2162
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.71133%
2163
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.62892%
2164
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.55445%
2165
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.48403%
2166
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.41421%
2167
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.34319%
2168
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.27439%
2169
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.21092%
2170
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.15143%
2171
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.09353%
2172
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 1.03909%
2173
completion: 60% (epoch=120)(element=6266) loss = 0.001  error progress = 0.98992%
2174
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.94505%
2175
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 0.90356%
2176
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.86452%
2177
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.82831%
2178
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.79625%
2179
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.76543%
2180
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.73578%
2181
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.70854%
2182
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.68364%
2183
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.65999%
2184
2185
2186
### executeTest(perceptron, validation_patient_profile) 
2187
2188
Correct predictions = 88.99%    
2189
#FPplusFN=2089  
2190
minError=213    minErrorIndex=1 globalThreshold =-1.8992361594779   
2191
metrics area_roc = 89%  
2192
(beta) metrics area_precision_recall = 56.23%   
2193
2194
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2195
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2196
TOTAL:  
2197
 FN = 171 / 516  (truth == 1) & (prediction < threshold)    
2198
 TP = 345 / 516  (truth == 1) & (prediction >= threshold)
2199
    
2200
 FP = 59 / 1,573     (truth == 0) & (prediction >= threshold)   
2201
 TN = 1,514 / 1,573  (truth == 0) & (prediction < threshold)
2202
    
2203
2204
::::    Matthews correlation coefficient = +0.69    ::::
2205
    
2206
accuracy = 0.89 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
2207
f1_score = 0.75 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2208
Saved model file: ./models/model_hus200_hl3_time1524199702
2209
    
2210
$$$ hidden_units = 225   hidden_layers = 3 $$$  
2211
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.16358%
2212
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.93539%
2213
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.80091%
2214
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.70035%
2215
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.61636%
2216
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.53701%
2217
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.46153%
2218
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.3874%
2219
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.31496%
2220
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.24392%
2221
completion: 44% (epoch=88)(element=6266) loss = 0.001   error progress = 1.17668%
2222
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.11184%
2223
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 1.05137%
2224
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.99615%
2225
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.94496%
2226
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.89798%
2227
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.8557%
2228
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.81659%
2229
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.78191%
2230
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.74914%
2231
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.72078%
2232
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.69458%
2233
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.66923%
2234
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.64476%
2235
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.62182%
2236
2237
2238
### executeTest(perceptron, validation_patient_profile) 
2239
2240
Correct predictions = 89.85%    
2241
#FPplusFN=2089  
2242
minError=203    minErrorIndex=1 globalThreshold =-1.3707778662225   
2243
metrics area_roc = 88.5%    
2244
(beta) metrics area_precision_recall = 63.6%    
2245
2246
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2247
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2248
TOTAL:  
2249
 FN = 171 / 516  (truth == 1) & (prediction < threshold)    
2250
 TP = 345 / 516  (truth == 1) & (prediction >= threshold)
2251
    
2252
 FP = 41 / 1,573     (truth == 0) & (prediction >= threshold)   
2253
 TN = 1,532 / 1,573  (truth == 0) & (prediction < threshold)
2254
    
2255
2256
::::    Matthews correlation coefficient = +0.71    ::::
2257
    
2258
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
2259
f1_score = 0.76 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2260
Saved model file: ./models/model_hus225_hl3_time1524203819
2261
    
2262
$$$ hidden_units = 250   hidden_layers = 3 $$$  
2263
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.16112%
2264
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.93616%
2265
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.79222%
2266
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.68171%
2267
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.58765%
2268
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.49562%
2269
completion: 28% (epoch=56)(element=6266) loss = 0.001   error progress = 1.41142%
2270
completion: 32% (epoch=64)(element=6266) loss = 0.001   error progress = 1.3296%
2271
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.24965%
2272
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.17307%
2273
completion: 44% (epoch=88)(element=6266) loss = 0.002   error progress = 1.1022%
2274
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.03856%
2275
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.98103%
2276
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.92817%
2277
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.88136%
2278
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.8374%
2279
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.79899%
2280
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.76337%
2281
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.73189%
2282
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.70033%
2283
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.67226%
2284
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.64641%
2285
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.62184%
2286
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.5985%
2287
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.57677%
2288
2289
2290
### executeTest(perceptron, validation_patient_profile) 
2291
2292
Correct predictions = 89.95%    
2293
#FPplusFN=2089  
2294
minError=208    minErrorIndex=1 globalThreshold =-1.4215542042046   
2295
metrics area_roc = 87.83%   
2296
(beta) metrics area_precision_recall = 61.9%    
2297
2298
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2299
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2300
TOTAL:  
2301
 FN = 158 / 516  (truth == 1) & (prediction < threshold)    
2302
 TP = 358 / 516  (truth == 1) & (prediction >= threshold)
2303
    
2304
 FP = 52 / 1,573     (truth == 0) & (prediction >= threshold)   
2305
 TN = 1,521 / 1,573  (truth == 0) & (prediction < threshold)
2306
    
2307
2308
::::    Matthews correlation coefficient = +0.72    ::::
2309
    
2310
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
2311
f1_score = 0.77 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2312
Saved model file: ./models/model_hus250_hl3_time1524208107
2313
    
2314
$$$ hidden_units = 275   hidden_layers = 3 $$$  
2315
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.12942%
2316
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.90012%
2317
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.76677%
2318
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.66854%
2319
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.58656%
2320
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.50397%
2321
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.41964%
2322
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.33916%
2323
completion: 36% (epoch=72)(element=6266) loss = 0.001   error progress = 1.26112%
2324
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.18723%
2325
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.11514%
2326
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.04921%
2327
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.99021%
2328
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.93611%
2329
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.88834%
2330
completion: 64% (epoch=128)(element=6266) loss = 0.001  error progress = 0.84265%
2331
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 0.80526%
2332
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.76818%
2333
completion: 76% (epoch=152)(element=6266) loss = 0.001  error progress = 0.73435%
2334
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.70338%
2335
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.67379%
2336
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.64635%
2337
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.62082%
2338
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.59709%
2339
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.57493%
2340
2341
2342
### executeTest(perceptron, validation_patient_profile) 
2343
2344
Correct predictions = 89.9% 
2345
#FPplusFN=2089  
2346
minError=208    minErrorIndex=1 globalThreshold =-1.6752995466043   
2347
metrics area_roc = 88.86%   
2348
(beta) metrics area_precision_recall = 63.66%   
2349
2350
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2351
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2352
TOTAL:  
2353
 FN = 164 / 516  (truth == 1) & (prediction < threshold)    
2354
 TP = 352 / 516  (truth == 1) & (prediction >= threshold)
2355
    
2356
 FP = 47 / 1,573     (truth == 0) & (prediction >= threshold)   
2357
 TN = 1,526 / 1,573  (truth == 0) & (prediction < threshold)
2358
    
2359
2360
::::    Matthews correlation coefficient = +0.72    ::::
2361
    
2362
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
2363
f1_score = 0.77 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2364
Saved model file: ./models/model_hus275_hl3_time1524212599
2365
    
2366
$$$ hidden_units = 300   hidden_layers = 3 $$$  
2367
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.12826%
2368
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.90347%
2369
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.77007%
2370
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.66175%
2371
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.5705%
2372
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.48032%
2373
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.3972%
2374
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.31262%
2375
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.2315%
2376
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.15197%
2377
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 1.0791%
2378
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 1.01322%
2379
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.95417%
2380
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.90201%
2381
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.85468%
2382
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.8109%
2383
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.773%
2384
completion: 72% (epoch=144)(element=6266) loss = 0.001  error progress = 0.73761%
2385
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.70528%
2386
completion: 80% (epoch=160)(element=6266) loss = 0.001  error progress = 0.67625%
2387
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.64958%
2388
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.62519%
2389
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.60189%
2390
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.58123%
2391
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.56081%
2392
2393
2394
### executeTest(perceptron, validation_patient_profile) 
2395
2396
Correct predictions = 89.76%    
2397
#FPplusFN=2089  
2398
minError=209    minErrorIndex=1 globalThreshold =-1.1610351737176   
2399
metrics area_roc = 88.56%   
2400
(beta) metrics area_precision_recall = 62.79%   
2401
2402
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2403
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2404
TOTAL:  
2405
 FN = 159 / 516  (truth == 1) & (prediction < threshold)    
2406
 TP = 357 / 516  (truth == 1) & (prediction >= threshold)
2407
    
2408
 FP = 55 / 1,573     (truth == 0) & (prediction >= threshold)   
2409
 TN = 1,518 / 1,573  (truth == 0) & (prediction < threshold)
2410
    
2411
2412
::::    Matthews correlation coefficient = +0.71    ::::
2413
    
2414
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
2415
f1_score = 0.77 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2416
Saved model file: ./models/model_hus300_hl3_time1524217241
2417
    
2418
$$$ hidden_units = 350   hidden_layers = 3 $$$  
2419
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.09735%
2420
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.87852%
2421
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.73916%
2422
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.62683%
2423
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.52094%
2424
completion: 24% (epoch=48)(element=6266) loss = 0.001   error progress = 1.41667%
2425
completion: 28% (epoch=56)(element=6266) loss = 0   error progress = 1.31874%
2426
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.22925%
2427
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.14442%
2428
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.06682%
2429
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 0.99574%
2430
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 0.93392%
2431
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.87956%
2432
completion: 56% (epoch=112)(element=6266) loss = 0  error progress = 0.83061%
2433
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.78654%
2434
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.74584%
2435
completion: 68% (epoch=136)(element=6266) loss = 0  error progress = 0.70911%
2436
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.67537%
2437
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.64528%
2438
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.61728%
2439
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.59206%
2440
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.56811%
2441
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.54566%
2442
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.52458%
2443
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.50538%
2444
2445
2446
### executeTest(perceptron, validation_patient_profile) 
2447
2448
Correct predictions = 90%   
2449
#FPplusFN=2089  
2450
minError=208    minErrorIndex=1 globalThreshold =-1.2194031839604   
2451
metrics area_roc = 90.08%   
2452
(beta) metrics area_precision_recall = 64.85%   
2453
2454
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2455
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2456
TOTAL:  
2457
 FN = 165 / 516  (truth == 1) & (prediction < threshold)    
2458
 TP = 351 / 516  (truth == 1) & (prediction >= threshold)
2459
    
2460
 FP = 44 / 1,573     (truth == 0) & (prediction >= threshold)   
2461
 TN = 1,529 / 1,573  (truth == 0) & (prediction < threshold)
2462
    
2463
2464
::::    Matthews correlation coefficient = +0.72    ::::
2465
    
2466
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
2467
f1_score = 0.77 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2468
Saved model file: ./models/model_hus350_hl3_time1524222478
2469
    
2470
$$$ hidden_units = 400   hidden_layers = 3 $$$  
2471
completion: 4% (epoch=8)(element=6266) loss = 0     error progress = 2.10734%
2472
completion: 8% (epoch=16)(element=6266) loss = 0    error progress = 1.88324%
2473
completion: 12% (epoch=24)(element=6266) loss = 0   error progress = 1.74065%
2474
completion: 16% (epoch=32)(element=6266) loss = 0   error progress = 1.6191%
2475
completion: 20% (epoch=40)(element=6266) loss = 0   error progress = 1.50444%
2476
completion: 24% (epoch=48)(element=6266) loss = 0   error progress = 1.39906%
2477
completion: 28% (epoch=56)(element=6266) loss = 0.002   error progress = 1.30097%
2478
completion: 32% (epoch=64)(element=6266) loss = 0   error progress = 1.21094%
2479
completion: 36% (epoch=72)(element=6266) loss = 0   error progress = 1.12515%
2480
completion: 40% (epoch=80)(element=6266) loss = 0   error progress = 1.0489%
2481
completion: 44% (epoch=88)(element=6266) loss = 0   error progress = 0.97986%
2482
completion: 48% (epoch=96)(element=6266) loss = 0   error progress = 0.91677%
2483
completion: 52% (epoch=104)(element=6266) loss = 0  error progress = 0.86054%
2484
completion: 56% (epoch=112)(element=6266) loss = 0.001  error progress = 0.81205%
2485
completion: 60% (epoch=120)(element=6266) loss = 0  error progress = 0.76685%
2486
completion: 64% (epoch=128)(element=6266) loss = 0  error progress = 0.72566%
2487
completion: 68% (epoch=136)(element=6266) loss = 0.001  error progress = 0.6896%
2488
completion: 72% (epoch=144)(element=6266) loss = 0  error progress = 0.65688%
2489
completion: 76% (epoch=152)(element=6266) loss = 0  error progress = 0.62636%
2490
completion: 80% (epoch=160)(element=6266) loss = 0  error progress = 0.59819%
2491
completion: 84% (epoch=168)(element=6266) loss = 0  error progress = 0.57211%
2492
completion: 88% (epoch=176)(element=6266) loss = 0  error progress = 0.54784%
2493
completion: 92% (epoch=184)(element=6266) loss = 0  error progress = 0.52505%
2494
completion: 96% (epoch=192)(element=6266) loss = 0  error progress = 0.50417%
2495
completion: 100% (epoch=200)(element=6266) loss = 0     error progress = 0.48464%
2496
2497
2498
### executeTest(perceptron, validation_patient_profile) 
2499
2500
Correct predictions = 90%   
2501
#FPplusFN=2089  
2502
minError=201    minErrorIndex=1 globalThreshold =-1.4470493232363   
2503
metrics area_roc = 90.35%   
2504
(beta) metrics area_precision_recall = 56.11%   
2505
2506
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2507
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2508
TOTAL:  
2509
 FN = 153 / 516  (truth == 1) & (prediction < threshold)    
2510
 TP = 363 / 516  (truth == 1) & (prediction >= threshold)
2511
    
2512
 FP = 56 / 1,573     (truth == 0) & (prediction >= threshold)   
2513
 TN = 1,517 / 1,573  (truth == 0) & (prediction < threshold)
2514
    
2515
2516
::::    Matthews correlation coefficient = +0.72    ::::
2517
    
2518
accuracy = 0.9 = (tp + tn) / (tp + tn +fn + fp)          [worst = -1, best =  +1]   
2519
f1_score = 0.78 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2520
Saved model file: ./models/model_hus400_hl3_time1524228306
2521
    
2522
@ @ [1]     AUPR = 74.83%   MCC = 0.67  F1_score  = 0.71    AUROC  = 93.59%     hidden units = 5    hidden layers = 1  @ @ 
2523
@ @ [2]     AUPR = 72.35%   MCC = 0.66  F1_score  = 0.69    AUROC  = 91.72%     hidden units = 10   hidden layers = 1  @ @ 
2524
@ @ [3]     AUPR = 71.82%   MCC = 0.68  F1_score  = 0.73    AUROC  = 90.62%     hidden units = 25   hidden layers = 1  @ @ 
2525
@ @ [4]     AUPR = 62.07%   MCC = 0.67  F1_score  = 0.72    AUROC  = 87.52%     hidden units = 50   hidden layers = 1  @ @ 
2526
@ @ [5]     AUPR = 66.5%    MCC = 0.64  F1_score  = 0.69    AUROC  = 89.38%     hidden units = 75   hidden layers = 1  @ @ 
2527
@ @ [6]     AUPR = 64.81%   MCC = 0.65  F1_score  = 0.72    AUROC  = 88.92%     hidden units = 100  hidden layers = 1  @ @ 
2528
@ @ [7]     AUPR = 66.91%   MCC = 0.68  F1_score  = 0.73    AUROC  = 88.63%     hidden units = 125  hidden layers = 1  @ @ 
2529
@ @ [8]     AUPR = 65.43%   MCC = 0.65  F1_score  = 0.7 AUROC  = 88.69%     hidden units = 150  hidden layers = 1  @ @ 
2530
@ @ [9]     AUPR = 64.79%   MCC = 0.61  F1_score  = 0.67    AUROC  = 88.65%     hidden units = 175  hidden layers = 1  @ @ 
2531
@ @ [10]    AUPR = 67.12%   MCC = 0.66  F1_score  = 0.71    AUROC  = 88.37%     hidden units = 200  hidden layers = 1  @ @ 
2532
@ @ [11]    AUPR = 67.5%    MCC = 0.67  F1_score  = 0.72    AUROC  = 89.66%     hidden units = 225  hidden layers = 1  @ @ 
2533
@ @ [12]    AUPR = 68.67%   MCC = 0.68  F1_score  = 0.73    AUROC  = 89.27%     hidden units = 250  hidden layers = 1  @ @ 
2534
@ @ [13]    AUPR = 67.87%   MCC = 0.65  F1_score  = 0.7 AUROC  = 89.53%     hidden units = 275  hidden layers = 1  @ @ 
2535
@ @ [14]    AUPR = 65.02%   MCC = 0.66  F1_score  = 0.71    AUROC  = 90.01%     hidden units = 300  hidden layers = 1  @ @ 
2536
@ @ [15]    AUPR = 69%  MCC = 0.67  F1_score  = 0.72    AUROC  = 89.27%     hidden units = 350  hidden layers = 1  @ @ 
2537
@ @ [16]    AUPR = 68.58%   MCC = 0.67  F1_score  = 0.72    AUROC  = 90.11%     hidden units = 400  hidden layers = 1  @ @ 
2538
@ @ [17]    AUPR = 75.42%   MCC = 0.66  F1_score  = 0.69    AUROC  = 93.45%     hidden units = 5    hidden layers = 2  @ @ 
2539
@ @ [18]    AUPR = 73.96%   MCC = 0.67  F1_score  = 0.71    AUROC  = 91.9%  hidden units = 10   hidden layers = 2  @ @ 
2540
@ @ [19]    AUPR = 60.9%    MCC = 0.63  F1_score  = 0.7 AUROC  = 89.77%     hidden units = 25   hidden layers = 2  @ @ 
2541
@ @ [20]    AUPR = 43%  MCC = 0.68  F1_score  = 0.75    AUROC  = 89.38%     hidden units = 50   hidden layers = 2  @ @ 
2542
@ @ [21]    AUPR = 56.25%   MCC = 0.67  F1_score  = 0.73    AUROC  = 88.13%     hidden units = 75   hidden layers = 2  @ @ 
2543
@ @ [22]    AUPR = 64.46%   MCC = 0.69  F1_score  = 0.74    AUROC  = 86.73%     hidden units = 100  hidden layers = 2  @ @ 
2544
@ @ [23]    AUPR = 61.08%   MCC = 0.69  F1_score  = 0.75    AUROC  = 88.74%     hidden units = 125  hidden layers = 2  @ @ 
2545
@ @ [24]    AUPR = 40.34%   MCC = 0.7   F1_score  = 0.75    AUROC  = 87.22%     hidden units = 150  hidden layers = 2  @ @ 
2546
@ @ [25]    AUPR = 63.69%   MCC = 0.69  F1_score  = 0.75    AUROC  = 87.79%     hidden units = 175  hidden layers = 2  @ @ 
2547
@ @ [26]    AUPR = 60.1%    MCC = 0.68  F1_score  = 0.73    AUROC  = 88.61%     hidden units = 200  hidden layers = 2  @ @ 
2548
@ @ [27]    AUPR = 62.41%   MCC = 0.71  F1_score  = 0.77    AUROC  = 90.99%     hidden units = 225  hidden layers = 2  @ @ 
2549
@ @ [28]    AUPR = 58.33%   MCC = 0.69  F1_score  = 0.74    AUROC  = 87.95%     hidden units = 250  hidden layers = 2  @ @ 
2550
@ @ [29]    AUPR = 64.31%   MCC = 0.69  F1_score  = 0.74    AUROC  = 89%    hidden units = 275  hidden layers = 2  @ @ 
2551
@ @ [30]    AUPR = 61.1%    MCC = 0.71  F1_score  = 0.76    AUROC  = 91.05%     hidden units = 300  hidden layers = 2  @ @ 
2552
@ @ [31]    AUPR = 70.96%   MCC = 0.72  F1_score  = 0.76    AUROC  = 89.56%     hidden units = 350  hidden layers = 2  @ @ 
2553
@ @ [32]    AUPR = 64%  MCC = 0.71  F1_score  = 0.76    AUROC  = 89.57%     hidden units = 400  hidden layers = 2  @ @ 
2554
@ @ [33]    AUPR = 74.3%    MCC = 0.65  F1_score  = 0.68    AUROC  = 92.09%     hidden units = 5    hidden layers = 3  @ @ 
2555
@ @ [34]    AUPR = 73.14%   MCC = 0.69  F1_score  = 0.74    AUROC  = 92.79%     hidden units = 10   hidden layers = 3  @ @ 
2556
@ @ [35]    AUPR = 73.98%   MCC = 0.69  F1_score  = 0.74    AUROC  = 91.67%     hidden units = 25   hidden layers = 3  @ @ 
2557
@ @ [36]    AUPR = 42.87%   MCC = 0.67  F1_score  = 0.73    AUROC  = 86.43%     hidden units = 50   hidden layers = 3  @ @ 
2558
@ @ [37]    AUPR = 59.44%   MCC = 0.68  F1_score  = 0.73    AUROC  = 87.39%     hidden units = 75   hidden layers = 3  @ @ 
2559
@ @ [38]    AUPR = 68.08%   MCC = 0.71  F1_score  = 0.77    AUROC  = 89.49%     hidden units = 100  hidden layers = 3  @ @ 
2560
@ @ [39]    AUPR = 63.34%   MCC = 0.7   F1_score  = 0.77    AUROC  = 89.11%     hidden units = 125  hidden layers = 3  @ @ 
2561
@ @ [40]    AUPR = 54.56%   MCC = 0.71  F1_score  = 0.78    AUROC  = 90%    hidden units = 150  hidden layers = 3  @ @ 
2562
@ @ [41]    AUPR = 54.61%   MCC = 0.69  F1_score  = 0.76    AUROC  = 86.77%     hidden units = 175  hidden layers = 3  @ @ 
2563
@ @ [42]    AUPR = 56.23%   MCC = 0.69  F1_score  = 0.75    AUROC  = 89%    hidden units = 200  hidden layers = 3  @ @ 
2564
@ @ [43]    AUPR = 63.6%    MCC = 0.71  F1_score  = 0.76    AUROC  = 88.5%  hidden units = 225  hidden layers = 3  @ @ 
2565
@ @ [44]    AUPR = 61.9%    MCC = 0.72  F1_score  = 0.77    AUROC  = 87.83%     hidden units = 250  hidden layers = 3  @ @ 
2566
@ @ [45]    AUPR = 63.66%   MCC = 0.72  F1_score  = 0.77    AUROC  = 88.86%     hidden units = 275  hidden layers = 3  @ @ 
2567
@ @ [46]    AUPR = 62.79%   MCC = 0.71  F1_score  = 0.77    AUROC  = 88.56%     hidden units = 300  hidden layers = 3  @ @ 
2568
@ @ [47]    AUPR = 64.85%   MCC = 0.72  F1_score  = 0.77    AUROC  = 90.08%     hidden units = 350  hidden layers = 3  @ @ 
2569
@ @ [48]    AUPR = 56.11%   MCC = 0.72  F1_score  = 0.78    AUROC  = 90.35%     hidden units = 400  hidden layers = 3  @ @ 
2570
2571
modelFileVect[48]
2572
modelFileToLoad =./models/model_hus400_hl3_time1524228306   
2573
2574
2575
### executeTest(loadedModel, test_patient_profile)  
2576
2577
Correct predictions = 91.04%    
2578
#FPplusFN=2088  
2579
minError=173    minErrorIndex=1 globalThreshold =-1.3236034932572   
2580
metrics area_roc = 93.4%    
2581
(beta) metrics area_precision_recall = 70.26%   
2582
2583
duration  the new area_roc metrics ROC_AUC_computer function: 0 seconds 
2584
duration  the new area_roc metrics ROC_AUC_computer function: 00 days, 00 hours, 00 minutes, 00 seconds 
2585
TOTAL:  
2586
 FN = 143 / 535  (truth == 1) & (prediction < threshold)    
2587
 TP = 392 / 535  (truth == 1) & (prediction >= threshold)
2588
    
2589
 FP = 44 / 1,553     (truth == 0) & (prediction >= threshold)   
2590
 TN = 1,509 / 1,553  (truth == 0) & (prediction < threshold)
2591
    
2592
2593
::::    Matthews correlation coefficient = +0.76    ::::
2594
    
2595
accuracy = 0.91 = (tp + tn) / (tp + tn +fn + fp)         [worst = -1, best =  +1]   
2596
f1_score = 0.81 = (2*tp) / (2*tp+fp+fn)      [worst = 0, best = 1]  
2597
':':':':' lastMCC = 0.76  lastF1score = 0.81 ':':':':'  
2598
command: rm ./models/model_hus5_hl1_time1524153559 
2599
command: rm ./models/model_hus10_hl1_time1524153656 
2600
command: rm ./models/model_hus25_hl1_time1524153761 
2601
command: rm ./models/model_hus50_hl1_time1524153882 
2602
command: rm ./models/model_hus75_hl1_time1524154030 
2603
command: rm ./models/model_hus100_hl1_time1524154209 
2604
command: rm ./models/model_hus125_hl1_time1524154421 
2605
command: rm ./models/model_hus150_hl1_time1524154676 
2606
command: rm ./models/model_hus175_hl1_time1524154976 
2607
command: rm ./models/model_hus200_hl1_time1524155333 
2608
command: rm ./models/model_hus225_hl1_time1524155745 
2609
command: rm ./models/model_hus250_hl1_time1524156221 
2610
command: rm ./models/model_hus275_hl1_time1524156766 
2611
command: rm ./models/model_hus300_hl1_time1524157388 
2612
command: rm ./models/model_hus350_hl1_time1524161126 
2613
command: rm ./models/model_hus400_hl1_time1524165186 
2614
command: rm ./models/model_hus5_hl2_time1524165299 
2615
command: rm ./models/model_hus10_hl2_time1524165414 
2616
command: rm ./models/model_hus25_hl2_time1524165539 
2617
command: rm ./models/model_hus50_hl2_time1524165699 
2618
command: rm ./models/model_hus75_hl2_time1524165897 
2619
command: rm ./models/model_hus100_hl2_time1524166151 
2620
command: rm ./models/model_hus125_hl2_time1524166472 
2621
command: rm ./models/model_hus150_hl2_time1524166869 
2622
command: rm ./models/model_hus175_hl2_time1524167366 
2623
command: rm ./models/model_hus200_hl2_time1524167957 
2624
command: rm ./models/model_hus225_hl2_time1524171613 
2625
command: rm ./models/model_hus250_hl2_time1524175477 
2626
command: rm ./models/model_hus275_hl2_time1524179511 
2627
command: rm ./models/model_hus300_hl2_time1524183712 
2628
command: rm ./models/model_hus350_hl2_time1524188265 
2629
command: rm ./models/model_hus400_hl2_time1524193089 
2630
command: rm ./models/model_hus5_hl3_time1524193219 
2631
command: rm ./models/model_hus10_hl3_time1524193351 
2632
command: rm ./models/model_hus25_hl3_time1524193500 
2633
command: rm ./models/model_hus50_hl3_time1524193694 
2634
command: rm ./models/model_hus75_hl3_time1524193947 
2635
command: rm ./models/model_hus100_hl3_time1524194279 
2636
command: rm ./models/model_hus125_hl3_time1524194706 
2637
command: rm ./models/model_hus150_hl3_time1524195242 
2638
command: rm ./models/model_hus175_hl3_time1524195919 
2639
command: rm ./models/model_hus200_hl3_time1524199702 
2640
command: rm ./models/model_hus225_hl3_time1524203819 
2641
command: rm ./models/model_hus250_hl3_time1524208107 
2642
command: rm ./models/model_hus275_hl3_time1524212599 
2643
command: rm ./models/model_hus300_hl3_time1524217241 
2644
command: rm ./models/model_hus350_hl3_time1524222478 
2645
command: rm ./models/model_hus400_hl3_time1524228306 
2646
2647
duration  complete execution: 74,844 seconds    
2648
duration  complete execution: 00 days, 20 hours, 47 minutes, 24 seconds