Datasets
Models
Diff of
/5-Training with Ignite and Optuna/example.ipynb
[000000]
..
[24c4a6]
Switch to unified view
| a | b/5-Training with Ignite and Optuna/example.ipynb | ||
|---|---|---|---|
| 1 | { |
||
| 2 | "cells": [ |
||
| 3 | { |
||
| 4 | "cell_type": "code", |
||
| 5 | "execution_count": 1, |
||
| 6 | "metadata": {}, |
||
| 7 | "outputs": [], |
||
| 8 | "source": [ |
||
| 9 | "import numpy as np\n", |
||
| 10 | "\n", |
||
| 11 | "from paths import FilePaths\n", |
||
| 12 | "from tuningfunctions import get_data_loaders, get_criterion, Objective, run_trials\n", |
||
| 13 | "import models\n", |
||
| 14 | "from constants import MODEL_NAME, OPTIMIZERS, MAX_EPOCHS, METRIC, MIN_LR, MAX_LR, PATIENCE, SCHEDULER, STEP, GAMMA, PRUNER, NUM_TRIALS, DIRECTION" |
||
| 15 | ] |
||
| 16 | }, |
||
| 17 | { |
||
| 18 | "cell_type": "markdown", |
||
| 19 | "metadata": {}, |
||
| 20 | "source": [ |
||
| 21 | "## paths.py should contain the paths to the X_train, X_test, y_train, and y_test data files. These files should already be preprocessed and ready for input into the model." |
||
| 22 | ] |
||
| 23 | }, |
||
| 24 | { |
||
| 25 | "cell_type": "code", |
||
| 26 | "execution_count": 2, |
||
| 27 | "metadata": {}, |
||
| 28 | "outputs": [], |
||
| 29 | "source": [ |
||
| 30 | "X_train=np.load(FilePaths.X_train)\n", |
||
| 31 | "X_test=np.load(FilePaths.X_test)\n", |
||
| 32 | "y_train=np.load(FilePaths.y_train)\n", |
||
| 33 | "y_test=np.load(FilePaths.y_test)" |
||
| 34 | ] |
||
| 35 | }, |
||
| 36 | { |
||
| 37 | "cell_type": "markdown", |
||
| 38 | "metadata": {}, |
||
| 39 | "source": [ |
||
| 40 | "## For ECG data, the criterion takes into account the class weights in the training labels, to edit, refer to get_criterion in tuningfunctions.py" |
||
| 41 | ] |
||
| 42 | }, |
||
| 43 | { |
||
| 44 | "cell_type": "code", |
||
| 45 | "execution_count": 3, |
||
| 46 | "metadata": {}, |
||
| 47 | "outputs": [ |
||
| 48 | { |
||
| 49 | "name": "stdout", |
||
| 50 | "output_type": "stream", |
||
| 51 | "text": [ |
||
| 52 | "Train on: cuda:0\n", |
||
| 53 | "CLASS 0: 0.7791713325867862, CLASS 1: 0.22082866741321389\n", |
||
| 54 | "WEIGHT 0: 1.0, WEIGHT 1: 3.528397565922921\n", |
||
| 55 | "Label Weights: [tensor(3.5284, dtype=torch.float64)]\n" |
||
| 56 | ] |
||
| 57 | } |
||
| 58 | ], |
||
| 59 | "source": [ |
||
| 60 | "criterion=get_criterion(y_train)" |
||
| 61 | ] |
||
| 62 | }, |
||
| 63 | { |
||
| 64 | "cell_type": "markdown", |
||
| 65 | "metadata": {}, |
||
| 66 | "source": [ |
||
| 67 | "## Get the data loaders" |
||
| 68 | ] |
||
| 69 | }, |
||
| 70 | { |
||
| 71 | "cell_type": "code", |
||
| 72 | "execution_count": 4, |
||
| 73 | "metadata": {}, |
||
| 74 | "outputs": [], |
||
| 75 | "source": [ |
||
| 76 | "train_loader, test_loader=get_data_loaders(X_train, X_test, y_train, y_test)" |
||
| 77 | ] |
||
| 78 | }, |
||
| 79 | { |
||
| 80 | "cell_type": "markdown", |
||
| 81 | "metadata": {}, |
||
| 82 | "source": [ |
||
| 83 | "## Edit the capitalized general parameter inputs in constants.py. \n", |
||
| 84 | "Model specific parameters are inputted in models.py" |
||
| 85 | ] |
||
| 86 | }, |
||
| 87 | { |
||
| 88 | "cell_type": "code", |
||
| 89 | "execution_count": 5, |
||
| 90 | "metadata": {}, |
||
| 91 | "outputs": [], |
||
| 92 | "source": [ |
||
| 93 | "objective=Objective(MODEL_NAME, criterion, train_loader, test_loader, OPTIMIZERS, MIN_LR, MAX_LR, METRIC, MAX_EPOCHS, PATIENCE, SCHEDULER, STEP, GAMMA)" |
||
| 94 | ] |
||
| 95 | }, |
||
| 96 | { |
||
| 97 | "cell_type": "code", |
||
| 98 | "execution_count": 6, |
||
| 99 | "metadata": {}, |
||
| 100 | "outputs": [ |
||
| 101 | { |
||
| 102 | "name": "stderr", |
||
| 103 | "output_type": "stream", |
||
| 104 | "text": [ |
||
| 105 | "\u001b[32m[I 2020-12-29 21:53:33,027]\u001b[0m A new study created in memory with name: no-name-f2fe4293-6221-4e4d-921e-faf3d0e9fe60\u001b[0m\n" |
||
| 106 | ] |
||
| 107 | }, |
||
| 108 | { |
||
| 109 | "name": "stdout", |
||
| 110 | "output_type": "stream", |
||
| 111 | "text": [ |
||
| 112 | "Training Results - Epoch: 1 Avg accuracy: 0.2927 Avg loss: 1.0804 roc_auc: 0.5152 \n", |
||
| 113 | "\n", |
||
| 114 | "Validation Results - Epoch: 1 Avg accuracy: 0.2848 Avg loss: 1.1236 ROC_AUC: 0.4957\n", |
||
| 115 | "Class 1 Precision: 0.2424 Class 1 Recall: 0.9079 Class 1 F1: 0.3826\n", |
||
| 116 | "Class 0 Precision: 0.7375 Class 0 Recall: 0.0836 Class 0 F1: 0.150127 \n", |
||
| 117 | "\n", |
||
| 118 | "Training Results - Epoch: 2 Avg accuracy: 0.4676 Avg loss: 1.1070 roc_auc: 0.5635 \n", |
||
| 119 | "\n", |
||
| 120 | "Validation Results - Epoch: 2 Avg accuracy: 0.4711 Avg loss: 1.1465 ROC_AUC: 0.5551\n", |
||
| 121 | "Class 1 Precision: 0.2761 Class 1 Recall: 0.7193 Class 1 F1: 0.3990\n", |
||
| 122 | "Class 0 Precision: 0.8118 Class 0 Recall: 0.3909 Class 0 F1: 0.527725 \n", |
||
| 123 | "\n", |
||
| 124 | "Training Results - Epoch: 3 Avg accuracy: 0.5109 Avg loss: 1.1149 roc_auc: 0.5822 \n", |
||
| 125 | "\n", |
||
| 126 | "Validation Results - Epoch: 3 Avg accuracy: 0.4904 Avg loss: 1.1496 ROC_AUC: 0.5619\n", |
||
| 127 | "Class 1 Precision: 0.2817 Class 1 Recall: 0.7018 Class 1 F1: 0.4020\n", |
||
| 128 | "Class 0 Precision: 0.8142 Class 0 Recall: 0.4221 Class 0 F1: 0.555970 \n", |
||
| 129 | "\n", |
||
| 130 | "Training Results - Epoch: 4 Avg accuracy: 0.5044 Avg loss: 1.2246 roc_auc: 0.5886 \n", |
||
| 131 | "\n", |
||
| 132 | "Validation Results - Epoch: 4 Avg accuracy: 0.4561 Avg loss: 1.3194 ROC_AUC: 0.5111\n", |
||
| 133 | "Class 1 Precision: 0.2509 Class 1 Recall: 0.6184 Class 1 F1: 0.3570\n", |
||
| 134 | "Class 0 Precision: 0.7661 Class 0 Recall: 0.4037 Class 0 F1: 0.528757 \n", |
||
| 135 | "\n", |
||
| 136 | "Training Results - Epoch: 5 Avg accuracy: 0.3628 Avg loss: 1.1885 roc_auc: 0.5486 \n", |
||
| 137 | "\n", |
||
| 138 | "Validation Results - Epoch: 5 Avg accuracy: 0.3737 Avg loss: 1.2321 ROC_AUC: 0.5308\n", |
||
| 139 | "Class 1 Precision: 0.2585 Class 1 Recall: 0.8377 Class 1 F1: 0.3950\n", |
||
| 140 | "Class 0 Precision: 0.8103 Class 0 Recall: 0.2238 Class 0 F1: 0.350721 \n", |
||
| 141 | "\n", |
||
| 142 | "Training Results - Epoch: 6 Avg accuracy: 0.4932 Avg loss: 1.1599 roc_auc: 0.5981 \n", |
||
| 143 | "\n", |
||
| 144 | "Validation Results - Epoch: 6 Avg accuracy: 0.4743 Avg loss: 1.2688 ROC_AUC: 0.5617\n", |
||
| 145 | "Class 1 Precision: 0.2797 Class 1 Recall: 0.7325 Class 1 F1: 0.4048\n", |
||
| 146 | "Class 0 Precision: 0.8190 Class 0 Recall: 0.3909 Class 0 F1: 0.529243 \n", |
||
| 147 | "\n", |
||
| 148 | "Training Results - Epoch: 7 Avg accuracy: 0.5243 Avg loss: 1.1764 roc_auc: 0.6028 \n", |
||
| 149 | "\n", |
||
| 150 | "Validation Results - Epoch: 7 Avg accuracy: 0.5182 Avg loss: 1.3025 ROC_AUC: 0.5685\n", |
||
| 151 | "Class 1 Precision: 0.2890 Class 1 Recall: 0.6667 Class 1 F1: 0.4032\n", |
||
| 152 | "Class 0 Precision: 0.8137 Class 0 Recall: 0.4703 Class 0 F1: 0.596050 \n", |
||
| 153 | "\n", |
||
| 154 | "Training Results - Epoch: 8 Avg accuracy: 0.5035 Avg loss: 1.1401 roc_auc: 0.6145 \n", |
||
| 155 | "\n", |
||
| 156 | "Validation Results - Epoch: 8 Avg accuracy: 0.4593 Avg loss: 1.2772 ROC_AUC: 0.5444\n", |
||
| 157 | "Class 1 Precision: 0.2696 Class 1 Recall: 0.7105 Class 1 F1: 0.3908\n", |
||
| 158 | "Class 0 Precision: 0.8018 Class 0 Recall: 0.3782 Class 0 F1: 0.513956 \n", |
||
| 159 | "\n", |
||
| 160 | "Training Results - Epoch: 9 Avg accuracy: 0.4867 Avg loss: 1.0924 roc_auc: 0.6135 \n", |
||
| 161 | "\n", |
||
| 162 | "Validation Results - Epoch: 9 Avg accuracy: 0.4561 Avg loss: 1.2378 ROC_AUC: 0.5541\n", |
||
| 163 | "Class 1 Precision: 0.2742 Class 1 Recall: 0.7456 Class 1 F1: 0.4009\n", |
||
| 164 | "Class 0 Precision: 0.8153 Class 0 Recall: 0.3626 Class 0 F1: 0.501961 \n", |
||
| 165 | "\n", |
||
| 166 | "Training Results - Epoch: 10 Avg accuracy: 0.5357 Avg loss: 1.1187 roc_auc: 0.6276 \n", |
||
| 167 | "\n", |
||
| 168 | "Validation Results - Epoch: 10 Avg accuracy: 0.5032 Avg loss: 1.3215 ROC_AUC: 0.5541\n", |
||
| 169 | "Class 1 Precision: 0.2790 Class 1 Recall: 0.6535 Class 1 F1: 0.3911\n", |
||
| 170 | "Class 0 Precision: 0.8025 Class 0 Recall: 0.4547 Class 0 F1: 0.580470 \n", |
||
| 171 | "\n", |
||
| 172 | "Training Results - Epoch: 11 Avg accuracy: 0.3666 Avg loss: 1.1080 roc_auc: 0.5525 \n", |
||
| 173 | "\n", |
||
| 174 | "Validation Results - Epoch: 11 Avg accuracy: 0.3662 Avg loss: 1.1935 ROC_AUC: 0.5303\n", |
||
| 175 | "Class 1 Precision: 0.2580 Class 1 Recall: 0.8509 Class 1 F1: 0.3959\n", |
||
| 176 | "Class 0 Precision: 0.8132 Class 0 Recall: 0.2096 Class 0 F1: 0.333333 \n", |
||
| 177 | "\n", |
||
| 178 | "Training Results - Epoch: 12 Avg accuracy: 0.5776 Avg loss: 1.0630 roc_auc: 0.6279 \n", |
||
| 179 | "\n", |
||
| 180 | "Validation Results - Epoch: 12 Avg accuracy: 0.5268 Avg loss: 1.2422 ROC_AUC: 0.5415\n", |
||
| 181 | "Class 1 Precision: 0.2743 Class 1 Recall: 0.5702 Class 1 F1: 0.3704\n", |
||
| 182 | "Class 0 Precision: 0.7870 Class 0 Recall: 0.5127 Class 0 F1: 0.620926 \n", |
||
| 183 | "\n", |
||
| 184 | "Training Results - Epoch: 13 Avg accuracy: 0.5442 Avg loss: 1.0112 roc_auc: 0.6243 \n", |
||
| 185 | "\n", |
||
| 186 | "Validation Results - Epoch: 13 Avg accuracy: 0.4754 Avg loss: 1.2242 ROC_AUC: 0.5238\n", |
||
| 187 | "Class 1 Precision: 0.2592 Class 1 Recall: 0.6184 Class 1 F1: 0.3653\n", |
||
| 188 | "Class 0 Precision: 0.7769 Class 0 Recall: 0.4292 Class 0 F1: 0.552920 \n", |
||
| 189 | "\n", |
||
| 190 | "Training Results - Epoch: 14 Avg accuracy: 0.5106 Avg loss: 0.9988 roc_auc: 0.6311 \n", |
||
| 191 | "\n", |
||
| 192 | "Validation Results - Epoch: 14 Avg accuracy: 0.4443 Avg loss: 1.1956 ROC_AUC: 0.5270\n", |
||
| 193 | "Class 1 Precision: 0.2595 Class 1 Recall: 0.6886 Class 1 F1: 0.3770\n", |
||
| 194 | "Class 0 Precision: 0.7842 Class 0 Recall: 0.3654 Class 0 F1: 0.498551 \n", |
||
| 195 | "\n", |
||
| 196 | "Training Results - Epoch: 15 Avg accuracy: 0.3940 Avg loss: 1.0709 roc_auc: 0.5857 \n", |
||
| 197 | "\n", |
||
| 198 | "Validation Results - Epoch: 15 Avg accuracy: 0.3704 Avg loss: 1.1945 ROC_AUC: 0.5123\n", |
||
| 199 | "Class 1 Precision: 0.2500 Class 1 Recall: 0.7895 Class 1 F1: 0.3797\n", |
||
| 200 | "Class 0 Precision: 0.7757 Class 0 Recall: 0.2351 Class 0 F1: 0.360870 \n", |
||
| 201 | "\n", |
||
| 202 | "Training Results - Epoch: 16 Avg accuracy: 0.5496 Avg loss: 1.0151 roc_auc: 0.6427 \n", |
||
| 203 | "\n", |
||
| 204 | "Validation Results - Epoch: 16 Avg accuracy: 0.4946 Avg loss: 1.2929 ROC_AUC: 0.5336\n", |
||
| 205 | "Class 1 Precision: 0.2663 Class 1 Recall: 0.6096 Class 1 F1: 0.3707\n", |
||
| 206 | "Class 0 Precision: 0.7840 Class 0 Recall: 0.4575 Class 0 F1: 0.577818 \n", |
||
| 207 | "\n", |
||
| 208 | "Training Results - Epoch: 17 Avg accuracy: 0.5362 Avg loss: 0.9816 roc_auc: 0.6464 \n", |
||
| 209 | "\n", |
||
| 210 | "Validation Results - Epoch: 17 Avg accuracy: 0.5032 Avg loss: 1.1919 ROC_AUC: 0.5704\n", |
||
| 211 | "Class 1 Precision: 0.2878 Class 1 Recall: 0.7018 Class 1 F1: 0.4082\n", |
||
| 212 | "Class 0 Precision: 0.8201 Class 0 Recall: 0.4391 Class 0 F1: 0.571956 \n", |
||
| 213 | "\n", |
||
| 214 | "Training Results - Epoch: 18 Avg accuracy: 0.5754 Avg loss: 1.0322 roc_auc: 0.6457 \n", |
||
| 215 | "\n", |
||
| 216 | "Validation Results - Epoch: 18 Avg accuracy: 0.5268 Avg loss: 1.2262 ROC_AUC: 0.5548\n", |
||
| 217 | "Class 1 Precision: 0.2825 Class 1 Recall: 0.6096 Class 1 F1: 0.3861\n", |
||
| 218 | "Class 0 Precision: 0.7986 Class 0 Recall: 0.5000 Class 0 F1: 0.614983 \n", |
||
| 219 | "\n", |
||
| 220 | "Training Results - Epoch: 19 Avg accuracy: 0.5713 Avg loss: 0.9803 roc_auc: 0.6522 \n", |
||
| 221 | "\n", |
||
| 222 | "Validation Results - Epoch: 19 Avg accuracy: 0.5375 Avg loss: 1.1708 ROC_AUC: 0.5768\n", |
||
| 223 | "Class 1 Precision: 0.2968 Class 1 Recall: 0.6535 Class 1 F1: 0.4082\n", |
||
| 224 | "Class 0 Precision: 0.8171 Class 0 Recall: 0.5000 Class 0 F1: 0.620387 \n", |
||
| 225 | "\n", |
||
| 226 | "Training Results - Epoch: 20 Avg accuracy: 0.4374 Avg loss: 1.0193 roc_auc: 0.6055 \n", |
||
| 227 | "\n", |
||
| 228 | "Validation Results - Epoch: 20 Avg accuracy: 0.4111 Avg loss: 1.1587 ROC_AUC: 0.5392\n", |
||
| 229 | "Class 1 Precision: 0.2639 Class 1 Recall: 0.7895 Class 1 F1: 0.3956\n", |
||
| 230 | "Class 0 Precision: 0.8095 Class 0 Recall: 0.2890 Class 0 F1: 0.425887 \n", |
||
| 231 | "\n", |
||
| 232 | "Training Results - Epoch: 21 Avg accuracy: 0.5622 Avg loss: 0.9774 roc_auc: 0.6485 \n", |
||
| 233 | "\n", |
||
| 234 | "Validation Results - Epoch: 21 Avg accuracy: 0.5032 Avg loss: 1.2417 ROC_AUC: 0.5437\n", |
||
| 235 | "Class 1 Precision: 0.2731 Class 1 Recall: 0.6228 Class 1 F1: 0.3797\n", |
||
| 236 | "Class 0 Precision: 0.7923 Class 0 Recall: 0.4646 Class 0 F1: 0.585714 \n", |
||
| 237 | "\n", |
||
| 238 | "Training Results - Epoch: 22 Avg accuracy: 0.4903 Avg loss: 1.0207 roc_auc: 0.6333 \n", |
||
| 239 | "\n", |
||
| 240 | "Validation Results - Epoch: 22 Avg accuracy: 0.4379 Avg loss: 1.2840 ROC_AUC: 0.5361\n", |
||
| 241 | "Class 1 Precision: 0.2639 Class 1 Recall: 0.7281 Class 1 F1: 0.3874\n", |
||
| 242 | "Class 0 Precision: 0.7967 Class 0 Recall: 0.3442 Class 0 F1: 0.480712 \n", |
||
| 243 | "\n", |
||
| 244 | "Training Results - Epoch: 23 Avg accuracy: 0.4811 Avg loss: 1.0059 roc_auc: 0.6299 \n", |
||
| 245 | "\n", |
||
| 246 | "Validation Results - Epoch: 23 Avg accuracy: 0.4069 Avg loss: 1.1861 ROC_AUC: 0.5111\n", |
||
| 247 | "Class 1 Precision: 0.2500 Class 1 Recall: 0.7149 Class 1 F1: 0.3705\n", |
||
| 248 | "Class 0 Precision: 0.7695 Class 0 Recall: 0.3074 Class 0 F1: 0.439271 \n", |
||
| 249 | "\n", |
||
| 250 | "Training Results - Epoch: 24 Avg accuracy: 0.4867 Avg loss: 1.0078 roc_auc: 0.6241 \n", |
||
| 251 | "\n", |
||
| 252 | "Validation Results - Epoch: 24 Avg accuracy: 0.4368 Avg loss: 1.2162 ROC_AUC: 0.5265\n", |
||
| 253 | "Class 1 Precision: 0.2589 Class 1 Recall: 0.7018 Class 1 F1: 0.3783\n", |
||
| 254 | "Class 0 Precision: 0.7848 Class 0 Recall: 0.3513 Class 0 F1: 0.485323 \n", |
||
| 255 | "\n", |
||
| 256 | "Training Results - Epoch: 25 Avg accuracy: 0.5006 Avg loss: 1.0251 roc_auc: 0.6072 \n", |
||
| 257 | "\n", |
||
| 258 | "Validation Results - Epoch: 25 Avg accuracy: 0.4176 Avg loss: 1.2438 ROC_AUC: 0.4573\n", |
||
| 259 | "Class 1 Precision: 0.2179 Class 1 Recall: 0.5351 Class 1 F1: 0.3096\n", |
||
| 260 | "Class 0 Precision: 0.7166 Class 0 Recall: 0.3796 Class 0 F1: 0.496296 \n", |
||
| 261 | "\n", |
||
| 262 | "Training Results - Epoch: 26 Avg accuracy: 0.3059 Avg loss: 1.0826 roc_auc: 0.5172 \n", |
||
| 263 | "\n", |
||
| 264 | "Validation Results - Epoch: 26 Avg accuracy: 0.3126 Avg loss: 1.1275 ROC_AUC: 0.4919\n", |
||
| 265 | "Class 1 Precision: 0.2406 Class 1 Recall: 0.8421 Class 1 F1: 0.3743\n", |
||
| 266 | "Class 0 Precision: 0.7353 Class 0 Recall: 0.1416 Class 0 F1: 0.237530 \n", |
||
| 267 | "\n", |
||
| 268 | "Training Results - Epoch: 27 Avg accuracy: 0.5133 Avg loss: 1.0580 roc_auc: 0.5990 \n", |
||
| 269 | "\n", |
||
| 270 | "Validation Results - Epoch: 27 Avg accuracy: 0.4754 Avg loss: 1.2709 ROC_AUC: 0.5238\n", |
||
| 271 | "Class 1 Precision: 0.2592 Class 1 Recall: 0.6184 Class 1 F1: 0.3653\n", |
||
| 272 | "Class 0 Precision: 0.7769 Class 0 Recall: 0.4292 Class 0 F1: 0.552920 \n", |
||
| 273 | "\n", |
||
| 274 | "Training Results - Epoch: 28 Avg accuracy: 0.5035 Avg loss: 1.0312 roc_auc: 0.6032 \n", |
||
| 275 | "\n", |
||
| 276 | "Validation Results - Epoch: 28 Avg accuracy: 0.4325 Avg loss: 1.2702 ROC_AUC: 0.4791\n", |
||
| 277 | "Class 1 Precision: 0.2313 Class 1 Recall: 0.5702 Class 1 F1: 0.3291\n", |
||
| 278 | "Class 0 Precision: 0.7366 Class 0 Recall: 0.3881 Class 0 F1: 0.508349 \n", |
||
| 279 | "\n", |
||
| 280 | "Training Results - Epoch: 29 Avg accuracy: 0.5239 Avg loss: 1.0218 roc_auc: 0.6007 \n", |
||
| 281 | "\n", |
||
| 282 | "Validation Results - Epoch: 29 Avg accuracy: 0.4657 Avg loss: 1.2739 ROC_AUC: 0.4996\n", |
||
| 283 | "Class 1 Precision: 0.2439 Class 1 Recall: 0.5658 Class 1 F1: 0.3408\n", |
||
| 284 | "Class 0 Precision: 0.7556 Class 0 Recall: 0.4334 Class 0 F1: 0.550855 \n", |
||
| 285 | "\n" |
||
| 286 | ] |
||
| 287 | }, |
||
| 288 | { |
||
| 289 | "name": "stderr", |
||
| 290 | "output_type": "stream", |
||
| 291 | "text": [ |
||
| 292 | "\u001b[32m[I 2020-12-29 22:28:03,435]\u001b[0m Trial 0 finished with value: 0.5767543859649122 and parameters: {'kernel_num': 4, 'dropout': 0.3240577405343744, 'conv_1_1': 7, 'conv_1_2': 1, 'optimizer': 'RMSprop', 'lr': 3.310389013393733e-05}. Best is trial 0 with value: 0.5767543859649122.\u001b[0m\n" |
||
| 293 | ] |
||
| 294 | }, |
||
| 295 | { |
||
| 296 | "name": "stdout", |
||
| 297 | "output_type": "stream", |
||
| 298 | "text": [ |
||
| 299 | "Training Results - Epoch: 1 Avg accuracy: 0.7474 Avg loss: 0.7867 roc_auc: 0.7590 \n", |
||
| 300 | "\n", |
||
| 301 | "Validation Results - Epoch: 1 Avg accuracy: 0.7099 Avg loss: 0.9808 ROC_AUC: 0.6937\n", |
||
| 302 | "Class 1 Precision: 0.4377 Class 1 Recall: 0.6623 Class 1 F1: 0.5271\n", |
||
| 303 | "Class 0 Precision: 0.8693 Class 0 Recall: 0.7252 Class 0 F1: 0.790734 \n", |
||
| 304 | "\n", |
||
| 305 | "Training Results - Epoch: 2 Avg accuracy: 0.8105 Avg loss: 0.7039 roc_auc: 0.8108 \n", |
||
| 306 | "\n", |
||
| 307 | "Validation Results - Epoch: 2 Avg accuracy: 0.7377 Avg loss: 0.9958 ROC_AUC: 0.6839\n", |
||
| 308 | "Class 1 Precision: 0.4698 Class 1 Recall: 0.5789 Class 1 F1: 0.5187\n", |
||
| 309 | "Class 0 Precision: 0.8530 Class 0 Recall: 0.7890 Class 0 F1: 0.819720 \n", |
||
| 310 | "\n", |
||
| 311 | "Training Results - Epoch: 3 Avg accuracy: 0.7767 Avg loss: 0.6682 roc_auc: 0.8280 \n", |
||
| 312 | "\n", |
||
| 313 | "Validation Results - Epoch: 3 Avg accuracy: 0.7034 Avg loss: 0.9803 ROC_AUC: 0.7251\n", |
||
| 314 | "Class 1 Precision: 0.4386 Class 1 Recall: 0.7675 Class 1 F1: 0.5582\n", |
||
| 315 | "Class 0 Precision: 0.9009 Class 0 Recall: 0.6827 Class 0 F1: 0.776793 \n", |
||
| 316 | "\n", |
||
| 317 | "Training Results - Epoch: 4 Avg accuracy: 0.8007 Avg loss: 0.5890 roc_auc: 0.8507 \n", |
||
| 318 | "\n", |
||
| 319 | "Validation Results - Epoch: 4 Avg accuracy: 0.7109 Avg loss: 1.3107 ROC_AUC: 0.7078\n", |
||
| 320 | "Class 1 Precision: 0.4420 Class 1 Recall: 0.7018 Class 1 F1: 0.5424\n", |
||
| 321 | "Class 0 Precision: 0.8811 Class 0 Recall: 0.7139 Class 0 F1: 0.788732 \n", |
||
| 322 | "\n", |
||
| 323 | "Training Results - Epoch: 5 Avg accuracy: 0.7091 Avg loss: 0.6721 roc_auc: 0.8119 \n", |
||
| 324 | "\n", |
||
| 325 | "Validation Results - Epoch: 5 Avg accuracy: 0.6306 Avg loss: 1.0868 ROC_AUC: 0.7022\n", |
||
| 326 | "Class 1 Precision: 0.3832 Class 1 Recall: 0.8421 Class 1 F1: 0.5267\n", |
||
| 327 | "Class 0 Precision: 0.9169 Class 0 Recall: 0.5623 Class 0 F1: 0.697103 \n", |
||
| 328 | "\n", |
||
| 329 | "Training Results - Epoch: 6 Avg accuracy: 0.8959 Avg loss: 0.3510 roc_auc: 0.9237 \n", |
||
| 330 | "\n", |
||
| 331 | "Validation Results - Epoch: 6 Avg accuracy: 0.7923 Avg loss: 1.0147 ROC_AUC: 0.7602\n", |
||
| 332 | "Class 1 Precision: 0.5599 Class 1 Recall: 0.6974 Class 1 F1: 0.6211\n", |
||
| 333 | "Class 0 Precision: 0.8938 Class 0 Recall: 0.8229 Class 0 F1: 0.856932 \n", |
||
| 334 | "\n", |
||
| 335 | "Training Results - Epoch: 7 Avg accuracy: 0.8529 Avg loss: 0.4445 roc_auc: 0.9030 \n", |
||
| 336 | "\n", |
||
| 337 | "Validation Results - Epoch: 7 Avg accuracy: 0.7248 Avg loss: 0.9557 ROC_AUC: 0.7408\n", |
||
| 338 | "Class 1 Precision: 0.4619 Class 1 Recall: 0.7719 Class 1 F1: 0.5780\n", |
||
| 339 | "Class 0 Precision: 0.9060 Class 0 Recall: 0.7096 Class 0 F1: 0.795870 \n", |
||
| 340 | "\n", |
||
| 341 | "Training Results - Epoch: 8 Avg accuracy: 0.7823 Avg loss: 4.8315 roc_auc: 0.5093 \n", |
||
| 342 | "\n", |
||
| 343 | "Validation Results - Epoch: 8 Avg accuracy: 0.7559 Avg loss: 5.5083 ROC_AUC: 0.5000\n", |
||
| 344 | "Class 1 Precision: 0.0000 Class 1 Recall: 0.0000 Class 1 F1: 0.0000\n", |
||
| 345 | "Class 0 Precision: 0.7559 Class 0 Recall: 1.0000 Class 0 F1: 0.860976 \n", |
||
| 346 | "\n", |
||
| 347 | "Training Results - Epoch: 9 Avg accuracy: 0.8269 Avg loss: 0.4469 roc_auc: 0.8820 \n", |
||
| 348 | "\n", |
||
| 349 | "Validation Results - Epoch: 9 Avg accuracy: 0.7291 Avg loss: 1.3068 ROC_AUC: 0.7436\n", |
||
| 350 | "Class 1 Precision: 0.4668 Class 1 Recall: 0.7719 Class 1 F1: 0.5818\n", |
||
| 351 | "Class 0 Precision: 0.9066 Class 0 Recall: 0.7153 Class 0 F1: 0.799683 \n", |
||
| 352 | "\n", |
||
| 353 | "Training Results - Epoch: 10 Avg accuracy: 0.8634 Avg loss: 0.3907 roc_auc: 0.9094 \n", |
||
| 354 | "\n", |
||
| 355 | "Validation Results - Epoch: 10 Avg accuracy: 0.7355 Avg loss: 1.2619 ROC_AUC: 0.7508\n", |
||
| 356 | "Class 1 Precision: 0.4747 Class 1 Recall: 0.7807 Class 1 F1: 0.5904\n", |
||
| 357 | "Class 0 Precision: 0.9106 Class 0 Recall: 0.7210 Class 0 F1: 0.804743 \n", |
||
| 358 | "\n", |
||
| 359 | "Training Results - Epoch: 11 Avg accuracy: 0.8907 Avg loss: 0.7862 roc_auc: 0.7707 \n", |
||
| 360 | "\n", |
||
| 361 | "Validation Results - Epoch: 11 Avg accuracy: 0.7773 Avg loss: 2.1404 ROC_AUC: 0.5661\n", |
||
| 362 | "Class 1 Precision: 0.7000 Class 1 Recall: 0.1535 Class 1 F1: 0.2518\n", |
||
| 363 | "Class 0 Precision: 0.7817 Class 0 Recall: 0.9788 Class 0 F1: 0.869182 \n", |
||
| 364 | "\n", |
||
| 365 | "Training Results - Epoch: 12 Avg accuracy: 0.9019 Avg loss: 0.2357 roc_auc: 0.9371 \n", |
||
| 366 | "\n", |
||
| 367 | "Validation Results - Epoch: 12 Avg accuracy: 0.7784 Avg loss: 0.9942 ROC_AUC: 0.7524\n", |
||
| 368 | "Class 1 Precision: 0.5351 Class 1 Recall: 0.7018 Class 1 F1: 0.6072\n", |
||
| 369 | "Class 0 Precision: 0.8929 Class 0 Recall: 0.8031 Class 0 F1: 0.845638 \n", |
||
| 370 | "\n", |
||
| 371 | "Training Results - Epoch: 13 Avg accuracy: 0.7283 Avg loss: 1.9203 roc_auc: 0.5117 \n", |
||
| 372 | "\n", |
||
| 373 | "Validation Results - Epoch: 13 Avg accuracy: 0.7345 Avg loss: 1.9490 ROC_AUC: 0.5571\n", |
||
| 374 | "Class 1 Precision: 0.4138 Class 1 Recall: 0.2105 Class 1 F1: 0.2791\n", |
||
| 375 | "Class 0 Precision: 0.7800 Class 0 Recall: 0.9037 Class 0 F1: 0.837270 \n", |
||
| 376 | "\n", |
||
| 377 | "Training Results - Epoch: 14 Avg accuracy: 0.9144 Avg loss: 0.6020 roc_auc: 0.8379 \n", |
||
| 378 | "\n", |
||
| 379 | "Validation Results - Epoch: 14 Avg accuracy: 0.7452 Avg loss: 3.0246 ROC_AUC: 0.5389\n", |
||
| 380 | "Class 1 Precision: 0.4306 Class 1 Recall: 0.1360 Class 1 F1: 0.2067\n", |
||
| 381 | "Class 0 Precision: 0.7715 Class 0 Recall: 0.9419 Class 0 F1: 0.848214 \n", |
||
| 382 | "\n", |
||
| 383 | "Training Results - Epoch: 15 Avg accuracy: 0.8311 Avg loss: 0.5048 roc_auc: 0.8549 \n", |
||
| 384 | "\n", |
||
| 385 | "Validation Results - Epoch: 15 Avg accuracy: 0.7634 Avg loss: 1.0412 ROC_AUC: 0.7366\n", |
||
| 386 | "Class 1 Precision: 0.5115 Class 1 Recall: 0.6842 Class 1 F1: 0.5854\n", |
||
| 387 | "Class 0 Precision: 0.8855 Class 0 Recall: 0.7890 Class 0 F1: 0.834457 \n", |
||
| 388 | "\n", |
||
| 389 | "Training Results - Epoch: 16 Avg accuracy: 0.9261 Avg loss: 0.2721 roc_auc: 0.9340 \n", |
||
| 390 | "\n", |
||
| 391 | "Validation Results - Epoch: 16 Avg accuracy: 0.8287 Avg loss: 1.0376 ROC_AUC: 0.7798\n", |
||
| 392 | "Class 1 Precision: 0.6393 Class 1 Recall: 0.6842 Class 1 F1: 0.6610\n", |
||
| 393 | "Class 0 Precision: 0.8957 Class 0 Recall: 0.8754 Class 0 F1: 0.885387 \n", |
||
| 394 | "\n", |
||
| 395 | "Training Results - Epoch: 17 Avg accuracy: 0.6956 Avg loss: 0.6779 roc_auc: 0.8032 \n", |
||
| 396 | "\n", |
||
| 397 | "Validation Results - Epoch: 17 Avg accuracy: 0.6296 Avg loss: 1.1498 ROC_AUC: 0.6881\n", |
||
| 398 | "Class 1 Precision: 0.3781 Class 1 Recall: 0.8026 Class 1 F1: 0.5140\n", |
||
| 399 | "Class 0 Precision: 0.9000 Class 0 Recall: 0.5737 Class 0 F1: 0.700692 \n", |
||
| 400 | "\n", |
||
| 401 | "Training Results - Epoch: 18 Avg accuracy: 0.9534 Avg loss: 0.1650 roc_auc: 0.9672 \n", |
||
| 402 | "\n", |
||
| 403 | "Validation Results - Epoch: 18 Avg accuracy: 0.8105 Avg loss: 1.4434 ROC_AUC: 0.7262\n", |
||
| 404 | "Class 1 Precision: 0.6244 Class 1 Recall: 0.5614 Class 1 F1: 0.5912\n", |
||
| 405 | "Class 0 Precision: 0.8628 Class 0 Recall: 0.8909 Class 0 F1: 0.876655 \n", |
||
| 406 | "\n", |
||
| 407 | "Training Results - Epoch: 19 Avg accuracy: 0.9194 Avg loss: 0.2590 roc_auc: 0.9323 \n", |
||
| 408 | "\n", |
||
| 409 | "Validation Results - Epoch: 19 Avg accuracy: 0.7934 Avg loss: 1.4624 ROC_AUC: 0.7401\n", |
||
| 410 | "Class 1 Precision: 0.5686 Class 1 Recall: 0.6360 Class 1 F1: 0.6004\n", |
||
| 411 | "Class 0 Precision: 0.8778 Class 0 Recall: 0.8442 Class 0 F1: 0.860650 \n", |
||
| 412 | "\n", |
||
| 413 | "Training Results - Epoch: 20 Avg accuracy: 0.9261 Avg loss: 0.2416 roc_auc: 0.9457 \n", |
||
| 414 | "\n", |
||
| 415 | "Validation Results - Epoch: 20 Avg accuracy: 0.7848 Avg loss: 1.2324 ROC_AUC: 0.7240\n", |
||
| 416 | "Class 1 Precision: 0.5542 Class 1 Recall: 0.6053 Class 1 F1: 0.5786\n", |
||
| 417 | "Class 0 Precision: 0.8686 Class 0 Recall: 0.8428 Class 0 F1: 0.855500 \n", |
||
| 418 | "\n", |
||
| 419 | "Training Results - Epoch: 21 Avg accuracy: 0.9315 Avg loss: 0.2364 roc_auc: 0.9491 \n", |
||
| 420 | "\n", |
||
| 421 | "Validation Results - Epoch: 21 Avg accuracy: 0.8308 Avg loss: 1.1985 ROC_AUC: 0.8005\n", |
||
| 422 | "Class 1 Precision: 0.6306 Class 1 Recall: 0.7412 Class 1 F1: 0.6815\n", |
||
| 423 | "Class 0 Precision: 0.9114 Class 0 Recall: 0.8598 Class 0 F1: 0.884840 \n", |
||
| 424 | "\n", |
||
| 425 | "Training Results - Epoch: 22 Avg accuracy: 0.9039 Avg loss: 0.3138 roc_auc: 0.9205 \n", |
||
| 426 | "\n", |
||
| 427 | "Validation Results - Epoch: 22 Avg accuracy: 0.7955 Avg loss: 1.3446 ROC_AUC: 0.7623\n", |
||
| 428 | "Class 1 Precision: 0.5658 Class 1 Recall: 0.6974 Class 1 F1: 0.6248\n", |
||
| 429 | "Class 0 Precision: 0.8943 Class 0 Recall: 0.8272 Class 0 F1: 0.859455 \n", |
||
| 430 | "\n", |
||
| 431 | "Training Results - Epoch: 23 Avg accuracy: 0.9368 Avg loss: 0.2324 roc_auc: 0.9482 \n", |
||
| 432 | "\n", |
||
| 433 | "Validation Results - Epoch: 23 Avg accuracy: 0.8362 Avg loss: 1.1063 ROC_AUC: 0.8100\n", |
||
| 434 | "Class 1 Precision: 0.6384 Class 1 Recall: 0.7588 Class 1 F1: 0.6934\n", |
||
| 435 | "Class 0 Precision: 0.9170 Class 0 Recall: 0.8612 Class 0 F1: 0.888240 \n", |
||
| 436 | "\n", |
||
| 437 | "Training Results - Epoch: 24 Avg accuracy: 0.9545 Avg loss: 0.2158 roc_auc: 0.9646 \n", |
||
| 438 | "\n", |
||
| 439 | "Validation Results - Epoch: 24 Avg accuracy: 0.8308 Avg loss: 0.9169 ROC_AUC: 0.7664\n", |
||
| 440 | "Class 1 Precision: 0.6577 Class 1 Recall: 0.6404 Class 1 F1: 0.6489\n", |
||
| 441 | "Class 0 Precision: 0.8848 Class 0 Recall: 0.8924 Class 0 F1: 0.888575 \n", |
||
| 442 | "\n", |
||
| 443 | "Training Results - Epoch: 25 Avg accuracy: 0.9415 Avg loss: 0.1580 roc_auc: 0.9610 \n", |
||
| 444 | "\n", |
||
| 445 | "Validation Results - Epoch: 25 Avg accuracy: 0.8287 Avg loss: 1.0913 ROC_AUC: 0.8065\n", |
||
| 446 | "Class 1 Precision: 0.6214 Class 1 Recall: 0.7632 Class 1 F1: 0.6850\n", |
||
| 447 | "Class 0 Precision: 0.9174 Class 0 Recall: 0.8499 Class 0 F1: 0.882353 \n", |
||
| 448 | "\n", |
||
| 449 | "Training Results - Epoch: 26 Avg accuracy: 0.8737 Avg loss: 0.3256 roc_auc: 0.9160 \n", |
||
| 450 | "\n", |
||
| 451 | "Validation Results - Epoch: 26 Avg accuracy: 0.7805 Avg loss: 1.0547 ROC_AUC: 0.7806\n", |
||
| 452 | "Class 1 Precision: 0.5345 Class 1 Recall: 0.7807 Class 1 F1: 0.6346\n", |
||
| 453 | "Class 0 Precision: 0.9168 Class 0 Recall: 0.7805 Class 0 F1: 0.843152 \n", |
||
| 454 | "\n", |
||
| 455 | "Training Results - Epoch: 27 Avg accuracy: 0.8488 Avg loss: 0.3764 roc_auc: 0.8979 \n", |
||
| 456 | "\n", |
||
| 457 | "Validation Results - Epoch: 27 Avg accuracy: 0.7355 Avg loss: 1.1044 ROC_AUC: 0.7271\n", |
||
| 458 | "Class 1 Precision: 0.4723 Class 1 Recall: 0.7105 Class 1 F1: 0.5674\n", |
||
| 459 | "Class 0 Precision: 0.8883 Class 0 Recall: 0.7436 Class 0 F1: 0.809561 \n", |
||
| 460 | "\n", |
||
| 461 | "Training Results - Epoch: 28 Avg accuracy: 0.9570 Avg loss: 0.1376 roc_auc: 0.9680 \n", |
||
| 462 | "\n", |
||
| 463 | "Validation Results - Epoch: 28 Avg accuracy: 0.8544 Avg loss: 1.0462 ROC_AUC: 0.8146\n", |
||
| 464 | "Class 1 Precision: 0.6885 Class 1 Recall: 0.7368 Class 1 F1: 0.7119\n", |
||
| 465 | "Class 0 Precision: 0.9130 Class 0 Recall: 0.8924 Class 0 F1: 0.902579 \n", |
||
| 466 | "\n", |
||
| 467 | "Training Results - Epoch: 29 Avg accuracy: 0.9617 Avg loss: 0.1844 roc_auc: 0.9598 \n", |
||
| 468 | "\n", |
||
| 469 | "Validation Results - Epoch: 29 Avg accuracy: 0.7827 Avg loss: 1.8789 ROC_AUC: 0.6528\n", |
||
| 470 | "Class 1 Precision: 0.5796 Class 1 Recall: 0.3991 Class 1 F1: 0.4727\n", |
||
| 471 | "Class 0 Precision: 0.8237 Class 0 Recall: 0.9065 Class 0 F1: 0.863115 \n", |
||
| 472 | "\n", |
||
| 473 | "Training Results - Epoch: 30 Avg accuracy: 0.9373 Avg loss: 0.1867 roc_auc: 0.9590 \n", |
||
| 474 | "\n", |
||
| 475 | "Validation Results - Epoch: 30 Avg accuracy: 0.8062 Avg loss: 1.0206 ROC_AUC: 0.7827\n", |
||
| 476 | "Class 1 Precision: 0.5813 Class 1 Recall: 0.7368 Class 1 F1: 0.6499\n", |
||
| 477 | "Class 0 Precision: 0.9070 Class 0 Recall: 0.8286 Class 0 F1: 0.866025 \n", |
||
| 478 | "\n", |
||
| 479 | "Training Results - Epoch: 31 Avg accuracy: 0.8334 Avg loss: 1.2707 roc_auc: 0.7030 \n", |
||
| 480 | "\n", |
||
| 481 | "Validation Results - Epoch: 31 Avg accuracy: 0.8041 Avg loss: 2.3827 ROC_AUC: 0.6521\n", |
||
| 482 | "Class 1 Precision: 0.6923 Class 1 Recall: 0.3553 Class 1 F1: 0.4696\n", |
||
| 483 | "Class 0 Precision: 0.8201 Class 0 Recall: 0.9490 Class 0 F1: 0.879842 \n", |
||
| 484 | "\n", |
||
| 485 | "Training Results - Epoch: 32 Avg accuracy: 0.9346 Avg loss: 0.2026 roc_auc: 0.9533 \n", |
||
| 486 | "\n", |
||
| 487 | "Validation Results - Epoch: 32 Avg accuracy: 0.8180 Avg loss: 1.1121 ROC_AUC: 0.7757\n", |
||
| 488 | "Class 1 Precision: 0.6124 Class 1 Recall: 0.6930 Class 1 F1: 0.6502\n", |
||
| 489 | "Class 0 Precision: 0.8964 Class 0 Recall: 0.8584 Class 0 F1: 0.876990 \n", |
||
| 490 | "\n", |
||
| 491 | "Training Results - Epoch: 33 Avg accuracy: 0.9673 Avg loss: 0.1199 roc_auc: 0.9772 \n", |
||
| 492 | "\n", |
||
| 493 | "Validation Results - Epoch: 33 Avg accuracy: 0.7998 Avg loss: 1.4679 ROC_AUC: 0.7265\n", |
||
| 494 | "Class 1 Precision: 0.5911 Class 1 Recall: 0.5833 Class 1 F1: 0.5872\n", |
||
| 495 | "Class 0 Precision: 0.8660 Class 0 Recall: 0.8697 Class 0 F1: 0.867845 \n", |
||
| 496 | "\n", |
||
| 497 | "Training Results - Epoch: 34 Avg accuracy: 0.9088 Avg loss: 0.2153 roc_auc: 0.9401 \n", |
||
| 498 | "\n", |
||
| 499 | "Validation Results - Epoch: 34 Avg accuracy: 0.8244 Avg loss: 1.0977 ROC_AUC: 0.8156\n", |
||
| 500 | "Class 1 Precision: 0.6067 Class 1 Recall: 0.7982 Class 1 F1: 0.6894\n", |
||
| 501 | "Class 0 Precision: 0.9274 Class 0 Recall: 0.8329 Class 0 F1: 0.877612 \n", |
||
| 502 | "\n", |
||
| 503 | "Training Results - Epoch: 35 Avg accuracy: 0.9691 Avg loss: 0.0849 roc_auc: 0.9794 \n", |
||
| 504 | "\n", |
||
| 505 | "Validation Results - Epoch: 35 Avg accuracy: 0.8458 Avg loss: 1.5789 ROC_AUC: 0.7941\n", |
||
| 506 | "Class 1 Precision: 0.6810 Class 1 Recall: 0.6930 Class 1 F1: 0.6870\n", |
||
| 507 | "Class 0 Precision: 0.9003 Class 0 Recall: 0.8952 Class 0 F1: 0.897727 \n", |
||
| 508 | "\n", |
||
| 509 | "Training Results - Epoch: 36 Avg accuracy: 0.9704 Avg loss: 0.0811 roc_auc: 0.9810 \n", |
||
| 510 | "\n", |
||
| 511 | "Validation Results - Epoch: 36 Avg accuracy: 0.8405 Avg loss: 1.7142 ROC_AUC: 0.7742\n", |
||
| 512 | "Class 1 Precision: 0.6837 Class 1 Recall: 0.6447 Class 1 F1: 0.6637\n", |
||
| 513 | "Class 0 Precision: 0.8873 Class 0 Recall: 0.9037 Class 0 F1: 0.895439 \n", |
||
| 514 | "\n", |
||
| 515 | "Training Results - Epoch: 37 Avg accuracy: 0.9866 Avg loss: 0.0567 roc_auc: 0.9903 \n", |
||
| 516 | "\n", |
||
| 517 | "Validation Results - Epoch: 37 Avg accuracy: 0.7891 Avg loss: 1.8676 ROC_AUC: 0.6600\n", |
||
| 518 | "Class 1 Precision: 0.6000 Class 1 Recall: 0.4079 Class 1 F1: 0.4856\n", |
||
| 519 | "Class 0 Precision: 0.8267 Class 0 Recall: 0.9122 Class 0 F1: 0.867340 \n", |
||
| 520 | "\n", |
||
| 521 | "Training Results - Epoch: 38 Avg accuracy: 0.9843 Avg loss: 0.0543 roc_auc: 0.9892 \n", |
||
| 522 | "\n", |
||
| 523 | "Validation Results - Epoch: 38 Avg accuracy: 0.8330 Avg loss: 1.6980 ROC_AUC: 0.7425\n", |
||
| 524 | "Class 1 Precision: 0.6935 Class 1 Recall: 0.5658 Class 1 F1: 0.6232\n", |
||
| 525 | "Class 0 Precision: 0.8676 Class 0 Recall: 0.9193 Class 0 F1: 0.892710 \n", |
||
| 526 | "\n", |
||
| 527 | "Training Results - Epoch: 39 Avg accuracy: 0.9281 Avg loss: 0.2096 roc_auc: 0.9531 \n", |
||
| 528 | "\n", |
||
| 529 | "Validation Results - Epoch: 39 Avg accuracy: 0.8105 Avg loss: 1.5280 ROC_AUC: 0.8019\n", |
||
| 530 | "Class 1 Precision: 0.5831 Class 1 Recall: 0.7851 Class 1 F1: 0.6692\n", |
||
| 531 | "Class 0 Precision: 0.9219 Class 0 Recall: 0.8187 Class 0 F1: 0.867217 \n", |
||
| 532 | "\n", |
||
| 533 | "Training Results - Epoch: 40 Avg accuracy: 0.9937 Avg loss: 0.0292 roc_auc: 0.9952 \n", |
||
| 534 | "\n", |
||
| 535 | "Validation Results - Epoch: 40 Avg accuracy: 0.8212 Avg loss: 2.4083 ROC_AUC: 0.7021\n", |
||
| 536 | "Class 1 Precision: 0.6993 Class 1 Recall: 0.4693 Class 1 F1: 0.5617\n", |
||
| 537 | "Class 0 Precision: 0.8451 Class 0 Recall: 0.9348 Class 0 F1: 0.887693 \n", |
||
| 538 | "\n", |
||
| 539 | "Training Results - Epoch: 41 Avg accuracy: 0.9951 Avg loss: 0.0323 roc_auc: 0.9950 \n", |
||
| 540 | "\n", |
||
| 541 | "Validation Results - Epoch: 41 Avg accuracy: 0.8073 Avg loss: 2.4609 ROC_AUC: 0.6691\n", |
||
| 542 | "Class 1 Precision: 0.6791 Class 1 Recall: 0.3991 Class 1 F1: 0.5028\n", |
||
| 543 | "Class 0 Precision: 0.8287 Class 0 Recall: 0.9391 Class 0 F1: 0.880478 \n", |
||
| 544 | "\n", |
||
| 545 | "Training Results - Epoch: 42 Avg accuracy: 0.9899 Avg loss: 0.0512 roc_auc: 0.9888 \n", |
||
| 546 | "\n", |
||
| 547 | "Validation Results - Epoch: 42 Avg accuracy: 0.8287 Avg loss: 2.3384 ROC_AUC: 0.6937\n", |
||
| 548 | "Class 1 Precision: 0.7656 Class 1 Recall: 0.4298 Class 1 F1: 0.5506\n", |
||
| 549 | "Class 0 Precision: 0.8387 Class 0 Recall: 0.9575 Class 0 F1: 0.894180 \n", |
||
| 550 | "\n", |
||
| 551 | "Training Results - Epoch: 43 Avg accuracy: 0.9781 Avg loss: 0.1493 roc_auc: 0.9714 \n", |
||
| 552 | "\n", |
||
| 553 | "Validation Results - Epoch: 43 Avg accuracy: 0.8501 Avg loss: 1.8739 ROC_AUC: 0.7524\n", |
||
| 554 | "Class 1 Precision: 0.7619 Class 1 Recall: 0.5614 Class 1 F1: 0.6465\n", |
||
| 555 | "Class 0 Precision: 0.8695 Class 0 Recall: 0.9433 Class 0 F1: 0.904891 \n", |
||
| 556 | "\n", |
||
| 557 | "Training Results - Epoch: 44 Avg accuracy: 0.9892 Avg loss: 0.0453 roc_auc: 0.9916 \n", |
||
| 558 | "\n", |
||
| 559 | "Validation Results - Epoch: 44 Avg accuracy: 0.8148 Avg loss: 2.1374 ROC_AUC: 0.6889\n", |
||
| 560 | "Class 1 Precision: 0.6871 Class 1 Recall: 0.4430 Class 1 F1: 0.5387\n", |
||
| 561 | "Class 0 Precision: 0.8386 Class 0 Recall: 0.9348 Class 0 F1: 0.884126 \n", |
||
| 562 | "\n" |
||
| 563 | ] |
||
| 564 | }, |
||
| 565 | { |
||
| 566 | "name": "stderr", |
||
| 567 | "output_type": "stream", |
||
| 568 | "text": [ |
||
| 569 | "\u001b[32m[I 2020-12-29 23:30:13,827]\u001b[0m Trial 1 finished with value: 0.8155534019183938 and parameters: {'kernel_num': 32, 'dropout': 0.1286562149201932, 'conv_1_1': 7, 'conv_1_2': 3, 'optimizer': 'AdamW', 'lr': 0.00041996301405639253}. Best is trial 1 with value: 0.8155534019183938.\u001b[0m\n" |
||
| 570 | ] |
||
| 571 | }, |
||
| 572 | { |
||
| 573 | "name": "stdout", |
||
| 574 | "output_type": "stream", |
||
| 575 | "text": [ |
||
| 576 | "Training Results - Epoch: 1 Avg accuracy: 0.7413 Avg loss: 1.0747 roc_auc: 0.7119 \n", |
||
| 577 | "\n", |
||
| 578 | "Validation Results - Epoch: 1 Avg accuracy: 0.7099 Avg loss: 1.4247 ROC_AUC: 0.6626\n", |
||
| 579 | "Class 1 Precision: 0.4290 Class 1 Recall: 0.5702 Class 1 F1: 0.4896\n", |
||
| 580 | "Class 0 Precision: 0.8447 Class 0 Recall: 0.7550 Class 0 F1: 0.797307 \n", |
||
| 581 | "\n", |
||
| 582 | "Training Results - Epoch: 2 Avg accuracy: 0.6838 Avg loss: 0.9178 roc_auc: 0.7531 \n", |
||
| 583 | "\n", |
||
| 584 | "Validation Results - Epoch: 2 Avg accuracy: 0.6510 Avg loss: 1.1292 ROC_AUC: 0.6889\n", |
||
| 585 | "Class 1 Precision: 0.3901 Class 1 Recall: 0.7632 Class 1 F1: 0.5163\n", |
||
| 586 | "Class 0 Precision: 0.8893 Class 0 Recall: 0.6147 Class 0 F1: 0.726968 \n", |
||
| 587 | "\n", |
||
| 588 | "Training Results - Epoch: 3 Avg accuracy: 0.6159 Avg loss: 0.8717 roc_auc: 0.7241 \n", |
||
| 589 | "\n", |
||
| 590 | "Validation Results - Epoch: 3 Avg accuracy: 0.5567 Avg loss: 1.0345 ROC_AUC: 0.6296\n", |
||
| 591 | "Class 1 Precision: 0.3271 Class 1 Recall: 0.7719 Class 1 F1: 0.4595\n", |
||
| 592 | "Class 0 Precision: 0.8687 Class 0 Recall: 0.4873 Class 0 F1: 0.624319 \n", |
||
| 593 | "\n", |
||
| 594 | "Training Results - Epoch: 4 Avg accuracy: 0.7380 Avg loss: 0.7231 roc_auc: 0.7933 \n", |
||
| 595 | "\n", |
||
| 596 | "Validation Results - Epoch: 4 Avg accuracy: 0.7045 Avg loss: 0.9143 ROC_AUC: 0.7407\n", |
||
| 597 | "Class 1 Precision: 0.4426 Class 1 Recall: 0.8114 Class 1 F1: 0.5728\n", |
||
| 598 | "Class 0 Precision: 0.9167 Class 0 Recall: 0.6700 Class 0 F1: 0.774141 \n", |
||
| 599 | "\n", |
||
| 600 | "Training Results - Epoch: 5 Avg accuracy: 0.7798 Avg loss: 1.1672 roc_auc: 0.5422 \n", |
||
| 601 | "\n", |
||
| 602 | "Validation Results - Epoch: 5 Avg accuracy: 0.7366 Avg loss: 1.3350 ROC_AUC: 0.5080\n", |
||
| 603 | "Class 1 Precision: 0.3043 Class 1 Recall: 0.0614 Class 1 F1: 0.1022\n", |
||
| 604 | "Class 0 Precision: 0.7590 Class 0 Recall: 0.9547 Class 0 F1: 0.845671 \n", |
||
| 605 | "\n", |
||
| 606 | "Training Results - Epoch: 6 Avg accuracy: 0.8387 Avg loss: 0.7606 roc_auc: 0.7603 \n", |
||
| 607 | "\n", |
||
| 608 | "Validation Results - Epoch: 6 Avg accuracy: 0.7998 Avg loss: 1.0164 ROC_AUC: 0.7161\n", |
||
| 609 | "Class 1 Precision: 0.5972 Class 1 Recall: 0.5526 Class 1 F1: 0.5740\n", |
||
| 610 | "Class 0 Precision: 0.8589 Class 0 Recall: 0.8796 Class 0 F1: 0.869139 \n", |
||
| 611 | "\n", |
||
| 612 | "Training Results - Epoch: 7 Avg accuracy: 0.8258 Avg loss: 0.5567 roc_auc: 0.8449 \n", |
||
| 613 | "\n", |
||
| 614 | "Validation Results - Epoch: 7 Avg accuracy: 0.7537 Avg loss: 0.8840 ROC_AUC: 0.7510\n", |
||
| 615 | "Class 1 Precision: 0.4971 Class 1 Recall: 0.7456 Class 1 F1: 0.5965\n", |
||
| 616 | "Class 0 Precision: 0.9020 Class 0 Recall: 0.7564 Class 0 F1: 0.822804 \n", |
||
| 617 | "\n", |
||
| 618 | "Training Results - Epoch: 8 Avg accuracy: 0.8578 Avg loss: 0.5038 roc_auc: 0.8691 \n", |
||
| 619 | "\n", |
||
| 620 | "Validation Results - Epoch: 8 Avg accuracy: 0.7934 Avg loss: 0.8251 ROC_AUC: 0.7698\n", |
||
| 621 | "Class 1 Precision: 0.5593 Class 1 Recall: 0.7237 Class 1 F1: 0.6310\n", |
||
| 622 | "Class 0 Precision: 0.9014 Class 0 Recall: 0.8159 Class 0 F1: 0.856506 \n", |
||
| 623 | "\n", |
||
| 624 | "Training Results - Epoch: 9 Avg accuracy: 0.8186 Avg loss: 0.5367 roc_auc: 0.8520 \n", |
||
| 625 | "\n", |
||
| 626 | "Validation Results - Epoch: 9 Avg accuracy: 0.7687 Avg loss: 0.7469 ROC_AUC: 0.8025\n", |
||
| 627 | "Class 1 Precision: 0.5156 Class 1 Recall: 0.8684 Class 1 F1: 0.6471\n", |
||
| 628 | "Class 0 Precision: 0.9455 Class 0 Recall: 0.7365 Class 0 F1: 0.828025 \n", |
||
| 629 | "\n", |
||
| 630 | "Training Results - Epoch: 10 Avg accuracy: 0.8705 Avg loss: 1.0853 roc_auc: 0.7698 \n", |
||
| 631 | "\n", |
||
| 632 | "Validation Results - Epoch: 10 Avg accuracy: 0.7719 Avg loss: 1.7371 ROC_AUC: 0.6220\n", |
||
| 633 | "Class 1 Precision: 0.5556 Class 1 Recall: 0.3289 Class 1 F1: 0.4132\n", |
||
| 634 | "Class 0 Precision: 0.8085 Class 0 Recall: 0.9150 Class 0 F1: 0.858472 \n", |
||
| 635 | "\n", |
||
| 636 | "Training Results - Epoch: 11 Avg accuracy: 0.8609 Avg loss: 0.4891 roc_auc: 0.8726 \n", |
||
| 637 | "\n", |
||
| 638 | "Validation Results - Epoch: 11 Avg accuracy: 0.7837 Avg loss: 0.7720 ROC_AUC: 0.7649\n", |
||
| 639 | "Class 1 Precision: 0.5425 Class 1 Recall: 0.7281 Class 1 F1: 0.6217\n", |
||
| 640 | "Class 0 Precision: 0.9013 Class 0 Recall: 0.8017 Class 0 F1: 0.848576 \n", |
||
| 641 | "\n", |
||
| 642 | "Training Results - Epoch: 12 Avg accuracy: 0.8217 Avg loss: 0.4649 roc_auc: 0.8754 \n", |
||
| 643 | "\n", |
||
| 644 | "Validation Results - Epoch: 12 Avg accuracy: 0.7420 Avg loss: 0.7539 ROC_AUC: 0.7818\n", |
||
| 645 | "Class 1 Precision: 0.4840 Class 1 Recall: 0.8596 Class 1 F1: 0.6193\n", |
||
| 646 | "Class 0 Precision: 0.9395 Class 0 Recall: 0.7040 Class 0 F1: 0.804858 \n", |
||
| 647 | "\n", |
||
| 648 | "Training Results - Epoch: 13 Avg accuracy: 0.8732 Avg loss: 0.4137 roc_auc: 0.9005 \n", |
||
| 649 | "\n", |
||
| 650 | "Validation Results - Epoch: 13 Avg accuracy: 0.7591 Avg loss: 0.9058 ROC_AUC: 0.7278\n", |
||
| 651 | "Class 1 Precision: 0.5050 Class 1 Recall: 0.6667 Class 1 F1: 0.5747\n", |
||
| 652 | "Class 0 Precision: 0.8799 Class 0 Recall: 0.7890 Class 0 F1: 0.831964 \n", |
||
| 653 | "\n", |
||
| 654 | "Training Results - Epoch: 14 Avg accuracy: 0.8963 Avg loss: 0.3684 roc_auc: 0.9069 \n", |
||
| 655 | "\n", |
||
| 656 | "Validation Results - Epoch: 14 Avg accuracy: 0.7687 Avg loss: 1.0569 ROC_AUC: 0.7075\n", |
||
| 657 | "Class 1 Precision: 0.5234 Class 1 Recall: 0.5877 Class 1 F1: 0.5537\n", |
||
| 658 | "Class 0 Precision: 0.8614 Class 0 Recall: 0.8272 Class 0 F1: 0.843931 \n", |
||
| 659 | "\n", |
||
| 660 | "Training Results - Epoch: 15 Avg accuracy: 0.8318 Avg loss: 0.4364 roc_auc: 0.8786 \n", |
||
| 661 | "\n", |
||
| 662 | "Validation Results - Epoch: 15 Avg accuracy: 0.7066 Avg loss: 0.9422 ROC_AUC: 0.7139\n", |
||
| 663 | "Class 1 Precision: 0.4392 Class 1 Recall: 0.7281 Class 1 F1: 0.5479\n", |
||
| 664 | "Class 0 Precision: 0.8885 Class 0 Recall: 0.6997 Class 0 F1: 0.782884 \n", |
||
| 665 | "\n", |
||
| 666 | "Training Results - Epoch: 16 Avg accuracy: 0.8900 Avg loss: 0.3236 roc_auc: 0.9178 \n", |
||
| 667 | "\n", |
||
| 668 | "Validation Results - Epoch: 16 Avg accuracy: 0.7966 Avg loss: 0.8895 ROC_AUC: 0.7615\n", |
||
| 669 | "Class 1 Precision: 0.5683 Class 1 Recall: 0.6930 Class 1 F1: 0.6245\n", |
||
| 670 | "Class 0 Precision: 0.8933 Class 0 Recall: 0.8300 Class 0 F1: 0.860499 \n", |
||
| 671 | "\n", |
||
| 672 | "Training Results - Epoch: 17 Avg accuracy: 0.8997 Avg loss: 0.3376 roc_auc: 0.9178 \n", |
||
| 673 | "\n", |
||
| 674 | "Validation Results - Epoch: 17 Avg accuracy: 0.7816 Avg loss: 1.0881 ROC_AUC: 0.7367\n", |
||
| 675 | "Class 1 Precision: 0.5441 Class 1 Recall: 0.6491 Class 1 F1: 0.5920\n", |
||
| 676 | "Class 0 Precision: 0.8792 Class 0 Recall: 0.8244 Class 0 F1: 0.850877 \n", |
||
| 677 | "\n", |
||
| 678 | "Training Results - Epoch: 18 Avg accuracy: 0.8806 Avg loss: 0.3412 roc_auc: 0.9118 \n", |
||
| 679 | "\n", |
||
| 680 | "Validation Results - Epoch: 18 Avg accuracy: 0.7859 Avg loss: 0.9775 ROC_AUC: 0.7797\n", |
||
| 681 | "Class 1 Precision: 0.5435 Class 1 Recall: 0.7675 Class 1 F1: 0.6364\n", |
||
| 682 | "Class 0 Precision: 0.9134 Class 0 Recall: 0.7918 Class 0 F1: 0.848255 \n", |
||
| 683 | "\n", |
||
| 684 | "Training Results - Epoch: 19 Avg accuracy: 0.7781 Avg loss: 0.5475 roc_auc: 0.8529 \n", |
||
| 685 | "\n", |
||
| 686 | "Validation Results - Epoch: 19 Avg accuracy: 0.6981 Avg loss: 0.8690 ROC_AUC: 0.7602\n", |
||
| 687 | "Class 1 Precision: 0.4408 Class 1 Recall: 0.8816 Class 1 F1: 0.5877\n", |
||
| 688 | "Class 0 Precision: 0.9435 Class 0 Recall: 0.6388 Class 0 F1: 0.761824 \n", |
||
| 689 | "\n" |
||
| 690 | ] |
||
| 691 | }, |
||
| 692 | { |
||
| 693 | "name": "stderr", |
||
| 694 | "output_type": "stream", |
||
| 695 | "text": [ |
||
| 696 | "\u001b[32m[I 2020-12-29 23:52:56,908]\u001b[0m Trial 2 finished with value: 0.8024824809900104 and parameters: {'kernel_num': 4, 'dropout': 0.4579125684093516, 'conv_1_1': 7, 'conv_1_2': 3, 'optimizer': 'RMSprop', 'lr': 0.0017173871000487426}. Best is trial 1 with value: 0.8155534019183938.\u001b[0m\n" |
||
| 697 | ] |
||
| 698 | }, |
||
| 699 | { |
||
| 700 | "name": "stdout", |
||
| 701 | "output_type": "stream", |
||
| 702 | "text": [ |
||
| 703 | "Training Results - Epoch: 1 Avg accuracy: 0.5695 Avg loss: 1.0265 roc_auc: 0.6660 \n", |
||
| 704 | "\n", |
||
| 705 | "Validation Results - Epoch: 1 Avg accuracy: 0.5139 Avg loss: 1.1961 ROC_AUC: 0.5627\n", |
||
| 706 | "Class 1 Precision: 0.2852 Class 1 Recall: 0.6579 Class 1 F1: 0.3979\n", |
||
| 707 | "Class 0 Precision: 0.8088 Class 0 Recall: 0.4674 Class 0 F1: 0.592460 \n", |
||
| 708 | "\n", |
||
| 709 | "Training Results - Epoch: 2 Avg accuracy: 0.7451 Avg loss: 0.8706 roc_auc: 0.7536 \n", |
||
| 710 | "\n", |
||
| 711 | "Validation Results - Epoch: 2 Avg accuracy: 0.7355 Avg loss: 0.9166 ROC_AUC: 0.7330\n", |
||
| 712 | "Class 1 Precision: 0.4729 Class 1 Recall: 0.7281 Class 1 F1: 0.5734\n", |
||
| 713 | "Class 0 Precision: 0.8937 Class 0 Recall: 0.7380 Class 0 F1: 0.808379 \n", |
||
| 714 | "\n", |
||
| 715 | "Training Results - Epoch: 3 Avg accuracy: 0.6952 Avg loss: 0.8400 roc_auc: 0.7332 \n", |
||
| 716 | "\n", |
||
| 717 | "Validation Results - Epoch: 3 Avg accuracy: 0.6167 Avg loss: 1.0654 ROC_AUC: 0.6232\n", |
||
| 718 | "Class 1 Precision: 0.3452 Class 1 Recall: 0.6360 Class 1 F1: 0.4475\n", |
||
| 719 | "Class 0 Precision: 0.8385 Class 0 Recall: 0.6105 Class 0 F1: 0.706557 \n", |
||
| 720 | "\n", |
||
| 721 | "Training Results - Epoch: 4 Avg accuracy: 0.7194 Avg loss: 0.8231 roc_auc: 0.7839 \n", |
||
| 722 | "\n", |
||
| 723 | "Validation Results - Epoch: 4 Avg accuracy: 0.6895 Avg loss: 0.9410 ROC_AUC: 0.7323\n", |
||
| 724 | "Class 1 Precision: 0.4286 Class 1 Recall: 0.8158 Class 1 F1: 0.5619\n", |
||
| 725 | "Class 0 Precision: 0.9160 Class 0 Recall: 0.6487 Class 0 F1: 0.759536 \n", |
||
| 726 | "\n", |
||
| 727 | "Training Results - Epoch: 5 Avg accuracy: 0.7622 Avg loss: 0.7487 roc_auc: 0.7980 \n", |
||
| 728 | "\n", |
||
| 729 | "Validation Results - Epoch: 5 Avg accuracy: 0.7655 Avg loss: 0.8532 ROC_AUC: 0.7914\n", |
||
| 730 | "Class 1 Precision: 0.5120 Class 1 Recall: 0.8421 Class 1 F1: 0.6368\n", |
||
| 731 | "Class 0 Precision: 0.9356 Class 0 Recall: 0.7408 Class 0 F1: 0.826877 \n", |
||
| 732 | "\n", |
||
| 733 | "Training Results - Epoch: 6 Avg accuracy: 0.7944 Avg loss: 0.6742 roc_auc: 0.8110 \n", |
||
| 734 | "\n", |
||
| 735 | "Validation Results - Epoch: 6 Avg accuracy: 0.7206 Avg loss: 0.9256 ROC_AUC: 0.6890\n", |
||
| 736 | "Class 1 Precision: 0.4483 Class 1 Recall: 0.6272 Class 1 F1: 0.5229\n", |
||
| 737 | "Class 0 Precision: 0.8618 Class 0 Recall: 0.7507 Class 0 F1: 0.802422 \n", |
||
| 738 | "\n", |
||
| 739 | "Training Results - Epoch: 7 Avg accuracy: 0.7850 Avg loss: 0.5958 roc_auc: 0.8395 \n", |
||
| 740 | "\n", |
||
| 741 | "Validation Results - Epoch: 7 Avg accuracy: 0.7355 Avg loss: 0.9003 ROC_AUC: 0.7360\n", |
||
| 742 | "Class 1 Precision: 0.4732 Class 1 Recall: 0.7368 Class 1 F1: 0.5763\n", |
||
| 743 | "Class 0 Precision: 0.8964 Class 0 Recall: 0.7351 Class 0 F1: 0.807782 \n", |
||
| 744 | "\n", |
||
| 745 | "Training Results - Epoch: 8 Avg accuracy: 0.5901 Avg loss: 0.9214 roc_auc: 0.7326 \n", |
||
| 746 | "\n", |
||
| 747 | "Validation Results - Epoch: 8 Avg accuracy: 0.5749 Avg loss: 1.0507 ROC_AUC: 0.7040\n", |
||
| 748 | "Class 1 Precision: 0.3603 Class 1 Recall: 0.9561 Class 1 F1: 0.5234\n", |
||
| 749 | "Class 0 Precision: 0.9696 Class 0 Recall: 0.4518 Class 0 F1: 0.616425 \n", |
||
| 750 | "\n", |
||
| 751 | "Training Results - Epoch: 9 Avg accuracy: 0.2744 Avg loss: 1.3012 roc_auc: 0.5336 \n", |
||
| 752 | "\n", |
||
| 753 | "Validation Results - Epoch: 9 Avg accuracy: 0.2998 Avg loss: 1.3446 ROC_AUC: 0.5339\n", |
||
| 754 | "Class 1 Precision: 0.2574 Class 1 Recall: 0.9912 Class 1 F1: 0.4087\n", |
||
| 755 | "Class 0 Precision: 0.9643 Class 0 Recall: 0.0765 Class 0 F1: 0.141732 \n", |
||
| 756 | "\n", |
||
| 757 | "Training Results - Epoch: 10 Avg accuracy: 0.8513 Avg loss: 0.4989 roc_auc: 0.8657 \n", |
||
| 758 | "\n", |
||
| 759 | "Validation Results - Epoch: 10 Avg accuracy: 0.7677 Avg loss: 1.1099 ROC_AUC: 0.7290\n", |
||
| 760 | "Class 1 Precision: 0.5192 Class 1 Recall: 0.6535 Class 1 F1: 0.5786\n", |
||
| 761 | "Class 0 Precision: 0.8779 Class 0 Recall: 0.8045 Class 0 F1: 0.839616 \n", |
||
| 762 | "\n", |
||
| 763 | "Training Results - Epoch: 11 Avg accuracy: 0.8974 Avg loss: 0.4358 roc_auc: 0.8993 \n", |
||
| 764 | "\n", |
||
| 765 | "Validation Results - Epoch: 11 Avg accuracy: 0.7730 Avg loss: 0.9704 ROC_AUC: 0.6776\n", |
||
| 766 | "Class 1 Precision: 0.5385 Class 1 Recall: 0.4912 Class 1 F1: 0.5138\n", |
||
| 767 | "Class 0 Precision: 0.8402 Class 0 Recall: 0.8640 Class 0 F1: 0.851955 \n", |
||
| 768 | "\n", |
||
| 769 | "Training Results - Epoch: 12 Avg accuracy: 0.8909 Avg loss: 0.4318 roc_auc: 0.8948 \n", |
||
| 770 | "\n", |
||
| 771 | "Validation Results - Epoch: 12 Avg accuracy: 0.7709 Avg loss: 1.4181 ROC_AUC: 0.6807\n", |
||
| 772 | "Class 1 Precision: 0.5324 Class 1 Recall: 0.5044 Class 1 F1: 0.5180\n", |
||
| 773 | "Class 0 Precision: 0.8426 Class 0 Recall: 0.8569 Class 0 F1: 0.849719 \n", |
||
| 774 | "\n", |
||
| 775 | "Training Results - Epoch: 13 Avg accuracy: 0.8759 Avg loss: 0.4123 roc_auc: 0.9004 \n", |
||
| 776 | "\n", |
||
| 777 | "Validation Results - Epoch: 13 Avg accuracy: 0.7623 Avg loss: 1.1232 ROC_AUC: 0.7121\n", |
||
| 778 | "Class 1 Precision: 0.5109 Class 1 Recall: 0.6140 Class 1 F1: 0.5578\n", |
||
| 779 | "Class 0 Precision: 0.8667 Class 0 Recall: 0.8102 Class 0 F1: 0.837482 \n", |
||
| 780 | "\n", |
||
| 781 | "Training Results - Epoch: 14 Avg accuracy: 0.6871 Avg loss: 0.7322 roc_auc: 0.7941 \n", |
||
| 782 | "\n", |
||
| 783 | "Validation Results - Epoch: 14 Avg accuracy: 0.6435 Avg loss: 1.0154 ROC_AUC: 0.7137\n", |
||
| 784 | "Class 1 Precision: 0.3935 Class 1 Recall: 0.8509 Class 1 F1: 0.5381\n", |
||
| 785 | "Class 0 Precision: 0.9229 Class 0 Recall: 0.5765 Class 0 F1: 0.709677 \n", |
||
| 786 | "\n", |
||
| 787 | "Training Results - Epoch: 15 Avg accuracy: 0.8833 Avg loss: 0.6672 roc_auc: 0.8030 \n", |
||
| 788 | "\n", |
||
| 789 | "Validation Results - Epoch: 15 Avg accuracy: 0.7762 Avg loss: 1.7181 ROC_AUC: 0.5951\n", |
||
| 790 | "Class 1 Precision: 0.6044 Class 1 Recall: 0.2412 Class 1 F1: 0.3448\n", |
||
| 791 | "Class 0 Precision: 0.7948 Class 0 Recall: 0.9490 Class 0 F1: 0.865074 \n", |
||
| 792 | "\n" |
||
| 793 | ] |
||
| 794 | }, |
||
| 795 | { |
||
| 796 | "name": "stderr", |
||
| 797 | "output_type": "stream", |
||
| 798 | "text": [ |
||
| 799 | "\u001b[32m[I 2020-12-30 00:11:09,732]\u001b[0m Trial 3 finished with value: 0.7914492321455194 and parameters: {'kernel_num': 4, 'dropout': 0.3194825258499938, 'conv_1_1': 7, 'conv_1_2': 3, 'optimizer': 'RMSprop', 'lr': 0.0014589307357234284}. Best is trial 1 with value: 0.8155534019183938.\u001b[0m\n" |
||
| 800 | ] |
||
| 801 | }, |
||
| 802 | { |
||
| 803 | "name": "stdout", |
||
| 804 | "output_type": "stream", |
||
| 805 | "text": [ |
||
| 806 | "Training Results - Epoch: 1 Avg accuracy: 0.5662 Avg loss: 1.0556 roc_auc: 0.6856 \n", |
||
| 807 | "\n", |
||
| 808 | "Validation Results - Epoch: 1 Avg accuracy: 0.4775 Avg loss: 1.3723 ROC_AUC: 0.5341\n", |
||
| 809 | "Class 1 Precision: 0.2653 Class 1 Recall: 0.6447 Class 1 F1: 0.3760\n", |
||
| 810 | "Class 0 Precision: 0.7868 Class 0 Recall: 0.4235 Class 0 F1: 0.550645 \n", |
||
| 811 | "\n", |
||
| 812 | "Training Results - Epoch: 2 Avg accuracy: 0.7785 Avg loss: 1.5409 roc_auc: 0.4996 \n", |
||
| 813 | "\n", |
||
| 814 | "Validation Results - Epoch: 2 Avg accuracy: 0.7559 Avg loss: 1.6650 ROC_AUC: 0.5000\n", |
||
| 815 | "Class 1 Precision: 0.0000 Class 1 Recall: 0.0000 Class 1 F1: 0.0000\n", |
||
| 816 | "Class 0 Precision: 0.7559 Class 0 Recall: 1.0000 Class 0 F1: 0.860976 \n", |
||
| 817 | "\n", |
||
| 818 | "Training Results - Epoch: 3 Avg accuracy: 0.8779 Avg loss: 0.6190 roc_auc: 0.8672 \n", |
||
| 819 | "\n", |
||
| 820 | "Validation Results - Epoch: 3 Avg accuracy: 0.7645 Avg loss: 1.0379 ROC_AUC: 0.6675\n", |
||
| 821 | "Class 1 Precision: 0.5190 Class 1 Recall: 0.4781 Class 1 F1: 0.4977\n", |
||
| 822 | "Class 0 Precision: 0.8356 Class 0 Recall: 0.8569 Class 0 F1: 0.846154 \n", |
||
| 823 | "\n", |
||
| 824 | "Training Results - Epoch: 4 Avg accuracy: 0.8833 Avg loss: 0.6416 roc_auc: 0.8219 \n", |
||
| 825 | "\n", |
||
| 826 | "Validation Results - Epoch: 4 Avg accuracy: 0.8030 Avg loss: 0.9509 ROC_AUC: 0.6930\n", |
||
| 827 | "Class 1 Precision: 0.6264 Class 1 Recall: 0.4781 Class 1 F1: 0.5423\n", |
||
| 828 | "Class 0 Precision: 0.8434 Class 0 Recall: 0.9079 Class 0 F1: 0.874488 \n", |
||
| 829 | "\n", |
||
| 830 | "Training Results - Epoch: 5 Avg accuracy: 0.4833 Avg loss: 1.4005 roc_auc: 0.6644 \n", |
||
| 831 | "\n", |
||
| 832 | "Validation Results - Epoch: 5 Avg accuracy: 0.4229 Avg loss: 1.6908 ROC_AUC: 0.5797\n", |
||
| 833 | "Class 1 Precision: 0.2825 Class 1 Recall: 0.8860 Class 1 F1: 0.4284\n", |
||
| 834 | "Class 0 Precision: 0.8813 Class 0 Recall: 0.2734 Class 0 F1: 0.417297 \n", |
||
| 835 | "\n", |
||
| 836 | "Training Results - Epoch: 6 Avg accuracy: 0.9400 Avg loss: 0.2432 roc_auc: 0.9539 \n", |
||
| 837 | "\n", |
||
| 838 | "Validation Results - Epoch: 6 Avg accuracy: 0.8266 Avg loss: 0.9205 ROC_AUC: 0.7620\n", |
||
| 839 | "Class 1 Precision: 0.6473 Class 1 Recall: 0.6360 Class 1 F1: 0.6416\n", |
||
| 840 | "Class 0 Precision: 0.8831 Class 0 Recall: 0.8881 Class 0 F1: 0.885593 \n", |
||
| 841 | "\n", |
||
| 842 | "Training Results - Epoch: 7 Avg accuracy: 0.8952 Avg loss: 0.3460 roc_auc: 0.9320 \n", |
||
| 843 | "\n", |
||
| 844 | "Validation Results - Epoch: 7 Avg accuracy: 0.7484 Avg loss: 1.0914 ROC_AUC: 0.7207\n", |
||
| 845 | "Class 1 Precision: 0.4887 Class 1 Recall: 0.6667 Class 1 F1: 0.5640\n", |
||
| 846 | "Class 0 Precision: 0.8780 Class 0 Recall: 0.7748 Class 0 F1: 0.823175 \n", |
||
| 847 | "\n", |
||
| 848 | "Training Results - Epoch: 8 Avg accuracy: 0.9176 Avg loss: 0.2426 roc_auc: 0.9457 \n", |
||
| 849 | "\n", |
||
| 850 | "Validation Results - Epoch: 8 Avg accuracy: 0.7987 Avg loss: 1.0265 ROC_AUC: 0.7614\n", |
||
| 851 | "Class 1 Precision: 0.5730 Class 1 Recall: 0.6886 Class 1 F1: 0.6255\n", |
||
| 852 | "Class 0 Precision: 0.8924 Class 0 Recall: 0.8343 Class 0 F1: 0.862372 \n", |
||
| 853 | "\n", |
||
| 854 | "Training Results - Epoch: 9 Avg accuracy: 0.9071 Avg loss: 0.2903 roc_auc: 0.9404 \n", |
||
| 855 | "\n", |
||
| 856 | "Validation Results - Epoch: 9 Avg accuracy: 0.7752 Avg loss: 1.5283 ROC_AUC: 0.7340\n", |
||
| 857 | "Class 1 Precision: 0.5321 Class 1 Recall: 0.6535 Class 1 F1: 0.5866\n", |
||
| 858 | "Class 0 Precision: 0.8792 Class 0 Recall: 0.8144 Class 0 F1: 0.845588 \n", |
||
| 859 | "\n", |
||
| 860 | "Training Results - Epoch: 10 Avg accuracy: 0.9124 Avg loss: 0.2397 roc_auc: 0.9438 \n", |
||
| 861 | "\n", |
||
| 862 | "Validation Results - Epoch: 10 Avg accuracy: 0.7762 Avg loss: 1.3352 ROC_AUC: 0.7570\n", |
||
| 863 | "Class 1 Precision: 0.5307 Class 1 Recall: 0.7193 Class 1 F1: 0.6108\n", |
||
| 864 | "Class 0 Precision: 0.8976 Class 0 Recall: 0.7946 Class 0 F1: 0.842975 \n", |
||
| 865 | "\n", |
||
| 866 | "Training Results - Epoch: 11 Avg accuracy: 0.9881 Avg loss: 0.0839 roc_auc: 0.9815 \n", |
||
| 867 | "\n", |
||
| 868 | "Validation Results - Epoch: 11 Avg accuracy: 0.7784 Avg loss: 2.3227 ROC_AUC: 0.5995\n", |
||
| 869 | "Class 1 Precision: 0.6129 Class 1 Recall: 0.2500 Class 1 F1: 0.3551\n", |
||
| 870 | "Class 0 Precision: 0.7967 Class 0 Recall: 0.9490 Class 0 F1: 0.866193 \n", |
||
| 871 | "\n", |
||
| 872 | "Training Results - Epoch: 12 Avg accuracy: 0.9330 Avg loss: 0.2012 roc_auc: 0.9563 \n", |
||
| 873 | "\n", |
||
| 874 | "Validation Results - Epoch: 12 Avg accuracy: 0.8330 Avg loss: 0.9895 ROC_AUC: 0.8079\n", |
||
| 875 | "Class 1 Precision: 0.6314 Class 1 Recall: 0.7588 Class 1 F1: 0.6892\n", |
||
| 876 | "Class 0 Precision: 0.9167 Class 0 Recall: 0.8569 Class 0 F1: 0.885798 \n", |
||
| 877 | "\n", |
||
| 878 | "Training Results - Epoch: 13 Avg accuracy: 0.9781 Avg loss: 0.1049 roc_auc: 0.9856 \n", |
||
| 879 | "\n", |
||
| 880 | "Validation Results - Epoch: 13 Avg accuracy: 0.8180 Avg loss: 1.2824 ROC_AUC: 0.7326\n", |
||
| 881 | "Class 1 Precision: 0.6450 Class 1 Recall: 0.5658 Class 1 F1: 0.6028\n", |
||
| 882 | "Class 0 Precision: 0.8651 Class 0 Recall: 0.8994 Class 0 F1: 0.881944 \n", |
||
| 883 | "\n", |
||
| 884 | "Training Results - Epoch: 14 Avg accuracy: 0.9884 Avg loss: 0.1226 roc_auc: 0.9780 \n", |
||
| 885 | "\n", |
||
| 886 | "Validation Results - Epoch: 14 Avg accuracy: 0.7901 Avg loss: 2.6046 ROC_AUC: 0.6073\n", |
||
| 887 | "Class 1 Precision: 0.6951 Class 1 Recall: 0.2500 Class 1 F1: 0.3677\n", |
||
| 888 | "Class 0 Precision: 0.7993 Class 0 Recall: 0.9646 Class 0 F1: 0.874198 \n", |
||
| 889 | "\n", |
||
| 890 | "Training Results - Epoch: 15 Avg accuracy: 0.9648 Avg loss: 0.0910 roc_auc: 0.9774 \n", |
||
| 891 | "\n", |
||
| 892 | "Validation Results - Epoch: 15 Avg accuracy: 0.8298 Avg loss: 1.1562 ROC_AUC: 0.7894\n", |
||
| 893 | "Class 1 Precision: 0.6353 Class 1 Recall: 0.7105 Class 1 F1: 0.6708\n", |
||
| 894 | "Class 0 Precision: 0.9028 Class 0 Recall: 0.8683 Class 0 F1: 0.885199 \n", |
||
| 895 | "\n", |
||
| 896 | "Training Results - Epoch: 16 Avg accuracy: 0.9736 Avg loss: 0.0806 roc_auc: 0.9830 \n", |
||
| 897 | "\n", |
||
| 898 | "Validation Results - Epoch: 16 Avg accuracy: 0.8212 Avg loss: 1.5472 ROC_AUC: 0.7496\n", |
||
| 899 | "Class 1 Precision: 0.6406 Class 1 Recall: 0.6096 Class 1 F1: 0.6247\n", |
||
| 900 | "Class 0 Precision: 0.8759 Class 0 Recall: 0.8895 Class 0 F1: 0.882642 \n", |
||
| 901 | "\n", |
||
| 902 | "Training Results - Epoch: 17 Avg accuracy: 0.9733 Avg loss: 0.0890 roc_auc: 0.9814 \n", |
||
| 903 | "\n", |
||
| 904 | "Validation Results - Epoch: 17 Avg accuracy: 0.8330 Avg loss: 1.0758 ROC_AUC: 0.7737\n", |
||
| 905 | "Class 1 Precision: 0.6579 Class 1 Recall: 0.6579 Class 1 F1: 0.6579\n", |
||
| 906 | "Class 0 Precision: 0.8895 Class 0 Recall: 0.8895 Class 0 F1: 0.889518 \n", |
||
| 907 | "\n", |
||
| 908 | "Training Results - Epoch: 18 Avg accuracy: 0.9819 Avg loss: 0.0688 roc_auc: 0.9884 \n", |
||
| 909 | "\n", |
||
| 910 | "Validation Results - Epoch: 18 Avg accuracy: 0.8244 Avg loss: 1.5012 ROC_AUC: 0.7309\n", |
||
| 911 | "Class 1 Precision: 0.6720 Class 1 Recall: 0.5482 Class 1 F1: 0.6039\n", |
||
| 912 | "Class 0 Precision: 0.8623 Class 0 Recall: 0.9136 Class 0 F1: 0.887208 \n", |
||
| 913 | "\n", |
||
| 914 | "Training Results - Epoch: 19 Avg accuracy: 0.9339 Avg loss: 0.1867 roc_auc: 0.9576 \n", |
||
| 915 | "\n", |
||
| 916 | "Validation Results - Epoch: 19 Avg accuracy: 0.7762 Avg loss: 1.5084 ROC_AUC: 0.7198\n", |
||
| 917 | "Class 1 Precision: 0.5367 Class 1 Recall: 0.6096 Class 1 F1: 0.5708\n", |
||
| 918 | "Class 0 Precision: 0.8681 Class 0 Recall: 0.8300 Class 0 F1: 0.848660 \n", |
||
| 919 | "\n", |
||
| 920 | "Training Results - Epoch: 20 Avg accuracy: 0.9671 Avg loss: 0.1041 roc_auc: 0.9789 \n", |
||
| 921 | "\n", |
||
| 922 | "Validation Results - Epoch: 20 Avg accuracy: 0.8051 Avg loss: 1.3777 ROC_AUC: 0.7419\n", |
||
| 923 | "Class 1 Precision: 0.5975 Class 1 Recall: 0.6184 Class 1 F1: 0.6078\n", |
||
| 924 | "Class 0 Precision: 0.8754 Class 0 Recall: 0.8654 Class 0 F1: 0.870370 \n", |
||
| 925 | "\n", |
||
| 926 | "Training Results - Epoch: 21 Avg accuracy: 0.9922 Avg loss: 0.0314 roc_auc: 0.9950 \n", |
||
| 927 | "\n", |
||
| 928 | "Validation Results - Epoch: 21 Avg accuracy: 0.8255 Avg loss: 1.9804 ROC_AUC: 0.7079\n", |
||
| 929 | "Class 1 Precision: 0.7124 Class 1 Recall: 0.4781 Class 1 F1: 0.5722\n", |
||
| 930 | "Class 0 Precision: 0.8476 Class 0 Recall: 0.9377 Class 0 F1: 0.890383 \n", |
||
| 931 | "\n", |
||
| 932 | "Training Results - Epoch: 22 Avg accuracy: 0.9931 Avg loss: 0.0260 roc_auc: 0.9930 \n", |
||
| 933 | "\n", |
||
| 934 | "Validation Results - Epoch: 22 Avg accuracy: 0.8169 Avg loss: 2.7336 ROC_AUC: 0.6874\n", |
||
| 935 | "Class 1 Precision: 0.7021 Class 1 Recall: 0.4342 Class 1 F1: 0.5366\n", |
||
| 936 | "Class 0 Precision: 0.8373 Class 0 Recall: 0.9405 Class 0 F1: 0.885924 \n", |
||
| 937 | "\n" |
||
| 938 | ] |
||
| 939 | }, |
||
| 940 | { |
||
| 941 | "name": "stderr", |
||
| 942 | "output_type": "stream", |
||
| 943 | "text": [ |
||
| 944 | "\u001b[32m[I 2020-12-30 00:54:51,761]\u001b[0m Trial 4 finished with value: 0.8078562198697878 and parameters: {'kernel_num': 64, 'dropout': 0.36381481162095797, 'conv_1_1': 7, 'conv_1_2': 3, 'optimizer': 'RMSprop', 'lr': 7.288490126379332e-05}. Best is trial 1 with value: 0.8155534019183938.\u001b[0m\n" |
||
| 945 | ] |
||
| 946 | }, |
||
| 947 | { |
||
| 948 | "name": "stdout", |
||
| 949 | "output_type": "stream", |
||
| 950 | "text": [ |
||
| 951 | "Number of finished trials: 5\n", |
||
| 952 | "Best trial:\n", |
||
| 953 | " Value: 0.8155534019183938\n", |
||
| 954 | " Params: \n", |
||
| 955 | " kernel_num: 32\n", |
||
| 956 | " dropout: 0.1286562149201932\n", |
||
| 957 | " conv_1_1: 7\n", |
||
| 958 | " conv_1_2: 3\n", |
||
| 959 | " optimizer: AdamW\n", |
||
| 960 | " lr: 0.00041996301405639253\n" |
||
| 961 | ] |
||
| 962 | } |
||
| 963 | ], |
||
| 964 | "source": [ |
||
| 965 | "run_trials(objective, PRUNER, NUM_TRIALS, DIRECTION)" |
||
| 966 | ] |
||
| 967 | }, |
||
| 968 | { |
||
| 969 | "cell_type": "markdown", |
||
| 970 | "metadata": {}, |
||
| 971 | "source": [ |
||
| 972 | "## When working in remote server, must forward the current port to a local port, then open localhost to view Tensorboard logs\n", |
||
| 973 | "Example: after running the cell below, use the command\n", |
||
| 974 | "\n", |
||
| 975 | "ssh -i ~/.ssh/your_ssh_key -N -f -L localhost:8999:localhost:16007 username@11.11.111.111\n", |
||
| 976 | "\n", |
||
| 977 | "to forward to local, then open localhost:16007 in your browser" |
||
| 978 | ] |
||
| 979 | }, |
||
| 980 | { |
||
| 981 | "cell_type": "code", |
||
| 982 | "execution_count": 8, |
||
| 983 | "metadata": {}, |
||
| 984 | "outputs": [ |
||
| 985 | { |
||
| 986 | "name": "stdout", |
||
| 987 | "output_type": "stream", |
||
| 988 | "text": [ |
||
| 989 | "The tensorboard extension is already loaded. To reload it, use:\n", |
||
| 990 | " %reload_ext tensorboard\n" |
||
| 991 | ] |
||
| 992 | }, |
||
| 993 | { |
||
| 994 | "data": { |
||
| 995 | "text/html": [ |
||
| 996 | "\n", |
||
| 997 | " <iframe id=\"tensorboard-frame-be71a43885f02167\" width=\"100%\" height=\"800\" frameborder=\"0\">\n", |
||
| 998 | " </iframe>\n", |
||
| 999 | " <script>\n", |
||
| 1000 | " (function() {\n", |
||
| 1001 | " const frame = document.getElementById(\"tensorboard-frame-be71a43885f02167\");\n", |
||
| 1002 | " const url = new URL(\"/\", window.location);\n", |
||
| 1003 | " url.port = 8999;\n", |
||
| 1004 | " frame.src = url;\n", |
||
| 1005 | " })();\n", |
||
| 1006 | " </script>\n", |
||
| 1007 | " " |
||
| 1008 | ], |
||
| 1009 | "text/plain": [ |
||
| 1010 | "<IPython.core.display.HTML object>" |
||
| 1011 | ] |
||
| 1012 | }, |
||
| 1013 | "metadata": {}, |
||
| 1014 | "output_type": "display_data" |
||
| 1015 | } |
||
| 1016 | ], |
||
| 1017 | "source": [ |
||
| 1018 | "%load_ext tensorboard\n", |
||
| 1019 | "%tensorboard --logdir=. --port 8999" |
||
| 1020 | ] |
||
| 1021 | }, |
||
| 1022 | { |
||
| 1023 | "cell_type": "code", |
||
| 1024 | "execution_count": null, |
||
| 1025 | "metadata": {}, |
||
| 1026 | "outputs": [], |
||
| 1027 | "source": [] |
||
| 1028 | } |
||
| 1029 | ], |
||
| 1030 | "metadata": { |
||
| 1031 | "kernelspec": { |
||
| 1032 | "display_name": "Python [conda env:tf-gpu]", |
||
| 1033 | "language": "python", |
||
| 1034 | "name": "conda-env-tf-gpu-py" |
||
| 1035 | }, |
||
| 1036 | "language_info": { |
||
| 1037 | "codemirror_mode": { |
||
| 1038 | "name": "ipython", |
||
| 1039 | "version": 3 |
||
| 1040 | }, |
||
| 1041 | "file_extension": ".py", |
||
| 1042 | "mimetype": "text/x-python", |
||
| 1043 | "name": "python", |
||
| 1044 | "nbconvert_exporter": "python", |
||
| 1045 | "pygments_lexer": "ipython3", |
||
| 1046 | "version": "3.8.3" |
||
| 1047 | } |
||
| 1048 | }, |
||
| 1049 | "nbformat": 4, |
||
| 1050 | "nbformat_minor": 4 |
||
| 1051 | } |