1052 lines (1051 with data), 56.6 kB
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"import numpy as np\n",
"\n",
"from paths import FilePaths\n",
"from tuningfunctions import get_data_loaders, get_criterion, Objective, run_trials\n",
"import models\n",
"from constants import MODEL_NAME, OPTIMIZERS, MAX_EPOCHS, METRIC, MIN_LR, MAX_LR, PATIENCE, SCHEDULER, STEP, GAMMA, PRUNER, NUM_TRIALS, DIRECTION"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## paths.py should contain the paths to the X_train, X_test, y_train, and y_test data files. These files should already be preprocessed and ready for input into the model."
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"X_train=np.load(FilePaths.X_train)\n",
"X_test=np.load(FilePaths.X_test)\n",
"y_train=np.load(FilePaths.y_train)\n",
"y_test=np.load(FilePaths.y_test)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## For ECG data, the criterion takes into account the class weights in the training labels, to edit, refer to get_criterion in tuningfunctions.py"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Train on: cuda:0\n",
"CLASS 0: 0.7791713325867862, CLASS 1: 0.22082866741321389\n",
"WEIGHT 0: 1.0, WEIGHT 1: 3.528397565922921\n",
"Label Weights: [tensor(3.5284, dtype=torch.float64)]\n"
]
}
],
"source": [
"criterion=get_criterion(y_train)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Get the data loaders"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"train_loader, test_loader=get_data_loaders(X_train, X_test, y_train, y_test)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Edit the capitalized general parameter inputs in constants.py. \n",
"Model specific parameters are inputted in models.py"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"objective=Objective(MODEL_NAME, criterion, train_loader, test_loader, OPTIMIZERS, MIN_LR, MAX_LR, METRIC, MAX_EPOCHS, PATIENCE, SCHEDULER, STEP, GAMMA)"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[32m[I 2020-12-29 21:53:33,027]\u001b[0m A new study created in memory with name: no-name-f2fe4293-6221-4e4d-921e-faf3d0e9fe60\u001b[0m\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Training Results - Epoch: 1 Avg accuracy: 0.2927 Avg loss: 1.0804 roc_auc: 0.5152 \n",
"\n",
"Validation Results - Epoch: 1 Avg accuracy: 0.2848 Avg loss: 1.1236 ROC_AUC: 0.4957\n",
"Class 1 Precision: 0.2424 Class 1 Recall: 0.9079 Class 1 F1: 0.3826\n",
"Class 0 Precision: 0.7375 Class 0 Recall: 0.0836 Class 0 F1: 0.150127 \n",
"\n",
"Training Results - Epoch: 2 Avg accuracy: 0.4676 Avg loss: 1.1070 roc_auc: 0.5635 \n",
"\n",
"Validation Results - Epoch: 2 Avg accuracy: 0.4711 Avg loss: 1.1465 ROC_AUC: 0.5551\n",
"Class 1 Precision: 0.2761 Class 1 Recall: 0.7193 Class 1 F1: 0.3990\n",
"Class 0 Precision: 0.8118 Class 0 Recall: 0.3909 Class 0 F1: 0.527725 \n",
"\n",
"Training Results - Epoch: 3 Avg accuracy: 0.5109 Avg loss: 1.1149 roc_auc: 0.5822 \n",
"\n",
"Validation Results - Epoch: 3 Avg accuracy: 0.4904 Avg loss: 1.1496 ROC_AUC: 0.5619\n",
"Class 1 Precision: 0.2817 Class 1 Recall: 0.7018 Class 1 F1: 0.4020\n",
"Class 0 Precision: 0.8142 Class 0 Recall: 0.4221 Class 0 F1: 0.555970 \n",
"\n",
"Training Results - Epoch: 4 Avg accuracy: 0.5044 Avg loss: 1.2246 roc_auc: 0.5886 \n",
"\n",
"Validation Results - Epoch: 4 Avg accuracy: 0.4561 Avg loss: 1.3194 ROC_AUC: 0.5111\n",
"Class 1 Precision: 0.2509 Class 1 Recall: 0.6184 Class 1 F1: 0.3570\n",
"Class 0 Precision: 0.7661 Class 0 Recall: 0.4037 Class 0 F1: 0.528757 \n",
"\n",
"Training Results - Epoch: 5 Avg accuracy: 0.3628 Avg loss: 1.1885 roc_auc: 0.5486 \n",
"\n",
"Validation Results - Epoch: 5 Avg accuracy: 0.3737 Avg loss: 1.2321 ROC_AUC: 0.5308\n",
"Class 1 Precision: 0.2585 Class 1 Recall: 0.8377 Class 1 F1: 0.3950\n",
"Class 0 Precision: 0.8103 Class 0 Recall: 0.2238 Class 0 F1: 0.350721 \n",
"\n",
"Training Results - Epoch: 6 Avg accuracy: 0.4932 Avg loss: 1.1599 roc_auc: 0.5981 \n",
"\n",
"Validation Results - Epoch: 6 Avg accuracy: 0.4743 Avg loss: 1.2688 ROC_AUC: 0.5617\n",
"Class 1 Precision: 0.2797 Class 1 Recall: 0.7325 Class 1 F1: 0.4048\n",
"Class 0 Precision: 0.8190 Class 0 Recall: 0.3909 Class 0 F1: 0.529243 \n",
"\n",
"Training Results - Epoch: 7 Avg accuracy: 0.5243 Avg loss: 1.1764 roc_auc: 0.6028 \n",
"\n",
"Validation Results - Epoch: 7 Avg accuracy: 0.5182 Avg loss: 1.3025 ROC_AUC: 0.5685\n",
"Class 1 Precision: 0.2890 Class 1 Recall: 0.6667 Class 1 F1: 0.4032\n",
"Class 0 Precision: 0.8137 Class 0 Recall: 0.4703 Class 0 F1: 0.596050 \n",
"\n",
"Training Results - Epoch: 8 Avg accuracy: 0.5035 Avg loss: 1.1401 roc_auc: 0.6145 \n",
"\n",
"Validation Results - Epoch: 8 Avg accuracy: 0.4593 Avg loss: 1.2772 ROC_AUC: 0.5444\n",
"Class 1 Precision: 0.2696 Class 1 Recall: 0.7105 Class 1 F1: 0.3908\n",
"Class 0 Precision: 0.8018 Class 0 Recall: 0.3782 Class 0 F1: 0.513956 \n",
"\n",
"Training Results - Epoch: 9 Avg accuracy: 0.4867 Avg loss: 1.0924 roc_auc: 0.6135 \n",
"\n",
"Validation Results - Epoch: 9 Avg accuracy: 0.4561 Avg loss: 1.2378 ROC_AUC: 0.5541\n",
"Class 1 Precision: 0.2742 Class 1 Recall: 0.7456 Class 1 F1: 0.4009\n",
"Class 0 Precision: 0.8153 Class 0 Recall: 0.3626 Class 0 F1: 0.501961 \n",
"\n",
"Training Results - Epoch: 10 Avg accuracy: 0.5357 Avg loss: 1.1187 roc_auc: 0.6276 \n",
"\n",
"Validation Results - Epoch: 10 Avg accuracy: 0.5032 Avg loss: 1.3215 ROC_AUC: 0.5541\n",
"Class 1 Precision: 0.2790 Class 1 Recall: 0.6535 Class 1 F1: 0.3911\n",
"Class 0 Precision: 0.8025 Class 0 Recall: 0.4547 Class 0 F1: 0.580470 \n",
"\n",
"Training Results - Epoch: 11 Avg accuracy: 0.3666 Avg loss: 1.1080 roc_auc: 0.5525 \n",
"\n",
"Validation Results - Epoch: 11 Avg accuracy: 0.3662 Avg loss: 1.1935 ROC_AUC: 0.5303\n",
"Class 1 Precision: 0.2580 Class 1 Recall: 0.8509 Class 1 F1: 0.3959\n",
"Class 0 Precision: 0.8132 Class 0 Recall: 0.2096 Class 0 F1: 0.333333 \n",
"\n",
"Training Results - Epoch: 12 Avg accuracy: 0.5776 Avg loss: 1.0630 roc_auc: 0.6279 \n",
"\n",
"Validation Results - Epoch: 12 Avg accuracy: 0.5268 Avg loss: 1.2422 ROC_AUC: 0.5415\n",
"Class 1 Precision: 0.2743 Class 1 Recall: 0.5702 Class 1 F1: 0.3704\n",
"Class 0 Precision: 0.7870 Class 0 Recall: 0.5127 Class 0 F1: 0.620926 \n",
"\n",
"Training Results - Epoch: 13 Avg accuracy: 0.5442 Avg loss: 1.0112 roc_auc: 0.6243 \n",
"\n",
"Validation Results - Epoch: 13 Avg accuracy: 0.4754 Avg loss: 1.2242 ROC_AUC: 0.5238\n",
"Class 1 Precision: 0.2592 Class 1 Recall: 0.6184 Class 1 F1: 0.3653\n",
"Class 0 Precision: 0.7769 Class 0 Recall: 0.4292 Class 0 F1: 0.552920 \n",
"\n",
"Training Results - Epoch: 14 Avg accuracy: 0.5106 Avg loss: 0.9988 roc_auc: 0.6311 \n",
"\n",
"Validation Results - Epoch: 14 Avg accuracy: 0.4443 Avg loss: 1.1956 ROC_AUC: 0.5270\n",
"Class 1 Precision: 0.2595 Class 1 Recall: 0.6886 Class 1 F1: 0.3770\n",
"Class 0 Precision: 0.7842 Class 0 Recall: 0.3654 Class 0 F1: 0.498551 \n",
"\n",
"Training Results - Epoch: 15 Avg accuracy: 0.3940 Avg loss: 1.0709 roc_auc: 0.5857 \n",
"\n",
"Validation Results - Epoch: 15 Avg accuracy: 0.3704 Avg loss: 1.1945 ROC_AUC: 0.5123\n",
"Class 1 Precision: 0.2500 Class 1 Recall: 0.7895 Class 1 F1: 0.3797\n",
"Class 0 Precision: 0.7757 Class 0 Recall: 0.2351 Class 0 F1: 0.360870 \n",
"\n",
"Training Results - Epoch: 16 Avg accuracy: 0.5496 Avg loss: 1.0151 roc_auc: 0.6427 \n",
"\n",
"Validation Results - Epoch: 16 Avg accuracy: 0.4946 Avg loss: 1.2929 ROC_AUC: 0.5336\n",
"Class 1 Precision: 0.2663 Class 1 Recall: 0.6096 Class 1 F1: 0.3707\n",
"Class 0 Precision: 0.7840 Class 0 Recall: 0.4575 Class 0 F1: 0.577818 \n",
"\n",
"Training Results - Epoch: 17 Avg accuracy: 0.5362 Avg loss: 0.9816 roc_auc: 0.6464 \n",
"\n",
"Validation Results - Epoch: 17 Avg accuracy: 0.5032 Avg loss: 1.1919 ROC_AUC: 0.5704\n",
"Class 1 Precision: 0.2878 Class 1 Recall: 0.7018 Class 1 F1: 0.4082\n",
"Class 0 Precision: 0.8201 Class 0 Recall: 0.4391 Class 0 F1: 0.571956 \n",
"\n",
"Training Results - Epoch: 18 Avg accuracy: 0.5754 Avg loss: 1.0322 roc_auc: 0.6457 \n",
"\n",
"Validation Results - Epoch: 18 Avg accuracy: 0.5268 Avg loss: 1.2262 ROC_AUC: 0.5548\n",
"Class 1 Precision: 0.2825 Class 1 Recall: 0.6096 Class 1 F1: 0.3861\n",
"Class 0 Precision: 0.7986 Class 0 Recall: 0.5000 Class 0 F1: 0.614983 \n",
"\n",
"Training Results - Epoch: 19 Avg accuracy: 0.5713 Avg loss: 0.9803 roc_auc: 0.6522 \n",
"\n",
"Validation Results - Epoch: 19 Avg accuracy: 0.5375 Avg loss: 1.1708 ROC_AUC: 0.5768\n",
"Class 1 Precision: 0.2968 Class 1 Recall: 0.6535 Class 1 F1: 0.4082\n",
"Class 0 Precision: 0.8171 Class 0 Recall: 0.5000 Class 0 F1: 0.620387 \n",
"\n",
"Training Results - Epoch: 20 Avg accuracy: 0.4374 Avg loss: 1.0193 roc_auc: 0.6055 \n",
"\n",
"Validation Results - Epoch: 20 Avg accuracy: 0.4111 Avg loss: 1.1587 ROC_AUC: 0.5392\n",
"Class 1 Precision: 0.2639 Class 1 Recall: 0.7895 Class 1 F1: 0.3956\n",
"Class 0 Precision: 0.8095 Class 0 Recall: 0.2890 Class 0 F1: 0.425887 \n",
"\n",
"Training Results - Epoch: 21 Avg accuracy: 0.5622 Avg loss: 0.9774 roc_auc: 0.6485 \n",
"\n",
"Validation Results - Epoch: 21 Avg accuracy: 0.5032 Avg loss: 1.2417 ROC_AUC: 0.5437\n",
"Class 1 Precision: 0.2731 Class 1 Recall: 0.6228 Class 1 F1: 0.3797\n",
"Class 0 Precision: 0.7923 Class 0 Recall: 0.4646 Class 0 F1: 0.585714 \n",
"\n",
"Training Results - Epoch: 22 Avg accuracy: 0.4903 Avg loss: 1.0207 roc_auc: 0.6333 \n",
"\n",
"Validation Results - Epoch: 22 Avg accuracy: 0.4379 Avg loss: 1.2840 ROC_AUC: 0.5361\n",
"Class 1 Precision: 0.2639 Class 1 Recall: 0.7281 Class 1 F1: 0.3874\n",
"Class 0 Precision: 0.7967 Class 0 Recall: 0.3442 Class 0 F1: 0.480712 \n",
"\n",
"Training Results - Epoch: 23 Avg accuracy: 0.4811 Avg loss: 1.0059 roc_auc: 0.6299 \n",
"\n",
"Validation Results - Epoch: 23 Avg accuracy: 0.4069 Avg loss: 1.1861 ROC_AUC: 0.5111\n",
"Class 1 Precision: 0.2500 Class 1 Recall: 0.7149 Class 1 F1: 0.3705\n",
"Class 0 Precision: 0.7695 Class 0 Recall: 0.3074 Class 0 F1: 0.439271 \n",
"\n",
"Training Results - Epoch: 24 Avg accuracy: 0.4867 Avg loss: 1.0078 roc_auc: 0.6241 \n",
"\n",
"Validation Results - Epoch: 24 Avg accuracy: 0.4368 Avg loss: 1.2162 ROC_AUC: 0.5265\n",
"Class 1 Precision: 0.2589 Class 1 Recall: 0.7018 Class 1 F1: 0.3783\n",
"Class 0 Precision: 0.7848 Class 0 Recall: 0.3513 Class 0 F1: 0.485323 \n",
"\n",
"Training Results - Epoch: 25 Avg accuracy: 0.5006 Avg loss: 1.0251 roc_auc: 0.6072 \n",
"\n",
"Validation Results - Epoch: 25 Avg accuracy: 0.4176 Avg loss: 1.2438 ROC_AUC: 0.4573\n",
"Class 1 Precision: 0.2179 Class 1 Recall: 0.5351 Class 1 F1: 0.3096\n",
"Class 0 Precision: 0.7166 Class 0 Recall: 0.3796 Class 0 F1: 0.496296 \n",
"\n",
"Training Results - Epoch: 26 Avg accuracy: 0.3059 Avg loss: 1.0826 roc_auc: 0.5172 \n",
"\n",
"Validation Results - Epoch: 26 Avg accuracy: 0.3126 Avg loss: 1.1275 ROC_AUC: 0.4919\n",
"Class 1 Precision: 0.2406 Class 1 Recall: 0.8421 Class 1 F1: 0.3743\n",
"Class 0 Precision: 0.7353 Class 0 Recall: 0.1416 Class 0 F1: 0.237530 \n",
"\n",
"Training Results - Epoch: 27 Avg accuracy: 0.5133 Avg loss: 1.0580 roc_auc: 0.5990 \n",
"\n",
"Validation Results - Epoch: 27 Avg accuracy: 0.4754 Avg loss: 1.2709 ROC_AUC: 0.5238\n",
"Class 1 Precision: 0.2592 Class 1 Recall: 0.6184 Class 1 F1: 0.3653\n",
"Class 0 Precision: 0.7769 Class 0 Recall: 0.4292 Class 0 F1: 0.552920 \n",
"\n",
"Training Results - Epoch: 28 Avg accuracy: 0.5035 Avg loss: 1.0312 roc_auc: 0.6032 \n",
"\n",
"Validation Results - Epoch: 28 Avg accuracy: 0.4325 Avg loss: 1.2702 ROC_AUC: 0.4791\n",
"Class 1 Precision: 0.2313 Class 1 Recall: 0.5702 Class 1 F1: 0.3291\n",
"Class 0 Precision: 0.7366 Class 0 Recall: 0.3881 Class 0 F1: 0.508349 \n",
"\n",
"Training Results - Epoch: 29 Avg accuracy: 0.5239 Avg loss: 1.0218 roc_auc: 0.6007 \n",
"\n",
"Validation Results - Epoch: 29 Avg accuracy: 0.4657 Avg loss: 1.2739 ROC_AUC: 0.4996\n",
"Class 1 Precision: 0.2439 Class 1 Recall: 0.5658 Class 1 F1: 0.3408\n",
"Class 0 Precision: 0.7556 Class 0 Recall: 0.4334 Class 0 F1: 0.550855 \n",
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[32m[I 2020-12-29 22:28:03,435]\u001b[0m Trial 0 finished with value: 0.5767543859649122 and parameters: {'kernel_num': 4, 'dropout': 0.3240577405343744, 'conv_1_1': 7, 'conv_1_2': 1, 'optimizer': 'RMSprop', 'lr': 3.310389013393733e-05}. Best is trial 0 with value: 0.5767543859649122.\u001b[0m\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Training Results - Epoch: 1 Avg accuracy: 0.7474 Avg loss: 0.7867 roc_auc: 0.7590 \n",
"\n",
"Validation Results - Epoch: 1 Avg accuracy: 0.7099 Avg loss: 0.9808 ROC_AUC: 0.6937\n",
"Class 1 Precision: 0.4377 Class 1 Recall: 0.6623 Class 1 F1: 0.5271\n",
"Class 0 Precision: 0.8693 Class 0 Recall: 0.7252 Class 0 F1: 0.790734 \n",
"\n",
"Training Results - Epoch: 2 Avg accuracy: 0.8105 Avg loss: 0.7039 roc_auc: 0.8108 \n",
"\n",
"Validation Results - Epoch: 2 Avg accuracy: 0.7377 Avg loss: 0.9958 ROC_AUC: 0.6839\n",
"Class 1 Precision: 0.4698 Class 1 Recall: 0.5789 Class 1 F1: 0.5187\n",
"Class 0 Precision: 0.8530 Class 0 Recall: 0.7890 Class 0 F1: 0.819720 \n",
"\n",
"Training Results - Epoch: 3 Avg accuracy: 0.7767 Avg loss: 0.6682 roc_auc: 0.8280 \n",
"\n",
"Validation Results - Epoch: 3 Avg accuracy: 0.7034 Avg loss: 0.9803 ROC_AUC: 0.7251\n",
"Class 1 Precision: 0.4386 Class 1 Recall: 0.7675 Class 1 F1: 0.5582\n",
"Class 0 Precision: 0.9009 Class 0 Recall: 0.6827 Class 0 F1: 0.776793 \n",
"\n",
"Training Results - Epoch: 4 Avg accuracy: 0.8007 Avg loss: 0.5890 roc_auc: 0.8507 \n",
"\n",
"Validation Results - Epoch: 4 Avg accuracy: 0.7109 Avg loss: 1.3107 ROC_AUC: 0.7078\n",
"Class 1 Precision: 0.4420 Class 1 Recall: 0.7018 Class 1 F1: 0.5424\n",
"Class 0 Precision: 0.8811 Class 0 Recall: 0.7139 Class 0 F1: 0.788732 \n",
"\n",
"Training Results - Epoch: 5 Avg accuracy: 0.7091 Avg loss: 0.6721 roc_auc: 0.8119 \n",
"\n",
"Validation Results - Epoch: 5 Avg accuracy: 0.6306 Avg loss: 1.0868 ROC_AUC: 0.7022\n",
"Class 1 Precision: 0.3832 Class 1 Recall: 0.8421 Class 1 F1: 0.5267\n",
"Class 0 Precision: 0.9169 Class 0 Recall: 0.5623 Class 0 F1: 0.697103 \n",
"\n",
"Training Results - Epoch: 6 Avg accuracy: 0.8959 Avg loss: 0.3510 roc_auc: 0.9237 \n",
"\n",
"Validation Results - Epoch: 6 Avg accuracy: 0.7923 Avg loss: 1.0147 ROC_AUC: 0.7602\n",
"Class 1 Precision: 0.5599 Class 1 Recall: 0.6974 Class 1 F1: 0.6211\n",
"Class 0 Precision: 0.8938 Class 0 Recall: 0.8229 Class 0 F1: 0.856932 \n",
"\n",
"Training Results - Epoch: 7 Avg accuracy: 0.8529 Avg loss: 0.4445 roc_auc: 0.9030 \n",
"\n",
"Validation Results - Epoch: 7 Avg accuracy: 0.7248 Avg loss: 0.9557 ROC_AUC: 0.7408\n",
"Class 1 Precision: 0.4619 Class 1 Recall: 0.7719 Class 1 F1: 0.5780\n",
"Class 0 Precision: 0.9060 Class 0 Recall: 0.7096 Class 0 F1: 0.795870 \n",
"\n",
"Training Results - Epoch: 8 Avg accuracy: 0.7823 Avg loss: 4.8315 roc_auc: 0.5093 \n",
"\n",
"Validation Results - Epoch: 8 Avg accuracy: 0.7559 Avg loss: 5.5083 ROC_AUC: 0.5000\n",
"Class 1 Precision: 0.0000 Class 1 Recall: 0.0000 Class 1 F1: 0.0000\n",
"Class 0 Precision: 0.7559 Class 0 Recall: 1.0000 Class 0 F1: 0.860976 \n",
"\n",
"Training Results - Epoch: 9 Avg accuracy: 0.8269 Avg loss: 0.4469 roc_auc: 0.8820 \n",
"\n",
"Validation Results - Epoch: 9 Avg accuracy: 0.7291 Avg loss: 1.3068 ROC_AUC: 0.7436\n",
"Class 1 Precision: 0.4668 Class 1 Recall: 0.7719 Class 1 F1: 0.5818\n",
"Class 0 Precision: 0.9066 Class 0 Recall: 0.7153 Class 0 F1: 0.799683 \n",
"\n",
"Training Results - Epoch: 10 Avg accuracy: 0.8634 Avg loss: 0.3907 roc_auc: 0.9094 \n",
"\n",
"Validation Results - Epoch: 10 Avg accuracy: 0.7355 Avg loss: 1.2619 ROC_AUC: 0.7508\n",
"Class 1 Precision: 0.4747 Class 1 Recall: 0.7807 Class 1 F1: 0.5904\n",
"Class 0 Precision: 0.9106 Class 0 Recall: 0.7210 Class 0 F1: 0.804743 \n",
"\n",
"Training Results - Epoch: 11 Avg accuracy: 0.8907 Avg loss: 0.7862 roc_auc: 0.7707 \n",
"\n",
"Validation Results - Epoch: 11 Avg accuracy: 0.7773 Avg loss: 2.1404 ROC_AUC: 0.5661\n",
"Class 1 Precision: 0.7000 Class 1 Recall: 0.1535 Class 1 F1: 0.2518\n",
"Class 0 Precision: 0.7817 Class 0 Recall: 0.9788 Class 0 F1: 0.869182 \n",
"\n",
"Training Results - Epoch: 12 Avg accuracy: 0.9019 Avg loss: 0.2357 roc_auc: 0.9371 \n",
"\n",
"Validation Results - Epoch: 12 Avg accuracy: 0.7784 Avg loss: 0.9942 ROC_AUC: 0.7524\n",
"Class 1 Precision: 0.5351 Class 1 Recall: 0.7018 Class 1 F1: 0.6072\n",
"Class 0 Precision: 0.8929 Class 0 Recall: 0.8031 Class 0 F1: 0.845638 \n",
"\n",
"Training Results - Epoch: 13 Avg accuracy: 0.7283 Avg loss: 1.9203 roc_auc: 0.5117 \n",
"\n",
"Validation Results - Epoch: 13 Avg accuracy: 0.7345 Avg loss: 1.9490 ROC_AUC: 0.5571\n",
"Class 1 Precision: 0.4138 Class 1 Recall: 0.2105 Class 1 F1: 0.2791\n",
"Class 0 Precision: 0.7800 Class 0 Recall: 0.9037 Class 0 F1: 0.837270 \n",
"\n",
"Training Results - Epoch: 14 Avg accuracy: 0.9144 Avg loss: 0.6020 roc_auc: 0.8379 \n",
"\n",
"Validation Results - Epoch: 14 Avg accuracy: 0.7452 Avg loss: 3.0246 ROC_AUC: 0.5389\n",
"Class 1 Precision: 0.4306 Class 1 Recall: 0.1360 Class 1 F1: 0.2067\n",
"Class 0 Precision: 0.7715 Class 0 Recall: 0.9419 Class 0 F1: 0.848214 \n",
"\n",
"Training Results - Epoch: 15 Avg accuracy: 0.8311 Avg loss: 0.5048 roc_auc: 0.8549 \n",
"\n",
"Validation Results - Epoch: 15 Avg accuracy: 0.7634 Avg loss: 1.0412 ROC_AUC: 0.7366\n",
"Class 1 Precision: 0.5115 Class 1 Recall: 0.6842 Class 1 F1: 0.5854\n",
"Class 0 Precision: 0.8855 Class 0 Recall: 0.7890 Class 0 F1: 0.834457 \n",
"\n",
"Training Results - Epoch: 16 Avg accuracy: 0.9261 Avg loss: 0.2721 roc_auc: 0.9340 \n",
"\n",
"Validation Results - Epoch: 16 Avg accuracy: 0.8287 Avg loss: 1.0376 ROC_AUC: 0.7798\n",
"Class 1 Precision: 0.6393 Class 1 Recall: 0.6842 Class 1 F1: 0.6610\n",
"Class 0 Precision: 0.8957 Class 0 Recall: 0.8754 Class 0 F1: 0.885387 \n",
"\n",
"Training Results - Epoch: 17 Avg accuracy: 0.6956 Avg loss: 0.6779 roc_auc: 0.8032 \n",
"\n",
"Validation Results - Epoch: 17 Avg accuracy: 0.6296 Avg loss: 1.1498 ROC_AUC: 0.6881\n",
"Class 1 Precision: 0.3781 Class 1 Recall: 0.8026 Class 1 F1: 0.5140\n",
"Class 0 Precision: 0.9000 Class 0 Recall: 0.5737 Class 0 F1: 0.700692 \n",
"\n",
"Training Results - Epoch: 18 Avg accuracy: 0.9534 Avg loss: 0.1650 roc_auc: 0.9672 \n",
"\n",
"Validation Results - Epoch: 18 Avg accuracy: 0.8105 Avg loss: 1.4434 ROC_AUC: 0.7262\n",
"Class 1 Precision: 0.6244 Class 1 Recall: 0.5614 Class 1 F1: 0.5912\n",
"Class 0 Precision: 0.8628 Class 0 Recall: 0.8909 Class 0 F1: 0.876655 \n",
"\n",
"Training Results - Epoch: 19 Avg accuracy: 0.9194 Avg loss: 0.2590 roc_auc: 0.9323 \n",
"\n",
"Validation Results - Epoch: 19 Avg accuracy: 0.7934 Avg loss: 1.4624 ROC_AUC: 0.7401\n",
"Class 1 Precision: 0.5686 Class 1 Recall: 0.6360 Class 1 F1: 0.6004\n",
"Class 0 Precision: 0.8778 Class 0 Recall: 0.8442 Class 0 F1: 0.860650 \n",
"\n",
"Training Results - Epoch: 20 Avg accuracy: 0.9261 Avg loss: 0.2416 roc_auc: 0.9457 \n",
"\n",
"Validation Results - Epoch: 20 Avg accuracy: 0.7848 Avg loss: 1.2324 ROC_AUC: 0.7240\n",
"Class 1 Precision: 0.5542 Class 1 Recall: 0.6053 Class 1 F1: 0.5786\n",
"Class 0 Precision: 0.8686 Class 0 Recall: 0.8428 Class 0 F1: 0.855500 \n",
"\n",
"Training Results - Epoch: 21 Avg accuracy: 0.9315 Avg loss: 0.2364 roc_auc: 0.9491 \n",
"\n",
"Validation Results - Epoch: 21 Avg accuracy: 0.8308 Avg loss: 1.1985 ROC_AUC: 0.8005\n",
"Class 1 Precision: 0.6306 Class 1 Recall: 0.7412 Class 1 F1: 0.6815\n",
"Class 0 Precision: 0.9114 Class 0 Recall: 0.8598 Class 0 F1: 0.884840 \n",
"\n",
"Training Results - Epoch: 22 Avg accuracy: 0.9039 Avg loss: 0.3138 roc_auc: 0.9205 \n",
"\n",
"Validation Results - Epoch: 22 Avg accuracy: 0.7955 Avg loss: 1.3446 ROC_AUC: 0.7623\n",
"Class 1 Precision: 0.5658 Class 1 Recall: 0.6974 Class 1 F1: 0.6248\n",
"Class 0 Precision: 0.8943 Class 0 Recall: 0.8272 Class 0 F1: 0.859455 \n",
"\n",
"Training Results - Epoch: 23 Avg accuracy: 0.9368 Avg loss: 0.2324 roc_auc: 0.9482 \n",
"\n",
"Validation Results - Epoch: 23 Avg accuracy: 0.8362 Avg loss: 1.1063 ROC_AUC: 0.8100\n",
"Class 1 Precision: 0.6384 Class 1 Recall: 0.7588 Class 1 F1: 0.6934\n",
"Class 0 Precision: 0.9170 Class 0 Recall: 0.8612 Class 0 F1: 0.888240 \n",
"\n",
"Training Results - Epoch: 24 Avg accuracy: 0.9545 Avg loss: 0.2158 roc_auc: 0.9646 \n",
"\n",
"Validation Results - Epoch: 24 Avg accuracy: 0.8308 Avg loss: 0.9169 ROC_AUC: 0.7664\n",
"Class 1 Precision: 0.6577 Class 1 Recall: 0.6404 Class 1 F1: 0.6489\n",
"Class 0 Precision: 0.8848 Class 0 Recall: 0.8924 Class 0 F1: 0.888575 \n",
"\n",
"Training Results - Epoch: 25 Avg accuracy: 0.9415 Avg loss: 0.1580 roc_auc: 0.9610 \n",
"\n",
"Validation Results - Epoch: 25 Avg accuracy: 0.8287 Avg loss: 1.0913 ROC_AUC: 0.8065\n",
"Class 1 Precision: 0.6214 Class 1 Recall: 0.7632 Class 1 F1: 0.6850\n",
"Class 0 Precision: 0.9174 Class 0 Recall: 0.8499 Class 0 F1: 0.882353 \n",
"\n",
"Training Results - Epoch: 26 Avg accuracy: 0.8737 Avg loss: 0.3256 roc_auc: 0.9160 \n",
"\n",
"Validation Results - Epoch: 26 Avg accuracy: 0.7805 Avg loss: 1.0547 ROC_AUC: 0.7806\n",
"Class 1 Precision: 0.5345 Class 1 Recall: 0.7807 Class 1 F1: 0.6346\n",
"Class 0 Precision: 0.9168 Class 0 Recall: 0.7805 Class 0 F1: 0.843152 \n",
"\n",
"Training Results - Epoch: 27 Avg accuracy: 0.8488 Avg loss: 0.3764 roc_auc: 0.8979 \n",
"\n",
"Validation Results - Epoch: 27 Avg accuracy: 0.7355 Avg loss: 1.1044 ROC_AUC: 0.7271\n",
"Class 1 Precision: 0.4723 Class 1 Recall: 0.7105 Class 1 F1: 0.5674\n",
"Class 0 Precision: 0.8883 Class 0 Recall: 0.7436 Class 0 F1: 0.809561 \n",
"\n",
"Training Results - Epoch: 28 Avg accuracy: 0.9570 Avg loss: 0.1376 roc_auc: 0.9680 \n",
"\n",
"Validation Results - Epoch: 28 Avg accuracy: 0.8544 Avg loss: 1.0462 ROC_AUC: 0.8146\n",
"Class 1 Precision: 0.6885 Class 1 Recall: 0.7368 Class 1 F1: 0.7119\n",
"Class 0 Precision: 0.9130 Class 0 Recall: 0.8924 Class 0 F1: 0.902579 \n",
"\n",
"Training Results - Epoch: 29 Avg accuracy: 0.9617 Avg loss: 0.1844 roc_auc: 0.9598 \n",
"\n",
"Validation Results - Epoch: 29 Avg accuracy: 0.7827 Avg loss: 1.8789 ROC_AUC: 0.6528\n",
"Class 1 Precision: 0.5796 Class 1 Recall: 0.3991 Class 1 F1: 0.4727\n",
"Class 0 Precision: 0.8237 Class 0 Recall: 0.9065 Class 0 F1: 0.863115 \n",
"\n",
"Training Results - Epoch: 30 Avg accuracy: 0.9373 Avg loss: 0.1867 roc_auc: 0.9590 \n",
"\n",
"Validation Results - Epoch: 30 Avg accuracy: 0.8062 Avg loss: 1.0206 ROC_AUC: 0.7827\n",
"Class 1 Precision: 0.5813 Class 1 Recall: 0.7368 Class 1 F1: 0.6499\n",
"Class 0 Precision: 0.9070 Class 0 Recall: 0.8286 Class 0 F1: 0.866025 \n",
"\n",
"Training Results - Epoch: 31 Avg accuracy: 0.8334 Avg loss: 1.2707 roc_auc: 0.7030 \n",
"\n",
"Validation Results - Epoch: 31 Avg accuracy: 0.8041 Avg loss: 2.3827 ROC_AUC: 0.6521\n",
"Class 1 Precision: 0.6923 Class 1 Recall: 0.3553 Class 1 F1: 0.4696\n",
"Class 0 Precision: 0.8201 Class 0 Recall: 0.9490 Class 0 F1: 0.879842 \n",
"\n",
"Training Results - Epoch: 32 Avg accuracy: 0.9346 Avg loss: 0.2026 roc_auc: 0.9533 \n",
"\n",
"Validation Results - Epoch: 32 Avg accuracy: 0.8180 Avg loss: 1.1121 ROC_AUC: 0.7757\n",
"Class 1 Precision: 0.6124 Class 1 Recall: 0.6930 Class 1 F1: 0.6502\n",
"Class 0 Precision: 0.8964 Class 0 Recall: 0.8584 Class 0 F1: 0.876990 \n",
"\n",
"Training Results - Epoch: 33 Avg accuracy: 0.9673 Avg loss: 0.1199 roc_auc: 0.9772 \n",
"\n",
"Validation Results - Epoch: 33 Avg accuracy: 0.7998 Avg loss: 1.4679 ROC_AUC: 0.7265\n",
"Class 1 Precision: 0.5911 Class 1 Recall: 0.5833 Class 1 F1: 0.5872\n",
"Class 0 Precision: 0.8660 Class 0 Recall: 0.8697 Class 0 F1: 0.867845 \n",
"\n",
"Training Results - Epoch: 34 Avg accuracy: 0.9088 Avg loss: 0.2153 roc_auc: 0.9401 \n",
"\n",
"Validation Results - Epoch: 34 Avg accuracy: 0.8244 Avg loss: 1.0977 ROC_AUC: 0.8156\n",
"Class 1 Precision: 0.6067 Class 1 Recall: 0.7982 Class 1 F1: 0.6894\n",
"Class 0 Precision: 0.9274 Class 0 Recall: 0.8329 Class 0 F1: 0.877612 \n",
"\n",
"Training Results - Epoch: 35 Avg accuracy: 0.9691 Avg loss: 0.0849 roc_auc: 0.9794 \n",
"\n",
"Validation Results - Epoch: 35 Avg accuracy: 0.8458 Avg loss: 1.5789 ROC_AUC: 0.7941\n",
"Class 1 Precision: 0.6810 Class 1 Recall: 0.6930 Class 1 F1: 0.6870\n",
"Class 0 Precision: 0.9003 Class 0 Recall: 0.8952 Class 0 F1: 0.897727 \n",
"\n",
"Training Results - Epoch: 36 Avg accuracy: 0.9704 Avg loss: 0.0811 roc_auc: 0.9810 \n",
"\n",
"Validation Results - Epoch: 36 Avg accuracy: 0.8405 Avg loss: 1.7142 ROC_AUC: 0.7742\n",
"Class 1 Precision: 0.6837 Class 1 Recall: 0.6447 Class 1 F1: 0.6637\n",
"Class 0 Precision: 0.8873 Class 0 Recall: 0.9037 Class 0 F1: 0.895439 \n",
"\n",
"Training Results - Epoch: 37 Avg accuracy: 0.9866 Avg loss: 0.0567 roc_auc: 0.9903 \n",
"\n",
"Validation Results - Epoch: 37 Avg accuracy: 0.7891 Avg loss: 1.8676 ROC_AUC: 0.6600\n",
"Class 1 Precision: 0.6000 Class 1 Recall: 0.4079 Class 1 F1: 0.4856\n",
"Class 0 Precision: 0.8267 Class 0 Recall: 0.9122 Class 0 F1: 0.867340 \n",
"\n",
"Training Results - Epoch: 38 Avg accuracy: 0.9843 Avg loss: 0.0543 roc_auc: 0.9892 \n",
"\n",
"Validation Results - Epoch: 38 Avg accuracy: 0.8330 Avg loss: 1.6980 ROC_AUC: 0.7425\n",
"Class 1 Precision: 0.6935 Class 1 Recall: 0.5658 Class 1 F1: 0.6232\n",
"Class 0 Precision: 0.8676 Class 0 Recall: 0.9193 Class 0 F1: 0.892710 \n",
"\n",
"Training Results - Epoch: 39 Avg accuracy: 0.9281 Avg loss: 0.2096 roc_auc: 0.9531 \n",
"\n",
"Validation Results - Epoch: 39 Avg accuracy: 0.8105 Avg loss: 1.5280 ROC_AUC: 0.8019\n",
"Class 1 Precision: 0.5831 Class 1 Recall: 0.7851 Class 1 F1: 0.6692\n",
"Class 0 Precision: 0.9219 Class 0 Recall: 0.8187 Class 0 F1: 0.867217 \n",
"\n",
"Training Results - Epoch: 40 Avg accuracy: 0.9937 Avg loss: 0.0292 roc_auc: 0.9952 \n",
"\n",
"Validation Results - Epoch: 40 Avg accuracy: 0.8212 Avg loss: 2.4083 ROC_AUC: 0.7021\n",
"Class 1 Precision: 0.6993 Class 1 Recall: 0.4693 Class 1 F1: 0.5617\n",
"Class 0 Precision: 0.8451 Class 0 Recall: 0.9348 Class 0 F1: 0.887693 \n",
"\n",
"Training Results - Epoch: 41 Avg accuracy: 0.9951 Avg loss: 0.0323 roc_auc: 0.9950 \n",
"\n",
"Validation Results - Epoch: 41 Avg accuracy: 0.8073 Avg loss: 2.4609 ROC_AUC: 0.6691\n",
"Class 1 Precision: 0.6791 Class 1 Recall: 0.3991 Class 1 F1: 0.5028\n",
"Class 0 Precision: 0.8287 Class 0 Recall: 0.9391 Class 0 F1: 0.880478 \n",
"\n",
"Training Results - Epoch: 42 Avg accuracy: 0.9899 Avg loss: 0.0512 roc_auc: 0.9888 \n",
"\n",
"Validation Results - Epoch: 42 Avg accuracy: 0.8287 Avg loss: 2.3384 ROC_AUC: 0.6937\n",
"Class 1 Precision: 0.7656 Class 1 Recall: 0.4298 Class 1 F1: 0.5506\n",
"Class 0 Precision: 0.8387 Class 0 Recall: 0.9575 Class 0 F1: 0.894180 \n",
"\n",
"Training Results - Epoch: 43 Avg accuracy: 0.9781 Avg loss: 0.1493 roc_auc: 0.9714 \n",
"\n",
"Validation Results - Epoch: 43 Avg accuracy: 0.8501 Avg loss: 1.8739 ROC_AUC: 0.7524\n",
"Class 1 Precision: 0.7619 Class 1 Recall: 0.5614 Class 1 F1: 0.6465\n",
"Class 0 Precision: 0.8695 Class 0 Recall: 0.9433 Class 0 F1: 0.904891 \n",
"\n",
"Training Results - Epoch: 44 Avg accuracy: 0.9892 Avg loss: 0.0453 roc_auc: 0.9916 \n",
"\n",
"Validation Results - Epoch: 44 Avg accuracy: 0.8148 Avg loss: 2.1374 ROC_AUC: 0.6889\n",
"Class 1 Precision: 0.6871 Class 1 Recall: 0.4430 Class 1 F1: 0.5387\n",
"Class 0 Precision: 0.8386 Class 0 Recall: 0.9348 Class 0 F1: 0.884126 \n",
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[32m[I 2020-12-29 23:30:13,827]\u001b[0m Trial 1 finished with value: 0.8155534019183938 and parameters: {'kernel_num': 32, 'dropout': 0.1286562149201932, 'conv_1_1': 7, 'conv_1_2': 3, 'optimizer': 'AdamW', 'lr': 0.00041996301405639253}. Best is trial 1 with value: 0.8155534019183938.\u001b[0m\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Training Results - Epoch: 1 Avg accuracy: 0.7413 Avg loss: 1.0747 roc_auc: 0.7119 \n",
"\n",
"Validation Results - Epoch: 1 Avg accuracy: 0.7099 Avg loss: 1.4247 ROC_AUC: 0.6626\n",
"Class 1 Precision: 0.4290 Class 1 Recall: 0.5702 Class 1 F1: 0.4896\n",
"Class 0 Precision: 0.8447 Class 0 Recall: 0.7550 Class 0 F1: 0.797307 \n",
"\n",
"Training Results - Epoch: 2 Avg accuracy: 0.6838 Avg loss: 0.9178 roc_auc: 0.7531 \n",
"\n",
"Validation Results - Epoch: 2 Avg accuracy: 0.6510 Avg loss: 1.1292 ROC_AUC: 0.6889\n",
"Class 1 Precision: 0.3901 Class 1 Recall: 0.7632 Class 1 F1: 0.5163\n",
"Class 0 Precision: 0.8893 Class 0 Recall: 0.6147 Class 0 F1: 0.726968 \n",
"\n",
"Training Results - Epoch: 3 Avg accuracy: 0.6159 Avg loss: 0.8717 roc_auc: 0.7241 \n",
"\n",
"Validation Results - Epoch: 3 Avg accuracy: 0.5567 Avg loss: 1.0345 ROC_AUC: 0.6296\n",
"Class 1 Precision: 0.3271 Class 1 Recall: 0.7719 Class 1 F1: 0.4595\n",
"Class 0 Precision: 0.8687 Class 0 Recall: 0.4873 Class 0 F1: 0.624319 \n",
"\n",
"Training Results - Epoch: 4 Avg accuracy: 0.7380 Avg loss: 0.7231 roc_auc: 0.7933 \n",
"\n",
"Validation Results - Epoch: 4 Avg accuracy: 0.7045 Avg loss: 0.9143 ROC_AUC: 0.7407\n",
"Class 1 Precision: 0.4426 Class 1 Recall: 0.8114 Class 1 F1: 0.5728\n",
"Class 0 Precision: 0.9167 Class 0 Recall: 0.6700 Class 0 F1: 0.774141 \n",
"\n",
"Training Results - Epoch: 5 Avg accuracy: 0.7798 Avg loss: 1.1672 roc_auc: 0.5422 \n",
"\n",
"Validation Results - Epoch: 5 Avg accuracy: 0.7366 Avg loss: 1.3350 ROC_AUC: 0.5080\n",
"Class 1 Precision: 0.3043 Class 1 Recall: 0.0614 Class 1 F1: 0.1022\n",
"Class 0 Precision: 0.7590 Class 0 Recall: 0.9547 Class 0 F1: 0.845671 \n",
"\n",
"Training Results - Epoch: 6 Avg accuracy: 0.8387 Avg loss: 0.7606 roc_auc: 0.7603 \n",
"\n",
"Validation Results - Epoch: 6 Avg accuracy: 0.7998 Avg loss: 1.0164 ROC_AUC: 0.7161\n",
"Class 1 Precision: 0.5972 Class 1 Recall: 0.5526 Class 1 F1: 0.5740\n",
"Class 0 Precision: 0.8589 Class 0 Recall: 0.8796 Class 0 F1: 0.869139 \n",
"\n",
"Training Results - Epoch: 7 Avg accuracy: 0.8258 Avg loss: 0.5567 roc_auc: 0.8449 \n",
"\n",
"Validation Results - Epoch: 7 Avg accuracy: 0.7537 Avg loss: 0.8840 ROC_AUC: 0.7510\n",
"Class 1 Precision: 0.4971 Class 1 Recall: 0.7456 Class 1 F1: 0.5965\n",
"Class 0 Precision: 0.9020 Class 0 Recall: 0.7564 Class 0 F1: 0.822804 \n",
"\n",
"Training Results - Epoch: 8 Avg accuracy: 0.8578 Avg loss: 0.5038 roc_auc: 0.8691 \n",
"\n",
"Validation Results - Epoch: 8 Avg accuracy: 0.7934 Avg loss: 0.8251 ROC_AUC: 0.7698\n",
"Class 1 Precision: 0.5593 Class 1 Recall: 0.7237 Class 1 F1: 0.6310\n",
"Class 0 Precision: 0.9014 Class 0 Recall: 0.8159 Class 0 F1: 0.856506 \n",
"\n",
"Training Results - Epoch: 9 Avg accuracy: 0.8186 Avg loss: 0.5367 roc_auc: 0.8520 \n",
"\n",
"Validation Results - Epoch: 9 Avg accuracy: 0.7687 Avg loss: 0.7469 ROC_AUC: 0.8025\n",
"Class 1 Precision: 0.5156 Class 1 Recall: 0.8684 Class 1 F1: 0.6471\n",
"Class 0 Precision: 0.9455 Class 0 Recall: 0.7365 Class 0 F1: 0.828025 \n",
"\n",
"Training Results - Epoch: 10 Avg accuracy: 0.8705 Avg loss: 1.0853 roc_auc: 0.7698 \n",
"\n",
"Validation Results - Epoch: 10 Avg accuracy: 0.7719 Avg loss: 1.7371 ROC_AUC: 0.6220\n",
"Class 1 Precision: 0.5556 Class 1 Recall: 0.3289 Class 1 F1: 0.4132\n",
"Class 0 Precision: 0.8085 Class 0 Recall: 0.9150 Class 0 F1: 0.858472 \n",
"\n",
"Training Results - Epoch: 11 Avg accuracy: 0.8609 Avg loss: 0.4891 roc_auc: 0.8726 \n",
"\n",
"Validation Results - Epoch: 11 Avg accuracy: 0.7837 Avg loss: 0.7720 ROC_AUC: 0.7649\n",
"Class 1 Precision: 0.5425 Class 1 Recall: 0.7281 Class 1 F1: 0.6217\n",
"Class 0 Precision: 0.9013 Class 0 Recall: 0.8017 Class 0 F1: 0.848576 \n",
"\n",
"Training Results - Epoch: 12 Avg accuracy: 0.8217 Avg loss: 0.4649 roc_auc: 0.8754 \n",
"\n",
"Validation Results - Epoch: 12 Avg accuracy: 0.7420 Avg loss: 0.7539 ROC_AUC: 0.7818\n",
"Class 1 Precision: 0.4840 Class 1 Recall: 0.8596 Class 1 F1: 0.6193\n",
"Class 0 Precision: 0.9395 Class 0 Recall: 0.7040 Class 0 F1: 0.804858 \n",
"\n",
"Training Results - Epoch: 13 Avg accuracy: 0.8732 Avg loss: 0.4137 roc_auc: 0.9005 \n",
"\n",
"Validation Results - Epoch: 13 Avg accuracy: 0.7591 Avg loss: 0.9058 ROC_AUC: 0.7278\n",
"Class 1 Precision: 0.5050 Class 1 Recall: 0.6667 Class 1 F1: 0.5747\n",
"Class 0 Precision: 0.8799 Class 0 Recall: 0.7890 Class 0 F1: 0.831964 \n",
"\n",
"Training Results - Epoch: 14 Avg accuracy: 0.8963 Avg loss: 0.3684 roc_auc: 0.9069 \n",
"\n",
"Validation Results - Epoch: 14 Avg accuracy: 0.7687 Avg loss: 1.0569 ROC_AUC: 0.7075\n",
"Class 1 Precision: 0.5234 Class 1 Recall: 0.5877 Class 1 F1: 0.5537\n",
"Class 0 Precision: 0.8614 Class 0 Recall: 0.8272 Class 0 F1: 0.843931 \n",
"\n",
"Training Results - Epoch: 15 Avg accuracy: 0.8318 Avg loss: 0.4364 roc_auc: 0.8786 \n",
"\n",
"Validation Results - Epoch: 15 Avg accuracy: 0.7066 Avg loss: 0.9422 ROC_AUC: 0.7139\n",
"Class 1 Precision: 0.4392 Class 1 Recall: 0.7281 Class 1 F1: 0.5479\n",
"Class 0 Precision: 0.8885 Class 0 Recall: 0.6997 Class 0 F1: 0.782884 \n",
"\n",
"Training Results - Epoch: 16 Avg accuracy: 0.8900 Avg loss: 0.3236 roc_auc: 0.9178 \n",
"\n",
"Validation Results - Epoch: 16 Avg accuracy: 0.7966 Avg loss: 0.8895 ROC_AUC: 0.7615\n",
"Class 1 Precision: 0.5683 Class 1 Recall: 0.6930 Class 1 F1: 0.6245\n",
"Class 0 Precision: 0.8933 Class 0 Recall: 0.8300 Class 0 F1: 0.860499 \n",
"\n",
"Training Results - Epoch: 17 Avg accuracy: 0.8997 Avg loss: 0.3376 roc_auc: 0.9178 \n",
"\n",
"Validation Results - Epoch: 17 Avg accuracy: 0.7816 Avg loss: 1.0881 ROC_AUC: 0.7367\n",
"Class 1 Precision: 0.5441 Class 1 Recall: 0.6491 Class 1 F1: 0.5920\n",
"Class 0 Precision: 0.8792 Class 0 Recall: 0.8244 Class 0 F1: 0.850877 \n",
"\n",
"Training Results - Epoch: 18 Avg accuracy: 0.8806 Avg loss: 0.3412 roc_auc: 0.9118 \n",
"\n",
"Validation Results - Epoch: 18 Avg accuracy: 0.7859 Avg loss: 0.9775 ROC_AUC: 0.7797\n",
"Class 1 Precision: 0.5435 Class 1 Recall: 0.7675 Class 1 F1: 0.6364\n",
"Class 0 Precision: 0.9134 Class 0 Recall: 0.7918 Class 0 F1: 0.848255 \n",
"\n",
"Training Results - Epoch: 19 Avg accuracy: 0.7781 Avg loss: 0.5475 roc_auc: 0.8529 \n",
"\n",
"Validation Results - Epoch: 19 Avg accuracy: 0.6981 Avg loss: 0.8690 ROC_AUC: 0.7602\n",
"Class 1 Precision: 0.4408 Class 1 Recall: 0.8816 Class 1 F1: 0.5877\n",
"Class 0 Precision: 0.9435 Class 0 Recall: 0.6388 Class 0 F1: 0.761824 \n",
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[32m[I 2020-12-29 23:52:56,908]\u001b[0m Trial 2 finished with value: 0.8024824809900104 and parameters: {'kernel_num': 4, 'dropout': 0.4579125684093516, 'conv_1_1': 7, 'conv_1_2': 3, 'optimizer': 'RMSprop', 'lr': 0.0017173871000487426}. Best is trial 1 with value: 0.8155534019183938.\u001b[0m\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Training Results - Epoch: 1 Avg accuracy: 0.5695 Avg loss: 1.0265 roc_auc: 0.6660 \n",
"\n",
"Validation Results - Epoch: 1 Avg accuracy: 0.5139 Avg loss: 1.1961 ROC_AUC: 0.5627\n",
"Class 1 Precision: 0.2852 Class 1 Recall: 0.6579 Class 1 F1: 0.3979\n",
"Class 0 Precision: 0.8088 Class 0 Recall: 0.4674 Class 0 F1: 0.592460 \n",
"\n",
"Training Results - Epoch: 2 Avg accuracy: 0.7451 Avg loss: 0.8706 roc_auc: 0.7536 \n",
"\n",
"Validation Results - Epoch: 2 Avg accuracy: 0.7355 Avg loss: 0.9166 ROC_AUC: 0.7330\n",
"Class 1 Precision: 0.4729 Class 1 Recall: 0.7281 Class 1 F1: 0.5734\n",
"Class 0 Precision: 0.8937 Class 0 Recall: 0.7380 Class 0 F1: 0.808379 \n",
"\n",
"Training Results - Epoch: 3 Avg accuracy: 0.6952 Avg loss: 0.8400 roc_auc: 0.7332 \n",
"\n",
"Validation Results - Epoch: 3 Avg accuracy: 0.6167 Avg loss: 1.0654 ROC_AUC: 0.6232\n",
"Class 1 Precision: 0.3452 Class 1 Recall: 0.6360 Class 1 F1: 0.4475\n",
"Class 0 Precision: 0.8385 Class 0 Recall: 0.6105 Class 0 F1: 0.706557 \n",
"\n",
"Training Results - Epoch: 4 Avg accuracy: 0.7194 Avg loss: 0.8231 roc_auc: 0.7839 \n",
"\n",
"Validation Results - Epoch: 4 Avg accuracy: 0.6895 Avg loss: 0.9410 ROC_AUC: 0.7323\n",
"Class 1 Precision: 0.4286 Class 1 Recall: 0.8158 Class 1 F1: 0.5619\n",
"Class 0 Precision: 0.9160 Class 0 Recall: 0.6487 Class 0 F1: 0.759536 \n",
"\n",
"Training Results - Epoch: 5 Avg accuracy: 0.7622 Avg loss: 0.7487 roc_auc: 0.7980 \n",
"\n",
"Validation Results - Epoch: 5 Avg accuracy: 0.7655 Avg loss: 0.8532 ROC_AUC: 0.7914\n",
"Class 1 Precision: 0.5120 Class 1 Recall: 0.8421 Class 1 F1: 0.6368\n",
"Class 0 Precision: 0.9356 Class 0 Recall: 0.7408 Class 0 F1: 0.826877 \n",
"\n",
"Training Results - Epoch: 6 Avg accuracy: 0.7944 Avg loss: 0.6742 roc_auc: 0.8110 \n",
"\n",
"Validation Results - Epoch: 6 Avg accuracy: 0.7206 Avg loss: 0.9256 ROC_AUC: 0.6890\n",
"Class 1 Precision: 0.4483 Class 1 Recall: 0.6272 Class 1 F1: 0.5229\n",
"Class 0 Precision: 0.8618 Class 0 Recall: 0.7507 Class 0 F1: 0.802422 \n",
"\n",
"Training Results - Epoch: 7 Avg accuracy: 0.7850 Avg loss: 0.5958 roc_auc: 0.8395 \n",
"\n",
"Validation Results - Epoch: 7 Avg accuracy: 0.7355 Avg loss: 0.9003 ROC_AUC: 0.7360\n",
"Class 1 Precision: 0.4732 Class 1 Recall: 0.7368 Class 1 F1: 0.5763\n",
"Class 0 Precision: 0.8964 Class 0 Recall: 0.7351 Class 0 F1: 0.807782 \n",
"\n",
"Training Results - Epoch: 8 Avg accuracy: 0.5901 Avg loss: 0.9214 roc_auc: 0.7326 \n",
"\n",
"Validation Results - Epoch: 8 Avg accuracy: 0.5749 Avg loss: 1.0507 ROC_AUC: 0.7040\n",
"Class 1 Precision: 0.3603 Class 1 Recall: 0.9561 Class 1 F1: 0.5234\n",
"Class 0 Precision: 0.9696 Class 0 Recall: 0.4518 Class 0 F1: 0.616425 \n",
"\n",
"Training Results - Epoch: 9 Avg accuracy: 0.2744 Avg loss: 1.3012 roc_auc: 0.5336 \n",
"\n",
"Validation Results - Epoch: 9 Avg accuracy: 0.2998 Avg loss: 1.3446 ROC_AUC: 0.5339\n",
"Class 1 Precision: 0.2574 Class 1 Recall: 0.9912 Class 1 F1: 0.4087\n",
"Class 0 Precision: 0.9643 Class 0 Recall: 0.0765 Class 0 F1: 0.141732 \n",
"\n",
"Training Results - Epoch: 10 Avg accuracy: 0.8513 Avg loss: 0.4989 roc_auc: 0.8657 \n",
"\n",
"Validation Results - Epoch: 10 Avg accuracy: 0.7677 Avg loss: 1.1099 ROC_AUC: 0.7290\n",
"Class 1 Precision: 0.5192 Class 1 Recall: 0.6535 Class 1 F1: 0.5786\n",
"Class 0 Precision: 0.8779 Class 0 Recall: 0.8045 Class 0 F1: 0.839616 \n",
"\n",
"Training Results - Epoch: 11 Avg accuracy: 0.8974 Avg loss: 0.4358 roc_auc: 0.8993 \n",
"\n",
"Validation Results - Epoch: 11 Avg accuracy: 0.7730 Avg loss: 0.9704 ROC_AUC: 0.6776\n",
"Class 1 Precision: 0.5385 Class 1 Recall: 0.4912 Class 1 F1: 0.5138\n",
"Class 0 Precision: 0.8402 Class 0 Recall: 0.8640 Class 0 F1: 0.851955 \n",
"\n",
"Training Results - Epoch: 12 Avg accuracy: 0.8909 Avg loss: 0.4318 roc_auc: 0.8948 \n",
"\n",
"Validation Results - Epoch: 12 Avg accuracy: 0.7709 Avg loss: 1.4181 ROC_AUC: 0.6807\n",
"Class 1 Precision: 0.5324 Class 1 Recall: 0.5044 Class 1 F1: 0.5180\n",
"Class 0 Precision: 0.8426 Class 0 Recall: 0.8569 Class 0 F1: 0.849719 \n",
"\n",
"Training Results - Epoch: 13 Avg accuracy: 0.8759 Avg loss: 0.4123 roc_auc: 0.9004 \n",
"\n",
"Validation Results - Epoch: 13 Avg accuracy: 0.7623 Avg loss: 1.1232 ROC_AUC: 0.7121\n",
"Class 1 Precision: 0.5109 Class 1 Recall: 0.6140 Class 1 F1: 0.5578\n",
"Class 0 Precision: 0.8667 Class 0 Recall: 0.8102 Class 0 F1: 0.837482 \n",
"\n",
"Training Results - Epoch: 14 Avg accuracy: 0.6871 Avg loss: 0.7322 roc_auc: 0.7941 \n",
"\n",
"Validation Results - Epoch: 14 Avg accuracy: 0.6435 Avg loss: 1.0154 ROC_AUC: 0.7137\n",
"Class 1 Precision: 0.3935 Class 1 Recall: 0.8509 Class 1 F1: 0.5381\n",
"Class 0 Precision: 0.9229 Class 0 Recall: 0.5765 Class 0 F1: 0.709677 \n",
"\n",
"Training Results - Epoch: 15 Avg accuracy: 0.8833 Avg loss: 0.6672 roc_auc: 0.8030 \n",
"\n",
"Validation Results - Epoch: 15 Avg accuracy: 0.7762 Avg loss: 1.7181 ROC_AUC: 0.5951\n",
"Class 1 Precision: 0.6044 Class 1 Recall: 0.2412 Class 1 F1: 0.3448\n",
"Class 0 Precision: 0.7948 Class 0 Recall: 0.9490 Class 0 F1: 0.865074 \n",
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[32m[I 2020-12-30 00:11:09,732]\u001b[0m Trial 3 finished with value: 0.7914492321455194 and parameters: {'kernel_num': 4, 'dropout': 0.3194825258499938, 'conv_1_1': 7, 'conv_1_2': 3, 'optimizer': 'RMSprop', 'lr': 0.0014589307357234284}. Best is trial 1 with value: 0.8155534019183938.\u001b[0m\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Training Results - Epoch: 1 Avg accuracy: 0.5662 Avg loss: 1.0556 roc_auc: 0.6856 \n",
"\n",
"Validation Results - Epoch: 1 Avg accuracy: 0.4775 Avg loss: 1.3723 ROC_AUC: 0.5341\n",
"Class 1 Precision: 0.2653 Class 1 Recall: 0.6447 Class 1 F1: 0.3760\n",
"Class 0 Precision: 0.7868 Class 0 Recall: 0.4235 Class 0 F1: 0.550645 \n",
"\n",
"Training Results - Epoch: 2 Avg accuracy: 0.7785 Avg loss: 1.5409 roc_auc: 0.4996 \n",
"\n",
"Validation Results - Epoch: 2 Avg accuracy: 0.7559 Avg loss: 1.6650 ROC_AUC: 0.5000\n",
"Class 1 Precision: 0.0000 Class 1 Recall: 0.0000 Class 1 F1: 0.0000\n",
"Class 0 Precision: 0.7559 Class 0 Recall: 1.0000 Class 0 F1: 0.860976 \n",
"\n",
"Training Results - Epoch: 3 Avg accuracy: 0.8779 Avg loss: 0.6190 roc_auc: 0.8672 \n",
"\n",
"Validation Results - Epoch: 3 Avg accuracy: 0.7645 Avg loss: 1.0379 ROC_AUC: 0.6675\n",
"Class 1 Precision: 0.5190 Class 1 Recall: 0.4781 Class 1 F1: 0.4977\n",
"Class 0 Precision: 0.8356 Class 0 Recall: 0.8569 Class 0 F1: 0.846154 \n",
"\n",
"Training Results - Epoch: 4 Avg accuracy: 0.8833 Avg loss: 0.6416 roc_auc: 0.8219 \n",
"\n",
"Validation Results - Epoch: 4 Avg accuracy: 0.8030 Avg loss: 0.9509 ROC_AUC: 0.6930\n",
"Class 1 Precision: 0.6264 Class 1 Recall: 0.4781 Class 1 F1: 0.5423\n",
"Class 0 Precision: 0.8434 Class 0 Recall: 0.9079 Class 0 F1: 0.874488 \n",
"\n",
"Training Results - Epoch: 5 Avg accuracy: 0.4833 Avg loss: 1.4005 roc_auc: 0.6644 \n",
"\n",
"Validation Results - Epoch: 5 Avg accuracy: 0.4229 Avg loss: 1.6908 ROC_AUC: 0.5797\n",
"Class 1 Precision: 0.2825 Class 1 Recall: 0.8860 Class 1 F1: 0.4284\n",
"Class 0 Precision: 0.8813 Class 0 Recall: 0.2734 Class 0 F1: 0.417297 \n",
"\n",
"Training Results - Epoch: 6 Avg accuracy: 0.9400 Avg loss: 0.2432 roc_auc: 0.9539 \n",
"\n",
"Validation Results - Epoch: 6 Avg accuracy: 0.8266 Avg loss: 0.9205 ROC_AUC: 0.7620\n",
"Class 1 Precision: 0.6473 Class 1 Recall: 0.6360 Class 1 F1: 0.6416\n",
"Class 0 Precision: 0.8831 Class 0 Recall: 0.8881 Class 0 F1: 0.885593 \n",
"\n",
"Training Results - Epoch: 7 Avg accuracy: 0.8952 Avg loss: 0.3460 roc_auc: 0.9320 \n",
"\n",
"Validation Results - Epoch: 7 Avg accuracy: 0.7484 Avg loss: 1.0914 ROC_AUC: 0.7207\n",
"Class 1 Precision: 0.4887 Class 1 Recall: 0.6667 Class 1 F1: 0.5640\n",
"Class 0 Precision: 0.8780 Class 0 Recall: 0.7748 Class 0 F1: 0.823175 \n",
"\n",
"Training Results - Epoch: 8 Avg accuracy: 0.9176 Avg loss: 0.2426 roc_auc: 0.9457 \n",
"\n",
"Validation Results - Epoch: 8 Avg accuracy: 0.7987 Avg loss: 1.0265 ROC_AUC: 0.7614\n",
"Class 1 Precision: 0.5730 Class 1 Recall: 0.6886 Class 1 F1: 0.6255\n",
"Class 0 Precision: 0.8924 Class 0 Recall: 0.8343 Class 0 F1: 0.862372 \n",
"\n",
"Training Results - Epoch: 9 Avg accuracy: 0.9071 Avg loss: 0.2903 roc_auc: 0.9404 \n",
"\n",
"Validation Results - Epoch: 9 Avg accuracy: 0.7752 Avg loss: 1.5283 ROC_AUC: 0.7340\n",
"Class 1 Precision: 0.5321 Class 1 Recall: 0.6535 Class 1 F1: 0.5866\n",
"Class 0 Precision: 0.8792 Class 0 Recall: 0.8144 Class 0 F1: 0.845588 \n",
"\n",
"Training Results - Epoch: 10 Avg accuracy: 0.9124 Avg loss: 0.2397 roc_auc: 0.9438 \n",
"\n",
"Validation Results - Epoch: 10 Avg accuracy: 0.7762 Avg loss: 1.3352 ROC_AUC: 0.7570\n",
"Class 1 Precision: 0.5307 Class 1 Recall: 0.7193 Class 1 F1: 0.6108\n",
"Class 0 Precision: 0.8976 Class 0 Recall: 0.7946 Class 0 F1: 0.842975 \n",
"\n",
"Training Results - Epoch: 11 Avg accuracy: 0.9881 Avg loss: 0.0839 roc_auc: 0.9815 \n",
"\n",
"Validation Results - Epoch: 11 Avg accuracy: 0.7784 Avg loss: 2.3227 ROC_AUC: 0.5995\n",
"Class 1 Precision: 0.6129 Class 1 Recall: 0.2500 Class 1 F1: 0.3551\n",
"Class 0 Precision: 0.7967 Class 0 Recall: 0.9490 Class 0 F1: 0.866193 \n",
"\n",
"Training Results - Epoch: 12 Avg accuracy: 0.9330 Avg loss: 0.2012 roc_auc: 0.9563 \n",
"\n",
"Validation Results - Epoch: 12 Avg accuracy: 0.8330 Avg loss: 0.9895 ROC_AUC: 0.8079\n",
"Class 1 Precision: 0.6314 Class 1 Recall: 0.7588 Class 1 F1: 0.6892\n",
"Class 0 Precision: 0.9167 Class 0 Recall: 0.8569 Class 0 F1: 0.885798 \n",
"\n",
"Training Results - Epoch: 13 Avg accuracy: 0.9781 Avg loss: 0.1049 roc_auc: 0.9856 \n",
"\n",
"Validation Results - Epoch: 13 Avg accuracy: 0.8180 Avg loss: 1.2824 ROC_AUC: 0.7326\n",
"Class 1 Precision: 0.6450 Class 1 Recall: 0.5658 Class 1 F1: 0.6028\n",
"Class 0 Precision: 0.8651 Class 0 Recall: 0.8994 Class 0 F1: 0.881944 \n",
"\n",
"Training Results - Epoch: 14 Avg accuracy: 0.9884 Avg loss: 0.1226 roc_auc: 0.9780 \n",
"\n",
"Validation Results - Epoch: 14 Avg accuracy: 0.7901 Avg loss: 2.6046 ROC_AUC: 0.6073\n",
"Class 1 Precision: 0.6951 Class 1 Recall: 0.2500 Class 1 F1: 0.3677\n",
"Class 0 Precision: 0.7993 Class 0 Recall: 0.9646 Class 0 F1: 0.874198 \n",
"\n",
"Training Results - Epoch: 15 Avg accuracy: 0.9648 Avg loss: 0.0910 roc_auc: 0.9774 \n",
"\n",
"Validation Results - Epoch: 15 Avg accuracy: 0.8298 Avg loss: 1.1562 ROC_AUC: 0.7894\n",
"Class 1 Precision: 0.6353 Class 1 Recall: 0.7105 Class 1 F1: 0.6708\n",
"Class 0 Precision: 0.9028 Class 0 Recall: 0.8683 Class 0 F1: 0.885199 \n",
"\n",
"Training Results - Epoch: 16 Avg accuracy: 0.9736 Avg loss: 0.0806 roc_auc: 0.9830 \n",
"\n",
"Validation Results - Epoch: 16 Avg accuracy: 0.8212 Avg loss: 1.5472 ROC_AUC: 0.7496\n",
"Class 1 Precision: 0.6406 Class 1 Recall: 0.6096 Class 1 F1: 0.6247\n",
"Class 0 Precision: 0.8759 Class 0 Recall: 0.8895 Class 0 F1: 0.882642 \n",
"\n",
"Training Results - Epoch: 17 Avg accuracy: 0.9733 Avg loss: 0.0890 roc_auc: 0.9814 \n",
"\n",
"Validation Results - Epoch: 17 Avg accuracy: 0.8330 Avg loss: 1.0758 ROC_AUC: 0.7737\n",
"Class 1 Precision: 0.6579 Class 1 Recall: 0.6579 Class 1 F1: 0.6579\n",
"Class 0 Precision: 0.8895 Class 0 Recall: 0.8895 Class 0 F1: 0.889518 \n",
"\n",
"Training Results - Epoch: 18 Avg accuracy: 0.9819 Avg loss: 0.0688 roc_auc: 0.9884 \n",
"\n",
"Validation Results - Epoch: 18 Avg accuracy: 0.8244 Avg loss: 1.5012 ROC_AUC: 0.7309\n",
"Class 1 Precision: 0.6720 Class 1 Recall: 0.5482 Class 1 F1: 0.6039\n",
"Class 0 Precision: 0.8623 Class 0 Recall: 0.9136 Class 0 F1: 0.887208 \n",
"\n",
"Training Results - Epoch: 19 Avg accuracy: 0.9339 Avg loss: 0.1867 roc_auc: 0.9576 \n",
"\n",
"Validation Results - Epoch: 19 Avg accuracy: 0.7762 Avg loss: 1.5084 ROC_AUC: 0.7198\n",
"Class 1 Precision: 0.5367 Class 1 Recall: 0.6096 Class 1 F1: 0.5708\n",
"Class 0 Precision: 0.8681 Class 0 Recall: 0.8300 Class 0 F1: 0.848660 \n",
"\n",
"Training Results - Epoch: 20 Avg accuracy: 0.9671 Avg loss: 0.1041 roc_auc: 0.9789 \n",
"\n",
"Validation Results - Epoch: 20 Avg accuracy: 0.8051 Avg loss: 1.3777 ROC_AUC: 0.7419\n",
"Class 1 Precision: 0.5975 Class 1 Recall: 0.6184 Class 1 F1: 0.6078\n",
"Class 0 Precision: 0.8754 Class 0 Recall: 0.8654 Class 0 F1: 0.870370 \n",
"\n",
"Training Results - Epoch: 21 Avg accuracy: 0.9922 Avg loss: 0.0314 roc_auc: 0.9950 \n",
"\n",
"Validation Results - Epoch: 21 Avg accuracy: 0.8255 Avg loss: 1.9804 ROC_AUC: 0.7079\n",
"Class 1 Precision: 0.7124 Class 1 Recall: 0.4781 Class 1 F1: 0.5722\n",
"Class 0 Precision: 0.8476 Class 0 Recall: 0.9377 Class 0 F1: 0.890383 \n",
"\n",
"Training Results - Epoch: 22 Avg accuracy: 0.9931 Avg loss: 0.0260 roc_auc: 0.9930 \n",
"\n",
"Validation Results - Epoch: 22 Avg accuracy: 0.8169 Avg loss: 2.7336 ROC_AUC: 0.6874\n",
"Class 1 Precision: 0.7021 Class 1 Recall: 0.4342 Class 1 F1: 0.5366\n",
"Class 0 Precision: 0.8373 Class 0 Recall: 0.9405 Class 0 F1: 0.885924 \n",
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[32m[I 2020-12-30 00:54:51,761]\u001b[0m Trial 4 finished with value: 0.8078562198697878 and parameters: {'kernel_num': 64, 'dropout': 0.36381481162095797, 'conv_1_1': 7, 'conv_1_2': 3, 'optimizer': 'RMSprop', 'lr': 7.288490126379332e-05}. Best is trial 1 with value: 0.8155534019183938.\u001b[0m\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Number of finished trials: 5\n",
"Best trial:\n",
" Value: 0.8155534019183938\n",
" Params: \n",
" kernel_num: 32\n",
" dropout: 0.1286562149201932\n",
" conv_1_1: 7\n",
" conv_1_2: 3\n",
" optimizer: AdamW\n",
" lr: 0.00041996301405639253\n"
]
}
],
"source": [
"run_trials(objective, PRUNER, NUM_TRIALS, DIRECTION)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## When working in remote server, must forward the current port to a local port, then open localhost to view Tensorboard logs\n",
"Example: after running the cell below, use the command\n",
"\n",
"ssh -i ~/.ssh/your_ssh_key -N -f -L localhost:8999:localhost:16007 username@11.11.111.111\n",
"\n",
"to forward to local, then open localhost:16007 in your browser"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"The tensorboard extension is already loaded. To reload it, use:\n",
" %reload_ext tensorboard\n"
]
},
{
"data": {
"text/html": [
"\n",
" <iframe id=\"tensorboard-frame-be71a43885f02167\" width=\"100%\" height=\"800\" frameborder=\"0\">\n",
" </iframe>\n",
" <script>\n",
" (function() {\n",
" const frame = document.getElementById(\"tensorboard-frame-be71a43885f02167\");\n",
" const url = new URL(\"/\", window.location);\n",
" url.port = 8999;\n",
" frame.src = url;\n",
" })();\n",
" </script>\n",
" "
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"%load_ext tensorboard\n",
"%tensorboard --logdir=. --port 8999"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python [conda env:tf-gpu]",
"language": "python",
"name": "conda-env-tf-gpu-py"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.3"
}
},
"nbformat": 4,
"nbformat_minor": 4
}
Datasets
Models
