{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": { "scrolled": false }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
param_kernelparam_Cparam_gammaparam_random_statemean_test_scoremean_train_scorestd_test_scorestd_train_scoreparams
1467sigmoid9.2367090.04893900.7049500.6763510.0518470.021118{'C': 9.236708571873866, 'gamma': 0.0489390091...
1527sigmoid14.8735210.04893900.6974600.6639110.0435610.018025{'C': 14.873521072935118, 'gamma': 0.048939009...
1407sigmoid5.7361530.04893900.6913740.6765470.0645860.017041{'C': 5.736152510448681, 'gamma': 0.0489390091...
1770rbf100.0000000.12689600.6905500.9345060.0660890.010535{'C': 100.0, 'gamma': 0.12689610031679222, 'ke...
1231sigmoid1.3738240.12689600.6855100.6207210.0517420.019407{'C': 1.3738237958832638, 'gamma': 0.126896100...
1703sigmoid62.1016940.01887400.6835800.6919200.0559160.013977{'C': 62.10169418915616, 'gamma': 0.0188739182...
1649sigmoid38.5662040.07880500.6830870.6253020.0319140.020393{'C': 38.56620421163472, 'gamma': 0.0788046281...
1763sigmoid100.0000000.01887400.6830570.6886610.0616430.012275{'C': 100.0, 'gamma': 0.018873918221350976, 'k...
1594rbf23.9502660.32903400.6825930.9648820.0896430.008720{'C': 23.95026619987486, 'gamma': 0.3290344562...
1772rbf100.0000000.20433600.6822590.9733590.0770460.005554{'C': 100.0, 'gamma': 0.20433597178569418, 'ke...
1712rbf62.1016940.20433600.6822460.9593330.0781110.004287{'C': 62.10169418915616, 'gamma': 0.2043359717...
1705sigmoid62.1016940.03039200.6815060.6696610.0768430.009931{'C': 62.10169418915616, 'gamma': 0.0303919538...
1349sigmoid3.5622480.07880500.6809540.6378150.0741100.013096{'C': 3.562247890262444, 'gamma': 0.0788046281...
1291sigmoid2.2122160.12689600.6787440.5914350.0494750.012008{'C': 2.21221629107045, 'gamma': 0.12689610031...
1347sigmoid3.5622480.04893900.6785560.6718390.0523120.010032{'C': 3.562247890262444, 'gamma': 0.0489390091...
1765sigmoid100.0000000.03039200.6784130.6521390.0521630.011748{'C': 100.0, 'gamma': 0.03039195382313198, 'ke...
1534rbf14.8735210.32903400.6782370.9466660.0814200.006430{'C': 14.873521072935118, 'gamma': 0.329034456...
1409sigmoid5.7361530.07880500.6776840.6270260.0807730.006785{'C': 5.736152510448681, 'gamma': 0.0788046281...
1350rbf3.5622480.12689600.6759880.8013140.0588460.011939{'C': 3.562247890262444, 'gamma': 0.1268961003...
1170rbf0.8531680.12689600.6757990.7448200.0599270.008552{'C': 0.8531678524172805, 'gamma': 0.126896100...
1230rbf1.3738240.12689600.6756390.7565910.0626160.007832{'C': 1.3738237958832638, 'gamma': 0.126896100...
1714rbf62.1016940.32903400.6751570.9845550.0772420.002139{'C': 62.10169418915616, 'gamma': 0.3290344562...
1645sigmoid38.5662040.03039200.6748990.6688470.0550500.017679{'C': 38.56620421163472, 'gamma': 0.0303919538...
1520rbf14.8735210.01172100.6747370.7091100.0566580.006895{'C': 14.873521072935118, 'gamma': 0.011721022...
1654rbf38.5662040.32903400.6746200.9775270.0813280.005858{'C': 38.56620421163472, 'gamma': 0.3290344562...
1229sigmoid1.3738240.07880500.6745630.6754410.0579390.013220{'C': 1.3738237958832638, 'gamma': 0.078804628...
1465sigmoid9.2367090.03039200.6745500.6709560.0657240.012069{'C': 9.236708571873866, 'gamma': 0.0303919538...
1759sigmoid100.0000000.00727900.6745500.6900890.0602100.012497{'C': 100.0, 'gamma': 0.007278953843983146, 'k...
1639sigmoid38.5662040.00727900.6743890.6813580.0546980.006724{'C': 38.56620421163472, 'gamma': 0.0072789538...
1652rbf38.5662040.20433600.6735490.9429280.0894770.009427{'C': 38.56620421163472, 'gamma': 0.2043359717...
..............................
1790rbf100.00000014.87352100.4925211.0000000.0312980.000000{'C': 100.0, 'gamma': 14.873521072935118, 'ker...
1430rbf5.73615314.87352100.4925211.0000000.0312980.000000{'C': 5.736152510448681, 'gamma': 14.873521072...
1730rbf62.10169414.87352100.4925211.0000000.0312980.000000{'C': 62.10169418915616, 'gamma': 14.873521072...
1370rbf3.56224814.87352100.4925211.0000000.0312980.000000{'C': 3.562247890262444, 'gamma': 14.873521072...
1550rbf14.87352114.87352100.4925211.0000000.0312980.000000{'C': 14.873521072935118, 'gamma': 14.87352107...
1670rbf38.56620414.87352100.4925211.0000000.0312980.000000{'C': 38.56620421163472, 'gamma': 14.873521072...
1310rbf2.21221614.87352100.4925211.0000000.0312980.000000{'C': 2.21221629107045, 'gamma': 14.8735210729...
1610rbf23.95026614.87352100.4925211.0000000.0312980.000000{'C': 23.95026619987486, 'gamma': 14.873521072...
1490rbf9.23670914.87352100.4925211.0000000.0312980.000000{'C': 9.236708571873866, 'gamma': 14.873521072...
1250rbf1.37382414.87352100.4925211.0000000.0312980.000000{'C': 1.3738237958832638, 'gamma': 14.87352107...
1792rbf100.00000023.95026600.4918271.0000000.0161530.000000{'C': 100.0, 'gamma': 23.95026619987486, 'kern...
1252rbf1.37382423.95026600.4918271.0000000.0161530.000000{'C': 1.3738237958832638, 'gamma': 23.95026619...
1552rbf14.87352123.95026600.4918271.0000000.0161530.000000{'C': 14.873521072935118, 'gamma': 23.95026619...
1732rbf62.10169423.95026600.4918271.0000000.0161530.000000{'C': 62.10169418915616, 'gamma': 23.950266199...
1672rbf38.56620423.95026600.4918271.0000000.0161530.000000{'C': 38.56620421163472, 'gamma': 23.950266199...
1492rbf9.23670923.95026600.4918271.0000000.0161530.000000{'C': 9.236708571873866, 'gamma': 23.950266199...
1432rbf5.73615323.95026600.4918271.0000000.0161530.000000{'C': 5.736152510448681, 'gamma': 23.950266199...
1372rbf3.56224823.95026600.4918271.0000000.0161530.000000{'C': 3.562247890262444, 'gamma': 23.950266199...
1312rbf2.21221623.95026600.4918271.0000000.0161530.000000{'C': 2.21221629107045, 'gamma': 23.9502661998...
1612rbf23.95026623.95026600.4918271.0000000.0161530.000000{'C': 23.95026619987486, 'gamma': 23.950266199...
1788rbf100.0000009.23670900.4680451.0000000.0369890.000000{'C': 100.0, 'gamma': 9.236708571873866, 'kern...
1308rbf2.2122169.23670900.4680451.0000000.0369890.000000{'C': 2.21221629107045, 'gamma': 9.23670857187...
1728rbf62.1016949.23670900.4680451.0000000.0369890.000000{'C': 62.10169418915616, 'gamma': 9.2367085718...
1548rbf14.8735219.23670900.4680451.0000000.0369890.000000{'C': 14.873521072935118, 'gamma': 9.236708571...
1368rbf3.5622489.23670900.4680451.0000000.0369890.000000{'C': 3.562247890262444, 'gamma': 9.2367085718...
1488rbf9.2367099.23670900.4680451.0000000.0369890.000000{'C': 9.236708571873866, 'gamma': 9.2367085718...
1668rbf38.5662049.23670900.4680451.0000000.0369890.000000{'C': 38.56620421163472, 'gamma': 9.2367085718...
1608rbf23.9502669.23670900.4680451.0000000.0369890.000000{'C': 23.95026619987486, 'gamma': 9.2367085718...
1248rbf1.3738249.23670900.4680451.0000000.0369890.000000{'C': 1.3738237958832638, 'gamma': 9.236708571...
1428rbf5.7361539.23670900.4680451.0000000.0369890.000000{'C': 5.736152510448681, 'gamma': 9.2367085718...
\n", "

1800 rows × 9 columns

\n", "
" ], "text/plain": [ " param_kernel param_C param_gamma param_random_state \\\n", "1467 sigmoid 9.236709 0.048939 0 \n", "1527 sigmoid 14.873521 0.048939 0 \n", "1407 sigmoid 5.736153 0.048939 0 \n", "1770 rbf 100.000000 0.126896 0 \n", "1231 sigmoid 1.373824 0.126896 0 \n", "1703 sigmoid 62.101694 0.018874 0 \n", "1649 sigmoid 38.566204 0.078805 0 \n", "1763 sigmoid 100.000000 0.018874 0 \n", "1594 rbf 23.950266 0.329034 0 \n", "1772 rbf 100.000000 0.204336 0 \n", "1712 rbf 62.101694 0.204336 0 \n", "1705 sigmoid 62.101694 0.030392 0 \n", "1349 sigmoid 3.562248 0.078805 0 \n", "1291 sigmoid 2.212216 0.126896 0 \n", "1347 sigmoid 3.562248 0.048939 0 \n", "1765 sigmoid 100.000000 0.030392 0 \n", "1534 rbf 14.873521 0.329034 0 \n", "1409 sigmoid 5.736153 0.078805 0 \n", "1350 rbf 3.562248 0.126896 0 \n", "1170 rbf 0.853168 0.126896 0 \n", "1230 rbf 1.373824 0.126896 0 \n", "1714 rbf 62.101694 0.329034 0 \n", "1645 sigmoid 38.566204 0.030392 0 \n", "1520 rbf 14.873521 0.011721 0 \n", "1654 rbf 38.566204 0.329034 0 \n", "1229 sigmoid 1.373824 0.078805 0 \n", "1465 sigmoid 9.236709 0.030392 0 \n", "1759 sigmoid 100.000000 0.007279 0 \n", "1639 sigmoid 38.566204 0.007279 0 \n", "1652 rbf 38.566204 0.204336 0 \n", "... ... ... ... ... \n", "1790 rbf 100.000000 14.873521 0 \n", "1430 rbf 5.736153 14.873521 0 \n", "1730 rbf 62.101694 14.873521 0 \n", "1370 rbf 3.562248 14.873521 0 \n", "1550 rbf 14.873521 14.873521 0 \n", "1670 rbf 38.566204 14.873521 0 \n", "1310 rbf 2.212216 14.873521 0 \n", "1610 rbf 23.950266 14.873521 0 \n", "1490 rbf 9.236709 14.873521 0 \n", "1250 rbf 1.373824 14.873521 0 \n", "1792 rbf 100.000000 23.950266 0 \n", "1252 rbf 1.373824 23.950266 0 \n", "1552 rbf 14.873521 23.950266 0 \n", "1732 rbf 62.101694 23.950266 0 \n", "1672 rbf 38.566204 23.950266 0 \n", "1492 rbf 9.236709 23.950266 0 \n", "1432 rbf 5.736153 23.950266 0 \n", "1372 rbf 3.562248 23.950266 0 \n", "1312 rbf 2.212216 23.950266 0 \n", "1612 rbf 23.950266 23.950266 0 \n", "1788 rbf 100.000000 9.236709 0 \n", "1308 rbf 2.212216 9.236709 0 \n", "1728 rbf 62.101694 9.236709 0 \n", "1548 rbf 14.873521 9.236709 0 \n", "1368 rbf 3.562248 9.236709 0 \n", "1488 rbf 9.236709 9.236709 0 \n", "1668 rbf 38.566204 9.236709 0 \n", "1608 rbf 23.950266 9.236709 0 \n", "1248 rbf 1.373824 9.236709 0 \n", "1428 rbf 5.736153 9.236709 0 \n", "\n", " mean_test_score mean_train_score std_test_score std_train_score \\\n", "1467 0.704950 0.676351 0.051847 0.021118 \n", "1527 0.697460 0.663911 0.043561 0.018025 \n", "1407 0.691374 0.676547 0.064586 0.017041 \n", "1770 0.690550 0.934506 0.066089 0.010535 \n", "1231 0.685510 0.620721 0.051742 0.019407 \n", "1703 0.683580 0.691920 0.055916 0.013977 \n", "1649 0.683087 0.625302 0.031914 0.020393 \n", "1763 0.683057 0.688661 0.061643 0.012275 \n", "1594 0.682593 0.964882 0.089643 0.008720 \n", "1772 0.682259 0.973359 0.077046 0.005554 \n", "1712 0.682246 0.959333 0.078111 0.004287 \n", "1705 0.681506 0.669661 0.076843 0.009931 \n", "1349 0.680954 0.637815 0.074110 0.013096 \n", "1291 0.678744 0.591435 0.049475 0.012008 \n", "1347 0.678556 0.671839 0.052312 0.010032 \n", "1765 0.678413 0.652139 0.052163 0.011748 \n", "1534 0.678237 0.946666 0.081420 0.006430 \n", "1409 0.677684 0.627026 0.080773 0.006785 \n", "1350 0.675988 0.801314 0.058846 0.011939 \n", "1170 0.675799 0.744820 0.059927 0.008552 \n", "1230 0.675639 0.756591 0.062616 0.007832 \n", "1714 0.675157 0.984555 0.077242 0.002139 \n", "1645 0.674899 0.668847 0.055050 0.017679 \n", "1520 0.674737 0.709110 0.056658 0.006895 \n", "1654 0.674620 0.977527 0.081328 0.005858 \n", "1229 0.674563 0.675441 0.057939 0.013220 \n", "1465 0.674550 0.670956 0.065724 0.012069 \n", "1759 0.674550 0.690089 0.060210 0.012497 \n", "1639 0.674389 0.681358 0.054698 0.006724 \n", "1652 0.673549 0.942928 0.089477 0.009427 \n", "... ... ... ... ... \n", "1790 0.492521 1.000000 0.031298 0.000000 \n", "1430 0.492521 1.000000 0.031298 0.000000 \n", "1730 0.492521 1.000000 0.031298 0.000000 \n", "1370 0.492521 1.000000 0.031298 0.000000 \n", "1550 0.492521 1.000000 0.031298 0.000000 \n", "1670 0.492521 1.000000 0.031298 0.000000 \n", "1310 0.492521 1.000000 0.031298 0.000000 \n", "1610 0.492521 1.000000 0.031298 0.000000 \n", "1490 0.492521 1.000000 0.031298 0.000000 \n", "1250 0.492521 1.000000 0.031298 0.000000 \n", "1792 0.491827 1.000000 0.016153 0.000000 \n", "1252 0.491827 1.000000 0.016153 0.000000 \n", "1552 0.491827 1.000000 0.016153 0.000000 \n", "1732 0.491827 1.000000 0.016153 0.000000 \n", "1672 0.491827 1.000000 0.016153 0.000000 \n", "1492 0.491827 1.000000 0.016153 0.000000 \n", "1432 0.491827 1.000000 0.016153 0.000000 \n", "1372 0.491827 1.000000 0.016153 0.000000 \n", "1312 0.491827 1.000000 0.016153 0.000000 \n", "1612 0.491827 1.000000 0.016153 0.000000 \n", "1788 0.468045 1.000000 0.036989 0.000000 \n", "1308 0.468045 1.000000 0.036989 0.000000 \n", "1728 0.468045 1.000000 0.036989 0.000000 \n", "1548 0.468045 1.000000 0.036989 0.000000 \n", "1368 0.468045 1.000000 0.036989 0.000000 \n", "1488 0.468045 1.000000 0.036989 0.000000 \n", "1668 0.468045 1.000000 0.036989 0.000000 \n", "1608 0.468045 1.000000 0.036989 0.000000 \n", "1248 0.468045 1.000000 0.036989 0.000000 \n", "1428 0.468045 1.000000 0.036989 0.000000 \n", "\n", " params \n", "1467 {'C': 9.236708571873866, 'gamma': 0.0489390091... \n", "1527 {'C': 14.873521072935118, 'gamma': 0.048939009... \n", "1407 {'C': 5.736152510448681, 'gamma': 0.0489390091... \n", "1770 {'C': 100.0, 'gamma': 0.12689610031679222, 'ke... \n", "1231 {'C': 1.3738237958832638, 'gamma': 0.126896100... \n", "1703 {'C': 62.10169418915616, 'gamma': 0.0188739182... \n", "1649 {'C': 38.56620421163472, 'gamma': 0.0788046281... \n", "1763 {'C': 100.0, 'gamma': 0.018873918221350976, 'k... \n", "1594 {'C': 23.95026619987486, 'gamma': 0.3290344562... \n", "1772 {'C': 100.0, 'gamma': 0.20433597178569418, 'ke... \n", "1712 {'C': 62.10169418915616, 'gamma': 0.2043359717... \n", "1705 {'C': 62.10169418915616, 'gamma': 0.0303919538... \n", "1349 {'C': 3.562247890262444, 'gamma': 0.0788046281... \n", "1291 {'C': 2.21221629107045, 'gamma': 0.12689610031... \n", "1347 {'C': 3.562247890262444, 'gamma': 0.0489390091... \n", "1765 {'C': 100.0, 'gamma': 0.03039195382313198, 'ke... \n", "1534 {'C': 14.873521072935118, 'gamma': 0.329034456... \n", "1409 {'C': 5.736152510448681, 'gamma': 0.0788046281... \n", "1350 {'C': 3.562247890262444, 'gamma': 0.1268961003... \n", "1170 {'C': 0.8531678524172805, 'gamma': 0.126896100... \n", "1230 {'C': 1.3738237958832638, 'gamma': 0.126896100... \n", "1714 {'C': 62.10169418915616, 'gamma': 0.3290344562... \n", "1645 {'C': 38.56620421163472, 'gamma': 0.0303919538... \n", "1520 {'C': 14.873521072935118, 'gamma': 0.011721022... \n", "1654 {'C': 38.56620421163472, 'gamma': 0.3290344562... \n", "1229 {'C': 1.3738237958832638, 'gamma': 0.078804628... \n", "1465 {'C': 9.236708571873866, 'gamma': 0.0303919538... \n", "1759 {'C': 100.0, 'gamma': 0.007278953843983146, 'k... \n", "1639 {'C': 38.56620421163472, 'gamma': 0.0072789538... \n", "1652 {'C': 38.56620421163472, 'gamma': 0.2043359717... \n", "... ... \n", "1790 {'C': 100.0, 'gamma': 14.873521072935118, 'ker... \n", "1430 {'C': 5.736152510448681, 'gamma': 14.873521072... \n", "1730 {'C': 62.10169418915616, 'gamma': 14.873521072... \n", "1370 {'C': 3.562247890262444, 'gamma': 14.873521072... \n", "1550 {'C': 14.873521072935118, 'gamma': 14.87352107... \n", "1670 {'C': 38.56620421163472, 'gamma': 14.873521072... \n", "1310 {'C': 2.21221629107045, 'gamma': 14.8735210729... \n", "1610 {'C': 23.95026619987486, 'gamma': 14.873521072... \n", "1490 {'C': 9.236708571873866, 'gamma': 14.873521072... \n", "1250 {'C': 1.3738237958832638, 'gamma': 14.87352107... \n", "1792 {'C': 100.0, 'gamma': 23.95026619987486, 'kern... \n", "1252 {'C': 1.3738237958832638, 'gamma': 23.95026619... \n", "1552 {'C': 14.873521072935118, 'gamma': 23.95026619... \n", "1732 {'C': 62.10169418915616, 'gamma': 23.950266199... \n", "1672 {'C': 38.56620421163472, 'gamma': 23.950266199... \n", "1492 {'C': 9.236708571873866, 'gamma': 23.950266199... \n", "1432 {'C': 5.736152510448681, 'gamma': 23.950266199... \n", "1372 {'C': 3.562247890262444, 'gamma': 23.950266199... \n", "1312 {'C': 2.21221629107045, 'gamma': 23.9502661998... \n", "1612 {'C': 23.95026619987486, 'gamma': 23.950266199... \n", "1788 {'C': 100.0, 'gamma': 9.236708571873866, 'kern... \n", "1308 {'C': 2.21221629107045, 'gamma': 9.23670857187... \n", "1728 {'C': 62.10169418915616, 'gamma': 9.2367085718... \n", "1548 {'C': 14.873521072935118, 'gamma': 9.236708571... \n", "1368 {'C': 3.562247890262444, 'gamma': 9.2367085718... \n", "1488 {'C': 9.236708571873866, 'gamma': 9.2367085718... \n", "1668 {'C': 38.56620421163472, 'gamma': 9.2367085718... \n", "1608 {'C': 23.95026619987486, 'gamma': 9.2367085718... \n", "1248 {'C': 1.3738237958832638, 'gamma': 9.236708571... \n", "1428 {'C': 5.736152510448681, 'gamma': 9.2367085718... \n", "\n", "[1800 rows x 9 columns]" ] }, "execution_count": 1, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import numpy as np\n", "import pandas as pd\n", "from sklearn import svm\n", "from sklearn.model_selection import GridSearchCV\n", "from sklearn.metrics import roc_auc_score, make_scorer\n", "from preprocessing import preprocessing, get_train_and_test, standardize_features\n", "\n", "import warnings\n", "warnings.filterwarnings('ignore')\n", "\n", "x_values, y_values = preprocessing()\n", "x_train, x_test, y_train, y_test = get_train_and_test(x_values, y_values)\n", "x_train, x_test = standardize_features(x_train, x_test)\n", "\n", "param_grid = {\n", " 'kernel': ['rbf', 'sigmoid'],\n", " 'C': np.logspace(-4, 2, num=30),\n", " 'gamma':np.logspace(-4, 2, num=30),\n", " 'random_state':[0]\n", "}\n", "grid = GridSearchCV(svm.SVC(), param_grid, scoring=make_scorer(roc_auc_score), cv=10)\n", "grid.fit(x_train, y_train)\n", "\n", "df = pd.DataFrame(grid.cv_results_)\n", "cols_to_keep = ['param_' + k for k in param_grid.keys()] +\\\n", " [\"mean_test_score\", \"mean_train_score\", \"std_test_score\", \"std_train_score\",\"params\"] \n", "df_output = df[cols_to_keep].fillna('-')\n", "df_output.sort_values(by=[\"mean_test_score\"], ascending=False)" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "{'C': 9.236708571873866, 'gamma': 0.04893900918477494, 'kernel': 'sigmoid', 'random_state': 0}\n" ] }, { "data": { "text/plain": [ "(0.6427479855515422, 0.6607748184019371)" ] }, "execution_count": 2, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df_output = df[cols_to_keep].fillna('-')\n", "best_params = df_output.sort_values(by=[\"mean_test_score\"], ascending=False)['params'].iloc[0]\n", "print(best_params)\n", "\n", "clf = svm.SVC()\n", "clf.set_params(**best_params)\n", "clf.fit(x_train, y_train)\n", "\n", "roc_auc_score(y_train, clf.predict(x_train)), roc_auc_score(y_test, clf.predict(x_test))" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.5" } }, "nbformat": 4, "nbformat_minor": 2 }