Datasets
Models
Downloads: 1
Diff of
/grid-search.ipynb
[000000]
..
[48f029]
Switch to side-by-side view
--- a +++ b/grid-search.ipynb @@ -0,0 +1,1073 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "data": { + "text/html": [ + "<div>\n", + "<style scoped>\n", + " .dataframe tbody tr th:only-of-type {\n", + " vertical-align: middle;\n", + " }\n", + "\n", + " .dataframe tbody tr th {\n", + " vertical-align: top;\n", + " }\n", + "\n", + " .dataframe thead th {\n", + " text-align: right;\n", + " }\n", + "</style>\n", + "<table border=\"1\" class=\"dataframe\">\n", + " <thead>\n", + " <tr style=\"text-align: right;\">\n", + " <th></th>\n", + " <th>param_kernel</th>\n", + " <th>param_C</th>\n", + " <th>param_gamma</th>\n", + " <th>param_random_state</th>\n", + " <th>mean_test_score</th>\n", + " <th>mean_train_score</th>\n", + " <th>std_test_score</th>\n", + " <th>std_train_score</th>\n", + " <th>params</th>\n", + " </tr>\n", + " </thead>\n", + " <tbody>\n", + " <tr>\n", + " <th>1467</th>\n", + " <td>sigmoid</td>\n", + " <td>9.236709</td>\n", + " <td>0.048939</td>\n", + " <td>0</td>\n", + " <td>0.704950</td>\n", + " <td>0.676351</td>\n", + " <td>0.051847</td>\n", + " <td>0.021118</td>\n", + " <td>{'C': 9.236708571873866, 'gamma': 0.0489390091...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1527</th>\n", + " <td>sigmoid</td>\n", + " <td>14.873521</td>\n", + " <td>0.048939</td>\n", + " <td>0</td>\n", + " <td>0.697460</td>\n", + " <td>0.663911</td>\n", + " <td>0.043561</td>\n", + " <td>0.018025</td>\n", + " <td>{'C': 14.873521072935118, 'gamma': 0.048939009...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1407</th>\n", + " <td>sigmoid</td>\n", + " <td>5.736153</td>\n", + " <td>0.048939</td>\n", + " <td>0</td>\n", + " <td>0.691374</td>\n", + " <td>0.676547</td>\n", + " <td>0.064586</td>\n", + " <td>0.017041</td>\n", + " <td>{'C': 5.736152510448681, 'gamma': 0.0489390091...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1770</th>\n", + " <td>rbf</td>\n", + " <td>100.000000</td>\n", + " <td>0.126896</td>\n", + " <td>0</td>\n", + " <td>0.690550</td>\n", + " <td>0.934506</td>\n", + " <td>0.066089</td>\n", + " <td>0.010535</td>\n", + " <td>{'C': 100.0, 'gamma': 0.12689610031679222, 'ke...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1231</th>\n", + " <td>sigmoid</td>\n", + " <td>1.373824</td>\n", + " <td>0.126896</td>\n", + " <td>0</td>\n", + " <td>0.685510</td>\n", + " <td>0.620721</td>\n", + " <td>0.051742</td>\n", + " <td>0.019407</td>\n", + " <td>{'C': 1.3738237958832638, 'gamma': 0.126896100...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1703</th>\n", + " <td>sigmoid</td>\n", + " <td>62.101694</td>\n", + " <td>0.018874</td>\n", + " <td>0</td>\n", + " <td>0.683580</td>\n", + " <td>0.691920</td>\n", + " <td>0.055916</td>\n", + " <td>0.013977</td>\n", + " <td>{'C': 62.10169418915616, 'gamma': 0.0188739182...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1649</th>\n", + " <td>sigmoid</td>\n", + " <td>38.566204</td>\n", + " <td>0.078805</td>\n", + " <td>0</td>\n", + " <td>0.683087</td>\n", + " <td>0.625302</td>\n", + " <td>0.031914</td>\n", + " <td>0.020393</td>\n", + " <td>{'C': 38.56620421163472, 'gamma': 0.0788046281...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1763</th>\n", + " <td>sigmoid</td>\n", + " <td>100.000000</td>\n", + " <td>0.018874</td>\n", + " <td>0</td>\n", + " <td>0.683057</td>\n", + " <td>0.688661</td>\n", + " <td>0.061643</td>\n", + " <td>0.012275</td>\n", + " <td>{'C': 100.0, 'gamma': 0.018873918221350976, 'k...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1594</th>\n", + " <td>rbf</td>\n", + " <td>23.950266</td>\n", + " <td>0.329034</td>\n", + " <td>0</td>\n", + " <td>0.682593</td>\n", + " <td>0.964882</td>\n", + " <td>0.089643</td>\n", + " <td>0.008720</td>\n", + " <td>{'C': 23.95026619987486, 'gamma': 0.3290344562...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1772</th>\n", + " <td>rbf</td>\n", + " <td>100.000000</td>\n", + " <td>0.204336</td>\n", + " <td>0</td>\n", + " <td>0.682259</td>\n", + " <td>0.973359</td>\n", + " <td>0.077046</td>\n", + " <td>0.005554</td>\n", + " <td>{'C': 100.0, 'gamma': 0.20433597178569418, 'ke...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1712</th>\n", + " <td>rbf</td>\n", + " <td>62.101694</td>\n", + " <td>0.204336</td>\n", + " <td>0</td>\n", + " <td>0.682246</td>\n", + " <td>0.959333</td>\n", + " <td>0.078111</td>\n", + " <td>0.004287</td>\n", + " <td>{'C': 62.10169418915616, 'gamma': 0.2043359717...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1705</th>\n", + " <td>sigmoid</td>\n", + " <td>62.101694</td>\n", + " <td>0.030392</td>\n", + " <td>0</td>\n", + " <td>0.681506</td>\n", + " <td>0.669661</td>\n", + " <td>0.076843</td>\n", + " <td>0.009931</td>\n", + " <td>{'C': 62.10169418915616, 'gamma': 0.0303919538...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1349</th>\n", + " <td>sigmoid</td>\n", + " <td>3.562248</td>\n", + " <td>0.078805</td>\n", + " <td>0</td>\n", + " <td>0.680954</td>\n", + " <td>0.637815</td>\n", + " <td>0.074110</td>\n", + " <td>0.013096</td>\n", + " <td>{'C': 3.562247890262444, 'gamma': 0.0788046281...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1291</th>\n", + " <td>sigmoid</td>\n", + " <td>2.212216</td>\n", + " <td>0.126896</td>\n", + " <td>0</td>\n", + " <td>0.678744</td>\n", + " <td>0.591435</td>\n", + " <td>0.049475</td>\n", + " <td>0.012008</td>\n", + " <td>{'C': 2.21221629107045, 'gamma': 0.12689610031...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1347</th>\n", + " <td>sigmoid</td>\n", + " <td>3.562248</td>\n", + " <td>0.048939</td>\n", + " <td>0</td>\n", + " <td>0.678556</td>\n", + " <td>0.671839</td>\n", + " <td>0.052312</td>\n", + " <td>0.010032</td>\n", + " <td>{'C': 3.562247890262444, 'gamma': 0.0489390091...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1765</th>\n", + " <td>sigmoid</td>\n", + " <td>100.000000</td>\n", + " <td>0.030392</td>\n", + " <td>0</td>\n", + " <td>0.678413</td>\n", + " <td>0.652139</td>\n", + " <td>0.052163</td>\n", + " <td>0.011748</td>\n", + " <td>{'C': 100.0, 'gamma': 0.03039195382313198, 'ke...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1534</th>\n", + " <td>rbf</td>\n", + " <td>14.873521</td>\n", + " <td>0.329034</td>\n", + " <td>0</td>\n", + " <td>0.678237</td>\n", + " <td>0.946666</td>\n", + " <td>0.081420</td>\n", + " <td>0.006430</td>\n", + " <td>{'C': 14.873521072935118, 'gamma': 0.329034456...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1409</th>\n", + " <td>sigmoid</td>\n", + " <td>5.736153</td>\n", + " <td>0.078805</td>\n", + " <td>0</td>\n", + " <td>0.677684</td>\n", + " <td>0.627026</td>\n", + " <td>0.080773</td>\n", + " <td>0.006785</td>\n", + " <td>{'C': 5.736152510448681, 'gamma': 0.0788046281...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1350</th>\n", + " <td>rbf</td>\n", + " <td>3.562248</td>\n", + " <td>0.126896</td>\n", + " <td>0</td>\n", + " <td>0.675988</td>\n", + " <td>0.801314</td>\n", + " <td>0.058846</td>\n", + " <td>0.011939</td>\n", + " <td>{'C': 3.562247890262444, 'gamma': 0.1268961003...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1170</th>\n", + " <td>rbf</td>\n", + " <td>0.853168</td>\n", + " <td>0.126896</td>\n", + " <td>0</td>\n", + " <td>0.675799</td>\n", + " <td>0.744820</td>\n", + " <td>0.059927</td>\n", + " <td>0.008552</td>\n", + " <td>{'C': 0.8531678524172805, 'gamma': 0.126896100...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1230</th>\n", + " <td>rbf</td>\n", + " <td>1.373824</td>\n", + " <td>0.126896</td>\n", + " <td>0</td>\n", + " <td>0.675639</td>\n", + " <td>0.756591</td>\n", + " <td>0.062616</td>\n", + " <td>0.007832</td>\n", + " <td>{'C': 1.3738237958832638, 'gamma': 0.126896100...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1714</th>\n", + " <td>rbf</td>\n", + " <td>62.101694</td>\n", + " <td>0.329034</td>\n", + " <td>0</td>\n", + " <td>0.675157</td>\n", + " <td>0.984555</td>\n", + " <td>0.077242</td>\n", + " <td>0.002139</td>\n", + " <td>{'C': 62.10169418915616, 'gamma': 0.3290344562...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1645</th>\n", + " <td>sigmoid</td>\n", + " <td>38.566204</td>\n", + " <td>0.030392</td>\n", + " <td>0</td>\n", + " <td>0.674899</td>\n", + " <td>0.668847</td>\n", + " <td>0.055050</td>\n", + " <td>0.017679</td>\n", + " <td>{'C': 38.56620421163472, 'gamma': 0.0303919538...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1520</th>\n", + " <td>rbf</td>\n", + " <td>14.873521</td>\n", + " <td>0.011721</td>\n", + " <td>0</td>\n", + " <td>0.674737</td>\n", + " <td>0.709110</td>\n", + " <td>0.056658</td>\n", + " <td>0.006895</td>\n", + " <td>{'C': 14.873521072935118, 'gamma': 0.011721022...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1654</th>\n", + " <td>rbf</td>\n", + " <td>38.566204</td>\n", + " <td>0.329034</td>\n", + " <td>0</td>\n", + " <td>0.674620</td>\n", + " <td>0.977527</td>\n", + " <td>0.081328</td>\n", + " <td>0.005858</td>\n", + " <td>{'C': 38.56620421163472, 'gamma': 0.3290344562...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1229</th>\n", + " <td>sigmoid</td>\n", + " <td>1.373824</td>\n", + " <td>0.078805</td>\n", + " <td>0</td>\n", + " <td>0.674563</td>\n", + " <td>0.675441</td>\n", + " <td>0.057939</td>\n", + " <td>0.013220</td>\n", + " <td>{'C': 1.3738237958832638, 'gamma': 0.078804628...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1465</th>\n", + " <td>sigmoid</td>\n", + " <td>9.236709</td>\n", + " <td>0.030392</td>\n", + " <td>0</td>\n", + " <td>0.674550</td>\n", + " <td>0.670956</td>\n", + " <td>0.065724</td>\n", + " <td>0.012069</td>\n", + " <td>{'C': 9.236708571873866, 'gamma': 0.0303919538...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1759</th>\n", + " <td>sigmoid</td>\n", + " <td>100.000000</td>\n", + " <td>0.007279</td>\n", + " <td>0</td>\n", + " <td>0.674550</td>\n", + " <td>0.690089</td>\n", + " <td>0.060210</td>\n", + " <td>0.012497</td>\n", + " <td>{'C': 100.0, 'gamma': 0.007278953843983146, 'k...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1639</th>\n", + " <td>sigmoid</td>\n", + " <td>38.566204</td>\n", + " <td>0.007279</td>\n", + " <td>0</td>\n", + " <td>0.674389</td>\n", + " <td>0.681358</td>\n", + " <td>0.054698</td>\n", + " <td>0.006724</td>\n", + " <td>{'C': 38.56620421163472, 'gamma': 0.0072789538...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1652</th>\n", + " <td>rbf</td>\n", + " <td>38.566204</td>\n", + " <td>0.204336</td>\n", + " <td>0</td>\n", + " <td>0.673549</td>\n", + " <td>0.942928</td>\n", + " <td>0.089477</td>\n", + " <td>0.009427</td>\n", + " <td>{'C': 38.56620421163472, 'gamma': 0.2043359717...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>...</th>\n", + " <td>...</td>\n", + " <td>...</td>\n", + " <td>...</td>\n", + " <td>...</td>\n", + " <td>...</td>\n", + " <td>...</td>\n", + " <td>...</td>\n", + " <td>...</td>\n", + " <td>...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1790</th>\n", + " <td>rbf</td>\n", + " <td>100.000000</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 100.0, 'gamma': 14.873521072935118, 'ker...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1430</th>\n", + " <td>rbf</td>\n", + " <td>5.736153</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 5.736152510448681, 'gamma': 14.873521072...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1730</th>\n", + " <td>rbf</td>\n", + " <td>62.101694</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 62.10169418915616, 'gamma': 14.873521072...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1370</th>\n", + " <td>rbf</td>\n", + " <td>3.562248</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 3.562247890262444, 'gamma': 14.873521072...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1550</th>\n", + " <td>rbf</td>\n", + " <td>14.873521</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 14.873521072935118, 'gamma': 14.87352107...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1670</th>\n", + " <td>rbf</td>\n", + " <td>38.566204</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 38.56620421163472, 'gamma': 14.873521072...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1310</th>\n", + " <td>rbf</td>\n", + " <td>2.212216</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 2.21221629107045, 'gamma': 14.8735210729...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1610</th>\n", + " <td>rbf</td>\n", + " <td>23.950266</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 23.95026619987486, 'gamma': 14.873521072...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1490</th>\n", + " <td>rbf</td>\n", + " <td>9.236709</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 9.236708571873866, 'gamma': 14.873521072...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1250</th>\n", + " <td>rbf</td>\n", + " <td>1.373824</td>\n", + " <td>14.873521</td>\n", + " <td>0</td>\n", + " <td>0.492521</td>\n", + " <td>1.000000</td>\n", + " <td>0.031298</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 1.3738237958832638, 'gamma': 14.87352107...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1792</th>\n", + " <td>rbf</td>\n", + " <td>100.000000</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 100.0, 'gamma': 23.95026619987486, 'kern...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1252</th>\n", + " <td>rbf</td>\n", + " <td>1.373824</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 1.3738237958832638, 'gamma': 23.95026619...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1552</th>\n", + " <td>rbf</td>\n", + " <td>14.873521</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 14.873521072935118, 'gamma': 23.95026619...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1732</th>\n", + " <td>rbf</td>\n", + " <td>62.101694</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 62.10169418915616, 'gamma': 23.950266199...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1672</th>\n", + " <td>rbf</td>\n", + " <td>38.566204</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 38.56620421163472, 'gamma': 23.950266199...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1492</th>\n", + " <td>rbf</td>\n", + " <td>9.236709</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 9.236708571873866, 'gamma': 23.950266199...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1432</th>\n", + " <td>rbf</td>\n", + " <td>5.736153</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 5.736152510448681, 'gamma': 23.950266199...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1372</th>\n", + " <td>rbf</td>\n", + " <td>3.562248</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 3.562247890262444, 'gamma': 23.950266199...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1312</th>\n", + " <td>rbf</td>\n", + " <td>2.212216</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 2.21221629107045, 'gamma': 23.9502661998...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1612</th>\n", + " <td>rbf</td>\n", + " <td>23.950266</td>\n", + " <td>23.950266</td>\n", + " <td>0</td>\n", + " <td>0.491827</td>\n", + " <td>1.000000</td>\n", + " <td>0.016153</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 23.95026619987486, 'gamma': 23.950266199...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1788</th>\n", + " <td>rbf</td>\n", + " <td>100.000000</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 100.0, 'gamma': 9.236708571873866, 'kern...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1308</th>\n", + " <td>rbf</td>\n", + " <td>2.212216</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 2.21221629107045, 'gamma': 9.23670857187...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1728</th>\n", + " <td>rbf</td>\n", + " <td>62.101694</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 62.10169418915616, 'gamma': 9.2367085718...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1548</th>\n", + " <td>rbf</td>\n", + " <td>14.873521</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 14.873521072935118, 'gamma': 9.236708571...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1368</th>\n", + " <td>rbf</td>\n", + " <td>3.562248</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 3.562247890262444, 'gamma': 9.2367085718...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1488</th>\n", + " <td>rbf</td>\n", + " <td>9.236709</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 9.236708571873866, 'gamma': 9.2367085718...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1668</th>\n", + " <td>rbf</td>\n", + " <td>38.566204</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 38.56620421163472, 'gamma': 9.2367085718...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1608</th>\n", + " <td>rbf</td>\n", + " <td>23.950266</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 23.95026619987486, 'gamma': 9.2367085718...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1248</th>\n", + " <td>rbf</td>\n", + " <td>1.373824</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 1.3738237958832638, 'gamma': 9.236708571...</td>\n", + " </tr>\n", + " <tr>\n", + " <th>1428</th>\n", + " <td>rbf</td>\n", + " <td>5.736153</td>\n", + " <td>9.236709</td>\n", + " <td>0</td>\n", + " <td>0.468045</td>\n", + " <td>1.000000</td>\n", + " <td>0.036989</td>\n", + " <td>0.000000</td>\n", + " <td>{'C': 5.736152510448681, 'gamma': 9.2367085718...</td>\n", + " </tr>\n", + " </tbody>\n", + "</table>\n", + "<p>1800 rows × 9 columns</p>\n", + "</div>" + ], + "text/plain": [ + " param_kernel param_C param_gamma param_random_state \\\n", + "1467 sigmoid 9.236709 0.048939 0 \n", + "1527 sigmoid 14.873521 0.048939 0 \n", + "1407 sigmoid 5.736153 0.048939 0 \n", + "1770 rbf 100.000000 0.126896 0 \n", + "1231 sigmoid 1.373824 0.126896 0 \n", + "1703 sigmoid 62.101694 0.018874 0 \n", + "1649 sigmoid 38.566204 0.078805 0 \n", + "1763 sigmoid 100.000000 0.018874 0 \n", + "1594 rbf 23.950266 0.329034 0 \n", + "1772 rbf 100.000000 0.204336 0 \n", + "1712 rbf 62.101694 0.204336 0 \n", + "1705 sigmoid 62.101694 0.030392 0 \n", + "1349 sigmoid 3.562248 0.078805 0 \n", + "1291 sigmoid 2.212216 0.126896 0 \n", + "1347 sigmoid 3.562248 0.048939 0 \n", + "1765 sigmoid 100.000000 0.030392 0 \n", + "1534 rbf 14.873521 0.329034 0 \n", + "1409 sigmoid 5.736153 0.078805 0 \n", + "1350 rbf 3.562248 0.126896 0 \n", + "1170 rbf 0.853168 0.126896 0 \n", + "1230 rbf 1.373824 0.126896 0 \n", + "1714 rbf 62.101694 0.329034 0 \n", + "1645 sigmoid 38.566204 0.030392 0 \n", + "1520 rbf 14.873521 0.011721 0 \n", + "1654 rbf 38.566204 0.329034 0 \n", + "1229 sigmoid 1.373824 0.078805 0 \n", + "1465 sigmoid 9.236709 0.030392 0 \n", + "1759 sigmoid 100.000000 0.007279 0 \n", + "1639 sigmoid 38.566204 0.007279 0 \n", + "1652 rbf 38.566204 0.204336 0 \n", + "... ... ... ... ... \n", + "1790 rbf 100.000000 14.873521 0 \n", + "1430 rbf 5.736153 14.873521 0 \n", + "1730 rbf 62.101694 14.873521 0 \n", + "1370 rbf 3.562248 14.873521 0 \n", + "1550 rbf 14.873521 14.873521 0 \n", + "1670 rbf 38.566204 14.873521 0 \n", + "1310 rbf 2.212216 14.873521 0 \n", + "1610 rbf 23.950266 14.873521 0 \n", + "1490 rbf 9.236709 14.873521 0 \n", + "1250 rbf 1.373824 14.873521 0 \n", + "1792 rbf 100.000000 23.950266 0 \n", + "1252 rbf 1.373824 23.950266 0 \n", + "1552 rbf 14.873521 23.950266 0 \n", + "1732 rbf 62.101694 23.950266 0 \n", + "1672 rbf 38.566204 23.950266 0 \n", + "1492 rbf 9.236709 23.950266 0 \n", + "1432 rbf 5.736153 23.950266 0 \n", + "1372 rbf 3.562248 23.950266 0 \n", + "1312 rbf 2.212216 23.950266 0 \n", + "1612 rbf 23.950266 23.950266 0 \n", + "1788 rbf 100.000000 9.236709 0 \n", + "1308 rbf 2.212216 9.236709 0 \n", + "1728 rbf 62.101694 9.236709 0 \n", + "1548 rbf 14.873521 9.236709 0 \n", + "1368 rbf 3.562248 9.236709 0 \n", + "1488 rbf 9.236709 9.236709 0 \n", + "1668 rbf 38.566204 9.236709 0 \n", + "1608 rbf 23.950266 9.236709 0 \n", + "1248 rbf 1.373824 9.236709 0 \n", + "1428 rbf 5.736153 9.236709 0 \n", + "\n", + " mean_test_score mean_train_score std_test_score std_train_score \\\n", + "1467 0.704950 0.676351 0.051847 0.021118 \n", + "1527 0.697460 0.663911 0.043561 0.018025 \n", + "1407 0.691374 0.676547 0.064586 0.017041 \n", + "1770 0.690550 0.934506 0.066089 0.010535 \n", + "1231 0.685510 0.620721 0.051742 0.019407 \n", + "1703 0.683580 0.691920 0.055916 0.013977 \n", + "1649 0.683087 0.625302 0.031914 0.020393 \n", + "1763 0.683057 0.688661 0.061643 0.012275 \n", + "1594 0.682593 0.964882 0.089643 0.008720 \n", + "1772 0.682259 0.973359 0.077046 0.005554 \n", + "1712 0.682246 0.959333 0.078111 0.004287 \n", + "1705 0.681506 0.669661 0.076843 0.009931 \n", + "1349 0.680954 0.637815 0.074110 0.013096 \n", + "1291 0.678744 0.591435 0.049475 0.012008 \n", + "1347 0.678556 0.671839 0.052312 0.010032 \n", + "1765 0.678413 0.652139 0.052163 0.011748 \n", + "1534 0.678237 0.946666 0.081420 0.006430 \n", + "1409 0.677684 0.627026 0.080773 0.006785 \n", + "1350 0.675988 0.801314 0.058846 0.011939 \n", + "1170 0.675799 0.744820 0.059927 0.008552 \n", + "1230 0.675639 0.756591 0.062616 0.007832 \n", + "1714 0.675157 0.984555 0.077242 0.002139 \n", + "1645 0.674899 0.668847 0.055050 0.017679 \n", + "1520 0.674737 0.709110 0.056658 0.006895 \n", + "1654 0.674620 0.977527 0.081328 0.005858 \n", + "1229 0.674563 0.675441 0.057939 0.013220 \n", + "1465 0.674550 0.670956 0.065724 0.012069 \n", + "1759 0.674550 0.690089 0.060210 0.012497 \n", + "1639 0.674389 0.681358 0.054698 0.006724 \n", + "1652 0.673549 0.942928 0.089477 0.009427 \n", + "... ... ... ... ... \n", + "1790 0.492521 1.000000 0.031298 0.000000 \n", + "1430 0.492521 1.000000 0.031298 0.000000 \n", + "1730 0.492521 1.000000 0.031298 0.000000 \n", + "1370 0.492521 1.000000 0.031298 0.000000 \n", + "1550 0.492521 1.000000 0.031298 0.000000 \n", + "1670 0.492521 1.000000 0.031298 0.000000 \n", + "1310 0.492521 1.000000 0.031298 0.000000 \n", + "1610 0.492521 1.000000 0.031298 0.000000 \n", + "1490 0.492521 1.000000 0.031298 0.000000 \n", + "1250 0.492521 1.000000 0.031298 0.000000 \n", + "1792 0.491827 1.000000 0.016153 0.000000 \n", + "1252 0.491827 1.000000 0.016153 0.000000 \n", + "1552 0.491827 1.000000 0.016153 0.000000 \n", + "1732 0.491827 1.000000 0.016153 0.000000 \n", + "1672 0.491827 1.000000 0.016153 0.000000 \n", + "1492 0.491827 1.000000 0.016153 0.000000 \n", + "1432 0.491827 1.000000 0.016153 0.000000 \n", + "1372 0.491827 1.000000 0.016153 0.000000 \n", + "1312 0.491827 1.000000 0.016153 0.000000 \n", + "1612 0.491827 1.000000 0.016153 0.000000 \n", + "1788 0.468045 1.000000 0.036989 0.000000 \n", + "1308 0.468045 1.000000 0.036989 0.000000 \n", + "1728 0.468045 1.000000 0.036989 0.000000 \n", + "1548 0.468045 1.000000 0.036989 0.000000 \n", + "1368 0.468045 1.000000 0.036989 0.000000 \n", + "1488 0.468045 1.000000 0.036989 0.000000 \n", + "1668 0.468045 1.000000 0.036989 0.000000 \n", + "1608 0.468045 1.000000 0.036989 0.000000 \n", + "1248 0.468045 1.000000 0.036989 0.000000 \n", + "1428 0.468045 1.000000 0.036989 0.000000 \n", + "\n", + " params \n", + "1467 {'C': 9.236708571873866, 'gamma': 0.0489390091... \n", + "1527 {'C': 14.873521072935118, 'gamma': 0.048939009... \n", + "1407 {'C': 5.736152510448681, 'gamma': 0.0489390091... \n", + "1770 {'C': 100.0, 'gamma': 0.12689610031679222, 'ke... \n", + "1231 {'C': 1.3738237958832638, 'gamma': 0.126896100... \n", + "1703 {'C': 62.10169418915616, 'gamma': 0.0188739182... \n", + "1649 {'C': 38.56620421163472, 'gamma': 0.0788046281... \n", + "1763 {'C': 100.0, 'gamma': 0.018873918221350976, 'k... \n", + "1594 {'C': 23.95026619987486, 'gamma': 0.3290344562... \n", + "1772 {'C': 100.0, 'gamma': 0.20433597178569418, 'ke... \n", + "1712 {'C': 62.10169418915616, 'gamma': 0.2043359717... \n", + "1705 {'C': 62.10169418915616, 'gamma': 0.0303919538... \n", + "1349 {'C': 3.562247890262444, 'gamma': 0.0788046281... \n", + "1291 {'C': 2.21221629107045, 'gamma': 0.12689610031... \n", + "1347 {'C': 3.562247890262444, 'gamma': 0.0489390091... \n", + "1765 {'C': 100.0, 'gamma': 0.03039195382313198, 'ke... \n", + "1534 {'C': 14.873521072935118, 'gamma': 0.329034456... \n", + "1409 {'C': 5.736152510448681, 'gamma': 0.0788046281... \n", + "1350 {'C': 3.562247890262444, 'gamma': 0.1268961003... \n", + "1170 {'C': 0.8531678524172805, 'gamma': 0.126896100... \n", + "1230 {'C': 1.3738237958832638, 'gamma': 0.126896100... \n", + "1714 {'C': 62.10169418915616, 'gamma': 0.3290344562... \n", + "1645 {'C': 38.56620421163472, 'gamma': 0.0303919538... \n", + "1520 {'C': 14.873521072935118, 'gamma': 0.011721022... \n", + "1654 {'C': 38.56620421163472, 'gamma': 0.3290344562... \n", + "1229 {'C': 1.3738237958832638, 'gamma': 0.078804628... \n", + "1465 {'C': 9.236708571873866, 'gamma': 0.0303919538... \n", + "1759 {'C': 100.0, 'gamma': 0.007278953843983146, 'k... \n", + "1639 {'C': 38.56620421163472, 'gamma': 0.0072789538... \n", + "1652 {'C': 38.56620421163472, 'gamma': 0.2043359717... \n", + "... ... \n", + "1790 {'C': 100.0, 'gamma': 14.873521072935118, 'ker... \n", + "1430 {'C': 5.736152510448681, 'gamma': 14.873521072... \n", + "1730 {'C': 62.10169418915616, 'gamma': 14.873521072... \n", + "1370 {'C': 3.562247890262444, 'gamma': 14.873521072... \n", + "1550 {'C': 14.873521072935118, 'gamma': 14.87352107... \n", + "1670 {'C': 38.56620421163472, 'gamma': 14.873521072... \n", + "1310 {'C': 2.21221629107045, 'gamma': 14.8735210729... \n", + "1610 {'C': 23.95026619987486, 'gamma': 14.873521072... \n", + "1490 {'C': 9.236708571873866, 'gamma': 14.873521072... \n", + "1250 {'C': 1.3738237958832638, 'gamma': 14.87352107... \n", + "1792 {'C': 100.0, 'gamma': 23.95026619987486, 'kern... \n", + "1252 {'C': 1.3738237958832638, 'gamma': 23.95026619... \n", + "1552 {'C': 14.873521072935118, 'gamma': 23.95026619... \n", + "1732 {'C': 62.10169418915616, 'gamma': 23.950266199... \n", + "1672 {'C': 38.56620421163472, 'gamma': 23.950266199... \n", + "1492 {'C': 9.236708571873866, 'gamma': 23.950266199... \n", + "1432 {'C': 5.736152510448681, 'gamma': 23.950266199... \n", + "1372 {'C': 3.562247890262444, 'gamma': 23.950266199... \n", + "1312 {'C': 2.21221629107045, 'gamma': 23.9502661998... \n", + "1612 {'C': 23.95026619987486, 'gamma': 23.950266199... \n", + "1788 {'C': 100.0, 'gamma': 9.236708571873866, 'kern... \n", + "1308 {'C': 2.21221629107045, 'gamma': 9.23670857187... \n", + "1728 {'C': 62.10169418915616, 'gamma': 9.2367085718... \n", + "1548 {'C': 14.873521072935118, 'gamma': 9.236708571... \n", + "1368 {'C': 3.562247890262444, 'gamma': 9.2367085718... \n", + "1488 {'C': 9.236708571873866, 'gamma': 9.2367085718... \n", + "1668 {'C': 38.56620421163472, 'gamma': 9.2367085718... \n", + "1608 {'C': 23.95026619987486, 'gamma': 9.2367085718... \n", + "1248 {'C': 1.3738237958832638, 'gamma': 9.236708571... \n", + "1428 {'C': 5.736152510448681, 'gamma': 9.2367085718... \n", + "\n", + "[1800 rows x 9 columns]" + ] + }, + "execution_count": 1, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import numpy as np\n", + "import pandas as pd\n", + "from sklearn import svm\n", + "from sklearn.model_selection import GridSearchCV\n", + "from sklearn.metrics import roc_auc_score, make_scorer\n", + "from preprocessing import preprocessing, get_train_and_test, standardize_features\n", + "\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "\n", + "x_values, y_values = preprocessing()\n", + "x_train, x_test, y_train, y_test = get_train_and_test(x_values, y_values)\n", + "x_train, x_test = standardize_features(x_train, x_test)\n", + "\n", + "param_grid = {\n", + " 'kernel': ['rbf', 'sigmoid'],\n", + " 'C': np.logspace(-4, 2, num=30),\n", + " 'gamma':np.logspace(-4, 2, num=30),\n", + " 'random_state':[0]\n", + "}\n", + "grid = GridSearchCV(svm.SVC(), param_grid, scoring=make_scorer(roc_auc_score), cv=10)\n", + "grid.fit(x_train, y_train)\n", + "\n", + "df = pd.DataFrame(grid.cv_results_)\n", + "cols_to_keep = ['param_' + k for k in param_grid.keys()] +\\\n", + " [\"mean_test_score\", \"mean_train_score\", \"std_test_score\", \"std_train_score\",\"params\"] \n", + "df_output = df[cols_to_keep].fillna('-')\n", + "df_output.sort_values(by=[\"mean_test_score\"], ascending=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'C': 9.236708571873866, 'gamma': 0.04893900918477494, 'kernel': 'sigmoid', 'random_state': 0}\n" + ] + }, + { + "data": { + "text/plain": [ + "(0.6427479855515422, 0.6607748184019371)" + ] + }, + "execution_count": 2, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_output = df[cols_to_keep].fillna('-')\n", + "best_params = df_output.sort_values(by=[\"mean_test_score\"], ascending=False)['params'].iloc[0]\n", + "print(best_params)\n", + "\n", + "clf = svm.SVC()\n", + "clf.set_params(**best_params)\n", + "clf.fit(x_train, y_train)\n", + "\n", + "roc_auc_score(y_train, clf.predict(x_train)), roc_auc_score(y_test, clf.predict(x_test))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.6.5" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}