Diff of /grid-search.ipynb [000000] .. [48f029]

Switch to unified view

a b/grid-search.ipynb
1
{
2
 "cells": [
3
  {
4
   "cell_type": "code",
5
   "execution_count": 1,
6
   "metadata": {
7
    "scrolled": false
8
   },
9
   "outputs": [
10
    {
11
     "data": {
12
      "text/html": [
13
       "<div>\n",
14
       "<style scoped>\n",
15
       "    .dataframe tbody tr th:only-of-type {\n",
16
       "        vertical-align: middle;\n",
17
       "    }\n",
18
       "\n",
19
       "    .dataframe tbody tr th {\n",
20
       "        vertical-align: top;\n",
21
       "    }\n",
22
       "\n",
23
       "    .dataframe thead th {\n",
24
       "        text-align: right;\n",
25
       "    }\n",
26
       "</style>\n",
27
       "<table border=\"1\" class=\"dataframe\">\n",
28
       "  <thead>\n",
29
       "    <tr style=\"text-align: right;\">\n",
30
       "      <th></th>\n",
31
       "      <th>param_kernel</th>\n",
32
       "      <th>param_C</th>\n",
33
       "      <th>param_gamma</th>\n",
34
       "      <th>param_random_state</th>\n",
35
       "      <th>mean_test_score</th>\n",
36
       "      <th>mean_train_score</th>\n",
37
       "      <th>std_test_score</th>\n",
38
       "      <th>std_train_score</th>\n",
39
       "      <th>params</th>\n",
40
       "    </tr>\n",
41
       "  </thead>\n",
42
       "  <tbody>\n",
43
       "    <tr>\n",
44
       "      <th>1467</th>\n",
45
       "      <td>sigmoid</td>\n",
46
       "      <td>9.236709</td>\n",
47
       "      <td>0.048939</td>\n",
48
       "      <td>0</td>\n",
49
       "      <td>0.704950</td>\n",
50
       "      <td>0.676351</td>\n",
51
       "      <td>0.051847</td>\n",
52
       "      <td>0.021118</td>\n",
53
       "      <td>{'C': 9.236708571873866, 'gamma': 0.0489390091...</td>\n",
54
       "    </tr>\n",
55
       "    <tr>\n",
56
       "      <th>1527</th>\n",
57
       "      <td>sigmoid</td>\n",
58
       "      <td>14.873521</td>\n",
59
       "      <td>0.048939</td>\n",
60
       "      <td>0</td>\n",
61
       "      <td>0.697460</td>\n",
62
       "      <td>0.663911</td>\n",
63
       "      <td>0.043561</td>\n",
64
       "      <td>0.018025</td>\n",
65
       "      <td>{'C': 14.873521072935118, 'gamma': 0.048939009...</td>\n",
66
       "    </tr>\n",
67
       "    <tr>\n",
68
       "      <th>1407</th>\n",
69
       "      <td>sigmoid</td>\n",
70
       "      <td>5.736153</td>\n",
71
       "      <td>0.048939</td>\n",
72
       "      <td>0</td>\n",
73
       "      <td>0.691374</td>\n",
74
       "      <td>0.676547</td>\n",
75
       "      <td>0.064586</td>\n",
76
       "      <td>0.017041</td>\n",
77
       "      <td>{'C': 5.736152510448681, 'gamma': 0.0489390091...</td>\n",
78
       "    </tr>\n",
79
       "    <tr>\n",
80
       "      <th>1770</th>\n",
81
       "      <td>rbf</td>\n",
82
       "      <td>100.000000</td>\n",
83
       "      <td>0.126896</td>\n",
84
       "      <td>0</td>\n",
85
       "      <td>0.690550</td>\n",
86
       "      <td>0.934506</td>\n",
87
       "      <td>0.066089</td>\n",
88
       "      <td>0.010535</td>\n",
89
       "      <td>{'C': 100.0, 'gamma': 0.12689610031679222, 'ke...</td>\n",
90
       "    </tr>\n",
91
       "    <tr>\n",
92
       "      <th>1231</th>\n",
93
       "      <td>sigmoid</td>\n",
94
       "      <td>1.373824</td>\n",
95
       "      <td>0.126896</td>\n",
96
       "      <td>0</td>\n",
97
       "      <td>0.685510</td>\n",
98
       "      <td>0.620721</td>\n",
99
       "      <td>0.051742</td>\n",
100
       "      <td>0.019407</td>\n",
101
       "      <td>{'C': 1.3738237958832638, 'gamma': 0.126896100...</td>\n",
102
       "    </tr>\n",
103
       "    <tr>\n",
104
       "      <th>1703</th>\n",
105
       "      <td>sigmoid</td>\n",
106
       "      <td>62.101694</td>\n",
107
       "      <td>0.018874</td>\n",
108
       "      <td>0</td>\n",
109
       "      <td>0.683580</td>\n",
110
       "      <td>0.691920</td>\n",
111
       "      <td>0.055916</td>\n",
112
       "      <td>0.013977</td>\n",
113
       "      <td>{'C': 62.10169418915616, 'gamma': 0.0188739182...</td>\n",
114
       "    </tr>\n",
115
       "    <tr>\n",
116
       "      <th>1649</th>\n",
117
       "      <td>sigmoid</td>\n",
118
       "      <td>38.566204</td>\n",
119
       "      <td>0.078805</td>\n",
120
       "      <td>0</td>\n",
121
       "      <td>0.683087</td>\n",
122
       "      <td>0.625302</td>\n",
123
       "      <td>0.031914</td>\n",
124
       "      <td>0.020393</td>\n",
125
       "      <td>{'C': 38.56620421163472, 'gamma': 0.0788046281...</td>\n",
126
       "    </tr>\n",
127
       "    <tr>\n",
128
       "      <th>1763</th>\n",
129
       "      <td>sigmoid</td>\n",
130
       "      <td>100.000000</td>\n",
131
       "      <td>0.018874</td>\n",
132
       "      <td>0</td>\n",
133
       "      <td>0.683057</td>\n",
134
       "      <td>0.688661</td>\n",
135
       "      <td>0.061643</td>\n",
136
       "      <td>0.012275</td>\n",
137
       "      <td>{'C': 100.0, 'gamma': 0.018873918221350976, 'k...</td>\n",
138
       "    </tr>\n",
139
       "    <tr>\n",
140
       "      <th>1594</th>\n",
141
       "      <td>rbf</td>\n",
142
       "      <td>23.950266</td>\n",
143
       "      <td>0.329034</td>\n",
144
       "      <td>0</td>\n",
145
       "      <td>0.682593</td>\n",
146
       "      <td>0.964882</td>\n",
147
       "      <td>0.089643</td>\n",
148
       "      <td>0.008720</td>\n",
149
       "      <td>{'C': 23.95026619987486, 'gamma': 0.3290344562...</td>\n",
150
       "    </tr>\n",
151
       "    <tr>\n",
152
       "      <th>1772</th>\n",
153
       "      <td>rbf</td>\n",
154
       "      <td>100.000000</td>\n",
155
       "      <td>0.204336</td>\n",
156
       "      <td>0</td>\n",
157
       "      <td>0.682259</td>\n",
158
       "      <td>0.973359</td>\n",
159
       "      <td>0.077046</td>\n",
160
       "      <td>0.005554</td>\n",
161
       "      <td>{'C': 100.0, 'gamma': 0.20433597178569418, 'ke...</td>\n",
162
       "    </tr>\n",
163
       "    <tr>\n",
164
       "      <th>1712</th>\n",
165
       "      <td>rbf</td>\n",
166
       "      <td>62.101694</td>\n",
167
       "      <td>0.204336</td>\n",
168
       "      <td>0</td>\n",
169
       "      <td>0.682246</td>\n",
170
       "      <td>0.959333</td>\n",
171
       "      <td>0.078111</td>\n",
172
       "      <td>0.004287</td>\n",
173
       "      <td>{'C': 62.10169418915616, 'gamma': 0.2043359717...</td>\n",
174
       "    </tr>\n",
175
       "    <tr>\n",
176
       "      <th>1705</th>\n",
177
       "      <td>sigmoid</td>\n",
178
       "      <td>62.101694</td>\n",
179
       "      <td>0.030392</td>\n",
180
       "      <td>0</td>\n",
181
       "      <td>0.681506</td>\n",
182
       "      <td>0.669661</td>\n",
183
       "      <td>0.076843</td>\n",
184
       "      <td>0.009931</td>\n",
185
       "      <td>{'C': 62.10169418915616, 'gamma': 0.0303919538...</td>\n",
186
       "    </tr>\n",
187
       "    <tr>\n",
188
       "      <th>1349</th>\n",
189
       "      <td>sigmoid</td>\n",
190
       "      <td>3.562248</td>\n",
191
       "      <td>0.078805</td>\n",
192
       "      <td>0</td>\n",
193
       "      <td>0.680954</td>\n",
194
       "      <td>0.637815</td>\n",
195
       "      <td>0.074110</td>\n",
196
       "      <td>0.013096</td>\n",
197
       "      <td>{'C': 3.562247890262444, 'gamma': 0.0788046281...</td>\n",
198
       "    </tr>\n",
199
       "    <tr>\n",
200
       "      <th>1291</th>\n",
201
       "      <td>sigmoid</td>\n",
202
       "      <td>2.212216</td>\n",
203
       "      <td>0.126896</td>\n",
204
       "      <td>0</td>\n",
205
       "      <td>0.678744</td>\n",
206
       "      <td>0.591435</td>\n",
207
       "      <td>0.049475</td>\n",
208
       "      <td>0.012008</td>\n",
209
       "      <td>{'C': 2.21221629107045, 'gamma': 0.12689610031...</td>\n",
210
       "    </tr>\n",
211
       "    <tr>\n",
212
       "      <th>1347</th>\n",
213
       "      <td>sigmoid</td>\n",
214
       "      <td>3.562248</td>\n",
215
       "      <td>0.048939</td>\n",
216
       "      <td>0</td>\n",
217
       "      <td>0.678556</td>\n",
218
       "      <td>0.671839</td>\n",
219
       "      <td>0.052312</td>\n",
220
       "      <td>0.010032</td>\n",
221
       "      <td>{'C': 3.562247890262444, 'gamma': 0.0489390091...</td>\n",
222
       "    </tr>\n",
223
       "    <tr>\n",
224
       "      <th>1765</th>\n",
225
       "      <td>sigmoid</td>\n",
226
       "      <td>100.000000</td>\n",
227
       "      <td>0.030392</td>\n",
228
       "      <td>0</td>\n",
229
       "      <td>0.678413</td>\n",
230
       "      <td>0.652139</td>\n",
231
       "      <td>0.052163</td>\n",
232
       "      <td>0.011748</td>\n",
233
       "      <td>{'C': 100.0, 'gamma': 0.03039195382313198, 'ke...</td>\n",
234
       "    </tr>\n",
235
       "    <tr>\n",
236
       "      <th>1534</th>\n",
237
       "      <td>rbf</td>\n",
238
       "      <td>14.873521</td>\n",
239
       "      <td>0.329034</td>\n",
240
       "      <td>0</td>\n",
241
       "      <td>0.678237</td>\n",
242
       "      <td>0.946666</td>\n",
243
       "      <td>0.081420</td>\n",
244
       "      <td>0.006430</td>\n",
245
       "      <td>{'C': 14.873521072935118, 'gamma': 0.329034456...</td>\n",
246
       "    </tr>\n",
247
       "    <tr>\n",
248
       "      <th>1409</th>\n",
249
       "      <td>sigmoid</td>\n",
250
       "      <td>5.736153</td>\n",
251
       "      <td>0.078805</td>\n",
252
       "      <td>0</td>\n",
253
       "      <td>0.677684</td>\n",
254
       "      <td>0.627026</td>\n",
255
       "      <td>0.080773</td>\n",
256
       "      <td>0.006785</td>\n",
257
       "      <td>{'C': 5.736152510448681, 'gamma': 0.0788046281...</td>\n",
258
       "    </tr>\n",
259
       "    <tr>\n",
260
       "      <th>1350</th>\n",
261
       "      <td>rbf</td>\n",
262
       "      <td>3.562248</td>\n",
263
       "      <td>0.126896</td>\n",
264
       "      <td>0</td>\n",
265
       "      <td>0.675988</td>\n",
266
       "      <td>0.801314</td>\n",
267
       "      <td>0.058846</td>\n",
268
       "      <td>0.011939</td>\n",
269
       "      <td>{'C': 3.562247890262444, 'gamma': 0.1268961003...</td>\n",
270
       "    </tr>\n",
271
       "    <tr>\n",
272
       "      <th>1170</th>\n",
273
       "      <td>rbf</td>\n",
274
       "      <td>0.853168</td>\n",
275
       "      <td>0.126896</td>\n",
276
       "      <td>0</td>\n",
277
       "      <td>0.675799</td>\n",
278
       "      <td>0.744820</td>\n",
279
       "      <td>0.059927</td>\n",
280
       "      <td>0.008552</td>\n",
281
       "      <td>{'C': 0.8531678524172805, 'gamma': 0.126896100...</td>\n",
282
       "    </tr>\n",
283
       "    <tr>\n",
284
       "      <th>1230</th>\n",
285
       "      <td>rbf</td>\n",
286
       "      <td>1.373824</td>\n",
287
       "      <td>0.126896</td>\n",
288
       "      <td>0</td>\n",
289
       "      <td>0.675639</td>\n",
290
       "      <td>0.756591</td>\n",
291
       "      <td>0.062616</td>\n",
292
       "      <td>0.007832</td>\n",
293
       "      <td>{'C': 1.3738237958832638, 'gamma': 0.126896100...</td>\n",
294
       "    </tr>\n",
295
       "    <tr>\n",
296
       "      <th>1714</th>\n",
297
       "      <td>rbf</td>\n",
298
       "      <td>62.101694</td>\n",
299
       "      <td>0.329034</td>\n",
300
       "      <td>0</td>\n",
301
       "      <td>0.675157</td>\n",
302
       "      <td>0.984555</td>\n",
303
       "      <td>0.077242</td>\n",
304
       "      <td>0.002139</td>\n",
305
       "      <td>{'C': 62.10169418915616, 'gamma': 0.3290344562...</td>\n",
306
       "    </tr>\n",
307
       "    <tr>\n",
308
       "      <th>1645</th>\n",
309
       "      <td>sigmoid</td>\n",
310
       "      <td>38.566204</td>\n",
311
       "      <td>0.030392</td>\n",
312
       "      <td>0</td>\n",
313
       "      <td>0.674899</td>\n",
314
       "      <td>0.668847</td>\n",
315
       "      <td>0.055050</td>\n",
316
       "      <td>0.017679</td>\n",
317
       "      <td>{'C': 38.56620421163472, 'gamma': 0.0303919538...</td>\n",
318
       "    </tr>\n",
319
       "    <tr>\n",
320
       "      <th>1520</th>\n",
321
       "      <td>rbf</td>\n",
322
       "      <td>14.873521</td>\n",
323
       "      <td>0.011721</td>\n",
324
       "      <td>0</td>\n",
325
       "      <td>0.674737</td>\n",
326
       "      <td>0.709110</td>\n",
327
       "      <td>0.056658</td>\n",
328
       "      <td>0.006895</td>\n",
329
       "      <td>{'C': 14.873521072935118, 'gamma': 0.011721022...</td>\n",
330
       "    </tr>\n",
331
       "    <tr>\n",
332
       "      <th>1654</th>\n",
333
       "      <td>rbf</td>\n",
334
       "      <td>38.566204</td>\n",
335
       "      <td>0.329034</td>\n",
336
       "      <td>0</td>\n",
337
       "      <td>0.674620</td>\n",
338
       "      <td>0.977527</td>\n",
339
       "      <td>0.081328</td>\n",
340
       "      <td>0.005858</td>\n",
341
       "      <td>{'C': 38.56620421163472, 'gamma': 0.3290344562...</td>\n",
342
       "    </tr>\n",
343
       "    <tr>\n",
344
       "      <th>1229</th>\n",
345
       "      <td>sigmoid</td>\n",
346
       "      <td>1.373824</td>\n",
347
       "      <td>0.078805</td>\n",
348
       "      <td>0</td>\n",
349
       "      <td>0.674563</td>\n",
350
       "      <td>0.675441</td>\n",
351
       "      <td>0.057939</td>\n",
352
       "      <td>0.013220</td>\n",
353
       "      <td>{'C': 1.3738237958832638, 'gamma': 0.078804628...</td>\n",
354
       "    </tr>\n",
355
       "    <tr>\n",
356
       "      <th>1465</th>\n",
357
       "      <td>sigmoid</td>\n",
358
       "      <td>9.236709</td>\n",
359
       "      <td>0.030392</td>\n",
360
       "      <td>0</td>\n",
361
       "      <td>0.674550</td>\n",
362
       "      <td>0.670956</td>\n",
363
       "      <td>0.065724</td>\n",
364
       "      <td>0.012069</td>\n",
365
       "      <td>{'C': 9.236708571873866, 'gamma': 0.0303919538...</td>\n",
366
       "    </tr>\n",
367
       "    <tr>\n",
368
       "      <th>1759</th>\n",
369
       "      <td>sigmoid</td>\n",
370
       "      <td>100.000000</td>\n",
371
       "      <td>0.007279</td>\n",
372
       "      <td>0</td>\n",
373
       "      <td>0.674550</td>\n",
374
       "      <td>0.690089</td>\n",
375
       "      <td>0.060210</td>\n",
376
       "      <td>0.012497</td>\n",
377
       "      <td>{'C': 100.0, 'gamma': 0.007278953843983146, 'k...</td>\n",
378
       "    </tr>\n",
379
       "    <tr>\n",
380
       "      <th>1639</th>\n",
381
       "      <td>sigmoid</td>\n",
382
       "      <td>38.566204</td>\n",
383
       "      <td>0.007279</td>\n",
384
       "      <td>0</td>\n",
385
       "      <td>0.674389</td>\n",
386
       "      <td>0.681358</td>\n",
387
       "      <td>0.054698</td>\n",
388
       "      <td>0.006724</td>\n",
389
       "      <td>{'C': 38.56620421163472, 'gamma': 0.0072789538...</td>\n",
390
       "    </tr>\n",
391
       "    <tr>\n",
392
       "      <th>1652</th>\n",
393
       "      <td>rbf</td>\n",
394
       "      <td>38.566204</td>\n",
395
       "      <td>0.204336</td>\n",
396
       "      <td>0</td>\n",
397
       "      <td>0.673549</td>\n",
398
       "      <td>0.942928</td>\n",
399
       "      <td>0.089477</td>\n",
400
       "      <td>0.009427</td>\n",
401
       "      <td>{'C': 38.56620421163472, 'gamma': 0.2043359717...</td>\n",
402
       "    </tr>\n",
403
       "    <tr>\n",
404
       "      <th>...</th>\n",
405
       "      <td>...</td>\n",
406
       "      <td>...</td>\n",
407
       "      <td>...</td>\n",
408
       "      <td>...</td>\n",
409
       "      <td>...</td>\n",
410
       "      <td>...</td>\n",
411
       "      <td>...</td>\n",
412
       "      <td>...</td>\n",
413
       "      <td>...</td>\n",
414
       "    </tr>\n",
415
       "    <tr>\n",
416
       "      <th>1790</th>\n",
417
       "      <td>rbf</td>\n",
418
       "      <td>100.000000</td>\n",
419
       "      <td>14.873521</td>\n",
420
       "      <td>0</td>\n",
421
       "      <td>0.492521</td>\n",
422
       "      <td>1.000000</td>\n",
423
       "      <td>0.031298</td>\n",
424
       "      <td>0.000000</td>\n",
425
       "      <td>{'C': 100.0, 'gamma': 14.873521072935118, 'ker...</td>\n",
426
       "    </tr>\n",
427
       "    <tr>\n",
428
       "      <th>1430</th>\n",
429
       "      <td>rbf</td>\n",
430
       "      <td>5.736153</td>\n",
431
       "      <td>14.873521</td>\n",
432
       "      <td>0</td>\n",
433
       "      <td>0.492521</td>\n",
434
       "      <td>1.000000</td>\n",
435
       "      <td>0.031298</td>\n",
436
       "      <td>0.000000</td>\n",
437
       "      <td>{'C': 5.736152510448681, 'gamma': 14.873521072...</td>\n",
438
       "    </tr>\n",
439
       "    <tr>\n",
440
       "      <th>1730</th>\n",
441
       "      <td>rbf</td>\n",
442
       "      <td>62.101694</td>\n",
443
       "      <td>14.873521</td>\n",
444
       "      <td>0</td>\n",
445
       "      <td>0.492521</td>\n",
446
       "      <td>1.000000</td>\n",
447
       "      <td>0.031298</td>\n",
448
       "      <td>0.000000</td>\n",
449
       "      <td>{'C': 62.10169418915616, 'gamma': 14.873521072...</td>\n",
450
       "    </tr>\n",
451
       "    <tr>\n",
452
       "      <th>1370</th>\n",
453
       "      <td>rbf</td>\n",
454
       "      <td>3.562248</td>\n",
455
       "      <td>14.873521</td>\n",
456
       "      <td>0</td>\n",
457
       "      <td>0.492521</td>\n",
458
       "      <td>1.000000</td>\n",
459
       "      <td>0.031298</td>\n",
460
       "      <td>0.000000</td>\n",
461
       "      <td>{'C': 3.562247890262444, 'gamma': 14.873521072...</td>\n",
462
       "    </tr>\n",
463
       "    <tr>\n",
464
       "      <th>1550</th>\n",
465
       "      <td>rbf</td>\n",
466
       "      <td>14.873521</td>\n",
467
       "      <td>14.873521</td>\n",
468
       "      <td>0</td>\n",
469
       "      <td>0.492521</td>\n",
470
       "      <td>1.000000</td>\n",
471
       "      <td>0.031298</td>\n",
472
       "      <td>0.000000</td>\n",
473
       "      <td>{'C': 14.873521072935118, 'gamma': 14.87352107...</td>\n",
474
       "    </tr>\n",
475
       "    <tr>\n",
476
       "      <th>1670</th>\n",
477
       "      <td>rbf</td>\n",
478
       "      <td>38.566204</td>\n",
479
       "      <td>14.873521</td>\n",
480
       "      <td>0</td>\n",
481
       "      <td>0.492521</td>\n",
482
       "      <td>1.000000</td>\n",
483
       "      <td>0.031298</td>\n",
484
       "      <td>0.000000</td>\n",
485
       "      <td>{'C': 38.56620421163472, 'gamma': 14.873521072...</td>\n",
486
       "    </tr>\n",
487
       "    <tr>\n",
488
       "      <th>1310</th>\n",
489
       "      <td>rbf</td>\n",
490
       "      <td>2.212216</td>\n",
491
       "      <td>14.873521</td>\n",
492
       "      <td>0</td>\n",
493
       "      <td>0.492521</td>\n",
494
       "      <td>1.000000</td>\n",
495
       "      <td>0.031298</td>\n",
496
       "      <td>0.000000</td>\n",
497
       "      <td>{'C': 2.21221629107045, 'gamma': 14.8735210729...</td>\n",
498
       "    </tr>\n",
499
       "    <tr>\n",
500
       "      <th>1610</th>\n",
501
       "      <td>rbf</td>\n",
502
       "      <td>23.950266</td>\n",
503
       "      <td>14.873521</td>\n",
504
       "      <td>0</td>\n",
505
       "      <td>0.492521</td>\n",
506
       "      <td>1.000000</td>\n",
507
       "      <td>0.031298</td>\n",
508
       "      <td>0.000000</td>\n",
509
       "      <td>{'C': 23.95026619987486, 'gamma': 14.873521072...</td>\n",
510
       "    </tr>\n",
511
       "    <tr>\n",
512
       "      <th>1490</th>\n",
513
       "      <td>rbf</td>\n",
514
       "      <td>9.236709</td>\n",
515
       "      <td>14.873521</td>\n",
516
       "      <td>0</td>\n",
517
       "      <td>0.492521</td>\n",
518
       "      <td>1.000000</td>\n",
519
       "      <td>0.031298</td>\n",
520
       "      <td>0.000000</td>\n",
521
       "      <td>{'C': 9.236708571873866, 'gamma': 14.873521072...</td>\n",
522
       "    </tr>\n",
523
       "    <tr>\n",
524
       "      <th>1250</th>\n",
525
       "      <td>rbf</td>\n",
526
       "      <td>1.373824</td>\n",
527
       "      <td>14.873521</td>\n",
528
       "      <td>0</td>\n",
529
       "      <td>0.492521</td>\n",
530
       "      <td>1.000000</td>\n",
531
       "      <td>0.031298</td>\n",
532
       "      <td>0.000000</td>\n",
533
       "      <td>{'C': 1.3738237958832638, 'gamma': 14.87352107...</td>\n",
534
       "    </tr>\n",
535
       "    <tr>\n",
536
       "      <th>1792</th>\n",
537
       "      <td>rbf</td>\n",
538
       "      <td>100.000000</td>\n",
539
       "      <td>23.950266</td>\n",
540
       "      <td>0</td>\n",
541
       "      <td>0.491827</td>\n",
542
       "      <td>1.000000</td>\n",
543
       "      <td>0.016153</td>\n",
544
       "      <td>0.000000</td>\n",
545
       "      <td>{'C': 100.0, 'gamma': 23.95026619987486, 'kern...</td>\n",
546
       "    </tr>\n",
547
       "    <tr>\n",
548
       "      <th>1252</th>\n",
549
       "      <td>rbf</td>\n",
550
       "      <td>1.373824</td>\n",
551
       "      <td>23.950266</td>\n",
552
       "      <td>0</td>\n",
553
       "      <td>0.491827</td>\n",
554
       "      <td>1.000000</td>\n",
555
       "      <td>0.016153</td>\n",
556
       "      <td>0.000000</td>\n",
557
       "      <td>{'C': 1.3738237958832638, 'gamma': 23.95026619...</td>\n",
558
       "    </tr>\n",
559
       "    <tr>\n",
560
       "      <th>1552</th>\n",
561
       "      <td>rbf</td>\n",
562
       "      <td>14.873521</td>\n",
563
       "      <td>23.950266</td>\n",
564
       "      <td>0</td>\n",
565
       "      <td>0.491827</td>\n",
566
       "      <td>1.000000</td>\n",
567
       "      <td>0.016153</td>\n",
568
       "      <td>0.000000</td>\n",
569
       "      <td>{'C': 14.873521072935118, 'gamma': 23.95026619...</td>\n",
570
       "    </tr>\n",
571
       "    <tr>\n",
572
       "      <th>1732</th>\n",
573
       "      <td>rbf</td>\n",
574
       "      <td>62.101694</td>\n",
575
       "      <td>23.950266</td>\n",
576
       "      <td>0</td>\n",
577
       "      <td>0.491827</td>\n",
578
       "      <td>1.000000</td>\n",
579
       "      <td>0.016153</td>\n",
580
       "      <td>0.000000</td>\n",
581
       "      <td>{'C': 62.10169418915616, 'gamma': 23.950266199...</td>\n",
582
       "    </tr>\n",
583
       "    <tr>\n",
584
       "      <th>1672</th>\n",
585
       "      <td>rbf</td>\n",
586
       "      <td>38.566204</td>\n",
587
       "      <td>23.950266</td>\n",
588
       "      <td>0</td>\n",
589
       "      <td>0.491827</td>\n",
590
       "      <td>1.000000</td>\n",
591
       "      <td>0.016153</td>\n",
592
       "      <td>0.000000</td>\n",
593
       "      <td>{'C': 38.56620421163472, 'gamma': 23.950266199...</td>\n",
594
       "    </tr>\n",
595
       "    <tr>\n",
596
       "      <th>1492</th>\n",
597
       "      <td>rbf</td>\n",
598
       "      <td>9.236709</td>\n",
599
       "      <td>23.950266</td>\n",
600
       "      <td>0</td>\n",
601
       "      <td>0.491827</td>\n",
602
       "      <td>1.000000</td>\n",
603
       "      <td>0.016153</td>\n",
604
       "      <td>0.000000</td>\n",
605
       "      <td>{'C': 9.236708571873866, 'gamma': 23.950266199...</td>\n",
606
       "    </tr>\n",
607
       "    <tr>\n",
608
       "      <th>1432</th>\n",
609
       "      <td>rbf</td>\n",
610
       "      <td>5.736153</td>\n",
611
       "      <td>23.950266</td>\n",
612
       "      <td>0</td>\n",
613
       "      <td>0.491827</td>\n",
614
       "      <td>1.000000</td>\n",
615
       "      <td>0.016153</td>\n",
616
       "      <td>0.000000</td>\n",
617
       "      <td>{'C': 5.736152510448681, 'gamma': 23.950266199...</td>\n",
618
       "    </tr>\n",
619
       "    <tr>\n",
620
       "      <th>1372</th>\n",
621
       "      <td>rbf</td>\n",
622
       "      <td>3.562248</td>\n",
623
       "      <td>23.950266</td>\n",
624
       "      <td>0</td>\n",
625
       "      <td>0.491827</td>\n",
626
       "      <td>1.000000</td>\n",
627
       "      <td>0.016153</td>\n",
628
       "      <td>0.000000</td>\n",
629
       "      <td>{'C': 3.562247890262444, 'gamma': 23.950266199...</td>\n",
630
       "    </tr>\n",
631
       "    <tr>\n",
632
       "      <th>1312</th>\n",
633
       "      <td>rbf</td>\n",
634
       "      <td>2.212216</td>\n",
635
       "      <td>23.950266</td>\n",
636
       "      <td>0</td>\n",
637
       "      <td>0.491827</td>\n",
638
       "      <td>1.000000</td>\n",
639
       "      <td>0.016153</td>\n",
640
       "      <td>0.000000</td>\n",
641
       "      <td>{'C': 2.21221629107045, 'gamma': 23.9502661998...</td>\n",
642
       "    </tr>\n",
643
       "    <tr>\n",
644
       "      <th>1612</th>\n",
645
       "      <td>rbf</td>\n",
646
       "      <td>23.950266</td>\n",
647
       "      <td>23.950266</td>\n",
648
       "      <td>0</td>\n",
649
       "      <td>0.491827</td>\n",
650
       "      <td>1.000000</td>\n",
651
       "      <td>0.016153</td>\n",
652
       "      <td>0.000000</td>\n",
653
       "      <td>{'C': 23.95026619987486, 'gamma': 23.950266199...</td>\n",
654
       "    </tr>\n",
655
       "    <tr>\n",
656
       "      <th>1788</th>\n",
657
       "      <td>rbf</td>\n",
658
       "      <td>100.000000</td>\n",
659
       "      <td>9.236709</td>\n",
660
       "      <td>0</td>\n",
661
       "      <td>0.468045</td>\n",
662
       "      <td>1.000000</td>\n",
663
       "      <td>0.036989</td>\n",
664
       "      <td>0.000000</td>\n",
665
       "      <td>{'C': 100.0, 'gamma': 9.236708571873866, 'kern...</td>\n",
666
       "    </tr>\n",
667
       "    <tr>\n",
668
       "      <th>1308</th>\n",
669
       "      <td>rbf</td>\n",
670
       "      <td>2.212216</td>\n",
671
       "      <td>9.236709</td>\n",
672
       "      <td>0</td>\n",
673
       "      <td>0.468045</td>\n",
674
       "      <td>1.000000</td>\n",
675
       "      <td>0.036989</td>\n",
676
       "      <td>0.000000</td>\n",
677
       "      <td>{'C': 2.21221629107045, 'gamma': 9.23670857187...</td>\n",
678
       "    </tr>\n",
679
       "    <tr>\n",
680
       "      <th>1728</th>\n",
681
       "      <td>rbf</td>\n",
682
       "      <td>62.101694</td>\n",
683
       "      <td>9.236709</td>\n",
684
       "      <td>0</td>\n",
685
       "      <td>0.468045</td>\n",
686
       "      <td>1.000000</td>\n",
687
       "      <td>0.036989</td>\n",
688
       "      <td>0.000000</td>\n",
689
       "      <td>{'C': 62.10169418915616, 'gamma': 9.2367085718...</td>\n",
690
       "    </tr>\n",
691
       "    <tr>\n",
692
       "      <th>1548</th>\n",
693
       "      <td>rbf</td>\n",
694
       "      <td>14.873521</td>\n",
695
       "      <td>9.236709</td>\n",
696
       "      <td>0</td>\n",
697
       "      <td>0.468045</td>\n",
698
       "      <td>1.000000</td>\n",
699
       "      <td>0.036989</td>\n",
700
       "      <td>0.000000</td>\n",
701
       "      <td>{'C': 14.873521072935118, 'gamma': 9.236708571...</td>\n",
702
       "    </tr>\n",
703
       "    <tr>\n",
704
       "      <th>1368</th>\n",
705
       "      <td>rbf</td>\n",
706
       "      <td>3.562248</td>\n",
707
       "      <td>9.236709</td>\n",
708
       "      <td>0</td>\n",
709
       "      <td>0.468045</td>\n",
710
       "      <td>1.000000</td>\n",
711
       "      <td>0.036989</td>\n",
712
       "      <td>0.000000</td>\n",
713
       "      <td>{'C': 3.562247890262444, 'gamma': 9.2367085718...</td>\n",
714
       "    </tr>\n",
715
       "    <tr>\n",
716
       "      <th>1488</th>\n",
717
       "      <td>rbf</td>\n",
718
       "      <td>9.236709</td>\n",
719
       "      <td>9.236709</td>\n",
720
       "      <td>0</td>\n",
721
       "      <td>0.468045</td>\n",
722
       "      <td>1.000000</td>\n",
723
       "      <td>0.036989</td>\n",
724
       "      <td>0.000000</td>\n",
725
       "      <td>{'C': 9.236708571873866, 'gamma': 9.2367085718...</td>\n",
726
       "    </tr>\n",
727
       "    <tr>\n",
728
       "      <th>1668</th>\n",
729
       "      <td>rbf</td>\n",
730
       "      <td>38.566204</td>\n",
731
       "      <td>9.236709</td>\n",
732
       "      <td>0</td>\n",
733
       "      <td>0.468045</td>\n",
734
       "      <td>1.000000</td>\n",
735
       "      <td>0.036989</td>\n",
736
       "      <td>0.000000</td>\n",
737
       "      <td>{'C': 38.56620421163472, 'gamma': 9.2367085718...</td>\n",
738
       "    </tr>\n",
739
       "    <tr>\n",
740
       "      <th>1608</th>\n",
741
       "      <td>rbf</td>\n",
742
       "      <td>23.950266</td>\n",
743
       "      <td>9.236709</td>\n",
744
       "      <td>0</td>\n",
745
       "      <td>0.468045</td>\n",
746
       "      <td>1.000000</td>\n",
747
       "      <td>0.036989</td>\n",
748
       "      <td>0.000000</td>\n",
749
       "      <td>{'C': 23.95026619987486, 'gamma': 9.2367085718...</td>\n",
750
       "    </tr>\n",
751
       "    <tr>\n",
752
       "      <th>1248</th>\n",
753
       "      <td>rbf</td>\n",
754
       "      <td>1.373824</td>\n",
755
       "      <td>9.236709</td>\n",
756
       "      <td>0</td>\n",
757
       "      <td>0.468045</td>\n",
758
       "      <td>1.000000</td>\n",
759
       "      <td>0.036989</td>\n",
760
       "      <td>0.000000</td>\n",
761
       "      <td>{'C': 1.3738237958832638, 'gamma': 9.236708571...</td>\n",
762
       "    </tr>\n",
763
       "    <tr>\n",
764
       "      <th>1428</th>\n",
765
       "      <td>rbf</td>\n",
766
       "      <td>5.736153</td>\n",
767
       "      <td>9.236709</td>\n",
768
       "      <td>0</td>\n",
769
       "      <td>0.468045</td>\n",
770
       "      <td>1.000000</td>\n",
771
       "      <td>0.036989</td>\n",
772
       "      <td>0.000000</td>\n",
773
       "      <td>{'C': 5.736152510448681, 'gamma': 9.2367085718...</td>\n",
774
       "    </tr>\n",
775
       "  </tbody>\n",
776
       "</table>\n",
777
       "<p>1800 rows × 9 columns</p>\n",
778
       "</div>"
779
      ],
780
      "text/plain": [
781
       "     param_kernel     param_C  param_gamma  param_random_state  \\\n",
782
       "1467      sigmoid    9.236709     0.048939                   0   \n",
783
       "1527      sigmoid   14.873521     0.048939                   0   \n",
784
       "1407      sigmoid    5.736153     0.048939                   0   \n",
785
       "1770          rbf  100.000000     0.126896                   0   \n",
786
       "1231      sigmoid    1.373824     0.126896                   0   \n",
787
       "1703      sigmoid   62.101694     0.018874                   0   \n",
788
       "1649      sigmoid   38.566204     0.078805                   0   \n",
789
       "1763      sigmoid  100.000000     0.018874                   0   \n",
790
       "1594          rbf   23.950266     0.329034                   0   \n",
791
       "1772          rbf  100.000000     0.204336                   0   \n",
792
       "1712          rbf   62.101694     0.204336                   0   \n",
793
       "1705      sigmoid   62.101694     0.030392                   0   \n",
794
       "1349      sigmoid    3.562248     0.078805                   0   \n",
795
       "1291      sigmoid    2.212216     0.126896                   0   \n",
796
       "1347      sigmoid    3.562248     0.048939                   0   \n",
797
       "1765      sigmoid  100.000000     0.030392                   0   \n",
798
       "1534          rbf   14.873521     0.329034                   0   \n",
799
       "1409      sigmoid    5.736153     0.078805                   0   \n",
800
       "1350          rbf    3.562248     0.126896                   0   \n",
801
       "1170          rbf    0.853168     0.126896                   0   \n",
802
       "1230          rbf    1.373824     0.126896                   0   \n",
803
       "1714          rbf   62.101694     0.329034                   0   \n",
804
       "1645      sigmoid   38.566204     0.030392                   0   \n",
805
       "1520          rbf   14.873521     0.011721                   0   \n",
806
       "1654          rbf   38.566204     0.329034                   0   \n",
807
       "1229      sigmoid    1.373824     0.078805                   0   \n",
808
       "1465      sigmoid    9.236709     0.030392                   0   \n",
809
       "1759      sigmoid  100.000000     0.007279                   0   \n",
810
       "1639      sigmoid   38.566204     0.007279                   0   \n",
811
       "1652          rbf   38.566204     0.204336                   0   \n",
812
       "...           ...         ...          ...                 ...   \n",
813
       "1790          rbf  100.000000    14.873521                   0   \n",
814
       "1430          rbf    5.736153    14.873521                   0   \n",
815
       "1730          rbf   62.101694    14.873521                   0   \n",
816
       "1370          rbf    3.562248    14.873521                   0   \n",
817
       "1550          rbf   14.873521    14.873521                   0   \n",
818
       "1670          rbf   38.566204    14.873521                   0   \n",
819
       "1310          rbf    2.212216    14.873521                   0   \n",
820
       "1610          rbf   23.950266    14.873521                   0   \n",
821
       "1490          rbf    9.236709    14.873521                   0   \n",
822
       "1250          rbf    1.373824    14.873521                   0   \n",
823
       "1792          rbf  100.000000    23.950266                   0   \n",
824
       "1252          rbf    1.373824    23.950266                   0   \n",
825
       "1552          rbf   14.873521    23.950266                   0   \n",
826
       "1732          rbf   62.101694    23.950266                   0   \n",
827
       "1672          rbf   38.566204    23.950266                   0   \n",
828
       "1492          rbf    9.236709    23.950266                   0   \n",
829
       "1432          rbf    5.736153    23.950266                   0   \n",
830
       "1372          rbf    3.562248    23.950266                   0   \n",
831
       "1312          rbf    2.212216    23.950266                   0   \n",
832
       "1612          rbf   23.950266    23.950266                   0   \n",
833
       "1788          rbf  100.000000     9.236709                   0   \n",
834
       "1308          rbf    2.212216     9.236709                   0   \n",
835
       "1728          rbf   62.101694     9.236709                   0   \n",
836
       "1548          rbf   14.873521     9.236709                   0   \n",
837
       "1368          rbf    3.562248     9.236709                   0   \n",
838
       "1488          rbf    9.236709     9.236709                   0   \n",
839
       "1668          rbf   38.566204     9.236709                   0   \n",
840
       "1608          rbf   23.950266     9.236709                   0   \n",
841
       "1248          rbf    1.373824     9.236709                   0   \n",
842
       "1428          rbf    5.736153     9.236709                   0   \n",
843
       "\n",
844
       "      mean_test_score  mean_train_score  std_test_score  std_train_score  \\\n",
845
       "1467         0.704950          0.676351        0.051847         0.021118   \n",
846
       "1527         0.697460          0.663911        0.043561         0.018025   \n",
847
       "1407         0.691374          0.676547        0.064586         0.017041   \n",
848
       "1770         0.690550          0.934506        0.066089         0.010535   \n",
849
       "1231         0.685510          0.620721        0.051742         0.019407   \n",
850
       "1703         0.683580          0.691920        0.055916         0.013977   \n",
851
       "1649         0.683087          0.625302        0.031914         0.020393   \n",
852
       "1763         0.683057          0.688661        0.061643         0.012275   \n",
853
       "1594         0.682593          0.964882        0.089643         0.008720   \n",
854
       "1772         0.682259          0.973359        0.077046         0.005554   \n",
855
       "1712         0.682246          0.959333        0.078111         0.004287   \n",
856
       "1705         0.681506          0.669661        0.076843         0.009931   \n",
857
       "1349         0.680954          0.637815        0.074110         0.013096   \n",
858
       "1291         0.678744          0.591435        0.049475         0.012008   \n",
859
       "1347         0.678556          0.671839        0.052312         0.010032   \n",
860
       "1765         0.678413          0.652139        0.052163         0.011748   \n",
861
       "1534         0.678237          0.946666        0.081420         0.006430   \n",
862
       "1409         0.677684          0.627026        0.080773         0.006785   \n",
863
       "1350         0.675988          0.801314        0.058846         0.011939   \n",
864
       "1170         0.675799          0.744820        0.059927         0.008552   \n",
865
       "1230         0.675639          0.756591        0.062616         0.007832   \n",
866
       "1714         0.675157          0.984555        0.077242         0.002139   \n",
867
       "1645         0.674899          0.668847        0.055050         0.017679   \n",
868
       "1520         0.674737          0.709110        0.056658         0.006895   \n",
869
       "1654         0.674620          0.977527        0.081328         0.005858   \n",
870
       "1229         0.674563          0.675441        0.057939         0.013220   \n",
871
       "1465         0.674550          0.670956        0.065724         0.012069   \n",
872
       "1759         0.674550          0.690089        0.060210         0.012497   \n",
873
       "1639         0.674389          0.681358        0.054698         0.006724   \n",
874
       "1652         0.673549          0.942928        0.089477         0.009427   \n",
875
       "...               ...               ...             ...              ...   \n",
876
       "1790         0.492521          1.000000        0.031298         0.000000   \n",
877
       "1430         0.492521          1.000000        0.031298         0.000000   \n",
878
       "1730         0.492521          1.000000        0.031298         0.000000   \n",
879
       "1370         0.492521          1.000000        0.031298         0.000000   \n",
880
       "1550         0.492521          1.000000        0.031298         0.000000   \n",
881
       "1670         0.492521          1.000000        0.031298         0.000000   \n",
882
       "1310         0.492521          1.000000        0.031298         0.000000   \n",
883
       "1610         0.492521          1.000000        0.031298         0.000000   \n",
884
       "1490         0.492521          1.000000        0.031298         0.000000   \n",
885
       "1250         0.492521          1.000000        0.031298         0.000000   \n",
886
       "1792         0.491827          1.000000        0.016153         0.000000   \n",
887
       "1252         0.491827          1.000000        0.016153         0.000000   \n",
888
       "1552         0.491827          1.000000        0.016153         0.000000   \n",
889
       "1732         0.491827          1.000000        0.016153         0.000000   \n",
890
       "1672         0.491827          1.000000        0.016153         0.000000   \n",
891
       "1492         0.491827          1.000000        0.016153         0.000000   \n",
892
       "1432         0.491827          1.000000        0.016153         0.000000   \n",
893
       "1372         0.491827          1.000000        0.016153         0.000000   \n",
894
       "1312         0.491827          1.000000        0.016153         0.000000   \n",
895
       "1612         0.491827          1.000000        0.016153         0.000000   \n",
896
       "1788         0.468045          1.000000        0.036989         0.000000   \n",
897
       "1308         0.468045          1.000000        0.036989         0.000000   \n",
898
       "1728         0.468045          1.000000        0.036989         0.000000   \n",
899
       "1548         0.468045          1.000000        0.036989         0.000000   \n",
900
       "1368         0.468045          1.000000        0.036989         0.000000   \n",
901
       "1488         0.468045          1.000000        0.036989         0.000000   \n",
902
       "1668         0.468045          1.000000        0.036989         0.000000   \n",
903
       "1608         0.468045          1.000000        0.036989         0.000000   \n",
904
       "1248         0.468045          1.000000        0.036989         0.000000   \n",
905
       "1428         0.468045          1.000000        0.036989         0.000000   \n",
906
       "\n",
907
       "                                                 params  \n",
908
       "1467  {'C': 9.236708571873866, 'gamma': 0.0489390091...  \n",
909
       "1527  {'C': 14.873521072935118, 'gamma': 0.048939009...  \n",
910
       "1407  {'C': 5.736152510448681, 'gamma': 0.0489390091...  \n",
911
       "1770  {'C': 100.0, 'gamma': 0.12689610031679222, 'ke...  \n",
912
       "1231  {'C': 1.3738237958832638, 'gamma': 0.126896100...  \n",
913
       "1703  {'C': 62.10169418915616, 'gamma': 0.0188739182...  \n",
914
       "1649  {'C': 38.56620421163472, 'gamma': 0.0788046281...  \n",
915
       "1763  {'C': 100.0, 'gamma': 0.018873918221350976, 'k...  \n",
916
       "1594  {'C': 23.95026619987486, 'gamma': 0.3290344562...  \n",
917
       "1772  {'C': 100.0, 'gamma': 0.20433597178569418, 'ke...  \n",
918
       "1712  {'C': 62.10169418915616, 'gamma': 0.2043359717...  \n",
919
       "1705  {'C': 62.10169418915616, 'gamma': 0.0303919538...  \n",
920
       "1349  {'C': 3.562247890262444, 'gamma': 0.0788046281...  \n",
921
       "1291  {'C': 2.21221629107045, 'gamma': 0.12689610031...  \n",
922
       "1347  {'C': 3.562247890262444, 'gamma': 0.0489390091...  \n",
923
       "1765  {'C': 100.0, 'gamma': 0.03039195382313198, 'ke...  \n",
924
       "1534  {'C': 14.873521072935118, 'gamma': 0.329034456...  \n",
925
       "1409  {'C': 5.736152510448681, 'gamma': 0.0788046281...  \n",
926
       "1350  {'C': 3.562247890262444, 'gamma': 0.1268961003...  \n",
927
       "1170  {'C': 0.8531678524172805, 'gamma': 0.126896100...  \n",
928
       "1230  {'C': 1.3738237958832638, 'gamma': 0.126896100...  \n",
929
       "1714  {'C': 62.10169418915616, 'gamma': 0.3290344562...  \n",
930
       "1645  {'C': 38.56620421163472, 'gamma': 0.0303919538...  \n",
931
       "1520  {'C': 14.873521072935118, 'gamma': 0.011721022...  \n",
932
       "1654  {'C': 38.56620421163472, 'gamma': 0.3290344562...  \n",
933
       "1229  {'C': 1.3738237958832638, 'gamma': 0.078804628...  \n",
934
       "1465  {'C': 9.236708571873866, 'gamma': 0.0303919538...  \n",
935
       "1759  {'C': 100.0, 'gamma': 0.007278953843983146, 'k...  \n",
936
       "1639  {'C': 38.56620421163472, 'gamma': 0.0072789538...  \n",
937
       "1652  {'C': 38.56620421163472, 'gamma': 0.2043359717...  \n",
938
       "...                                                 ...  \n",
939
       "1790  {'C': 100.0, 'gamma': 14.873521072935118, 'ker...  \n",
940
       "1430  {'C': 5.736152510448681, 'gamma': 14.873521072...  \n",
941
       "1730  {'C': 62.10169418915616, 'gamma': 14.873521072...  \n",
942
       "1370  {'C': 3.562247890262444, 'gamma': 14.873521072...  \n",
943
       "1550  {'C': 14.873521072935118, 'gamma': 14.87352107...  \n",
944
       "1670  {'C': 38.56620421163472, 'gamma': 14.873521072...  \n",
945
       "1310  {'C': 2.21221629107045, 'gamma': 14.8735210729...  \n",
946
       "1610  {'C': 23.95026619987486, 'gamma': 14.873521072...  \n",
947
       "1490  {'C': 9.236708571873866, 'gamma': 14.873521072...  \n",
948
       "1250  {'C': 1.3738237958832638, 'gamma': 14.87352107...  \n",
949
       "1792  {'C': 100.0, 'gamma': 23.95026619987486, 'kern...  \n",
950
       "1252  {'C': 1.3738237958832638, 'gamma': 23.95026619...  \n",
951
       "1552  {'C': 14.873521072935118, 'gamma': 23.95026619...  \n",
952
       "1732  {'C': 62.10169418915616, 'gamma': 23.950266199...  \n",
953
       "1672  {'C': 38.56620421163472, 'gamma': 23.950266199...  \n",
954
       "1492  {'C': 9.236708571873866, 'gamma': 23.950266199...  \n",
955
       "1432  {'C': 5.736152510448681, 'gamma': 23.950266199...  \n",
956
       "1372  {'C': 3.562247890262444, 'gamma': 23.950266199...  \n",
957
       "1312  {'C': 2.21221629107045, 'gamma': 23.9502661998...  \n",
958
       "1612  {'C': 23.95026619987486, 'gamma': 23.950266199...  \n",
959
       "1788  {'C': 100.0, 'gamma': 9.236708571873866, 'kern...  \n",
960
       "1308  {'C': 2.21221629107045, 'gamma': 9.23670857187...  \n",
961
       "1728  {'C': 62.10169418915616, 'gamma': 9.2367085718...  \n",
962
       "1548  {'C': 14.873521072935118, 'gamma': 9.236708571...  \n",
963
       "1368  {'C': 3.562247890262444, 'gamma': 9.2367085718...  \n",
964
       "1488  {'C': 9.236708571873866, 'gamma': 9.2367085718...  \n",
965
       "1668  {'C': 38.56620421163472, 'gamma': 9.2367085718...  \n",
966
       "1608  {'C': 23.95026619987486, 'gamma': 9.2367085718...  \n",
967
       "1248  {'C': 1.3738237958832638, 'gamma': 9.236708571...  \n",
968
       "1428  {'C': 5.736152510448681, 'gamma': 9.2367085718...  \n",
969
       "\n",
970
       "[1800 rows x 9 columns]"
971
      ]
972
     },
973
     "execution_count": 1,
974
     "metadata": {},
975
     "output_type": "execute_result"
976
    }
977
   ],
978
   "source": [
979
    "import numpy as np\n",
980
    "import pandas as pd\n",
981
    "from sklearn import svm\n",
982
    "from sklearn.model_selection import GridSearchCV\n",
983
    "from sklearn.metrics import roc_auc_score, make_scorer\n",
984
    "from preprocessing import preprocessing, get_train_and_test, standardize_features\n",
985
    "\n",
986
    "import warnings\n",
987
    "warnings.filterwarnings('ignore')\n",
988
    "\n",
989
    "x_values, y_values = preprocessing()\n",
990
    "x_train, x_test, y_train, y_test = get_train_and_test(x_values, y_values)\n",
991
    "x_train, x_test = standardize_features(x_train, x_test)\n",
992
    "\n",
993
    "param_grid = {\n",
994
    "    'kernel': ['rbf', 'sigmoid'],\n",
995
    "    'C': np.logspace(-4, 2, num=30),\n",
996
    "    'gamma':np.logspace(-4, 2, num=30),\n",
997
    "    'random_state':[0]\n",
998
    "}\n",
999
    "grid = GridSearchCV(svm.SVC(), param_grid, scoring=make_scorer(roc_auc_score), cv=10)\n",
1000
    "grid.fit(x_train, y_train)\n",
1001
    "\n",
1002
    "df = pd.DataFrame(grid.cv_results_)\n",
1003
    "cols_to_keep = ['param_' + k for k in param_grid.keys()] +\\\n",
1004
    "               [\"mean_test_score\", \"mean_train_score\", \"std_test_score\", \"std_train_score\",\"params\"] \n",
1005
    "df_output = df[cols_to_keep].fillna('-')\n",
1006
    "df_output.sort_values(by=[\"mean_test_score\"], ascending=False)"
1007
   ]
1008
  },
1009
  {
1010
   "cell_type": "code",
1011
   "execution_count": 2,
1012
   "metadata": {},
1013
   "outputs": [
1014
    {
1015
     "name": "stdout",
1016
     "output_type": "stream",
1017
     "text": [
1018
      "{'C': 9.236708571873866, 'gamma': 0.04893900918477494, 'kernel': 'sigmoid', 'random_state': 0}\n"
1019
     ]
1020
    },
1021
    {
1022
     "data": {
1023
      "text/plain": [
1024
       "(0.6427479855515422, 0.6607748184019371)"
1025
      ]
1026
     },
1027
     "execution_count": 2,
1028
     "metadata": {},
1029
     "output_type": "execute_result"
1030
    }
1031
   ],
1032
   "source": [
1033
    "df_output = df[cols_to_keep].fillna('-')\n",
1034
    "best_params = df_output.sort_values(by=[\"mean_test_score\"], ascending=False)['params'].iloc[0]\n",
1035
    "print(best_params)\n",
1036
    "\n",
1037
    "clf = svm.SVC()\n",
1038
    "clf.set_params(**best_params)\n",
1039
    "clf.fit(x_train, y_train)\n",
1040
    "\n",
1041
    "roc_auc_score(y_train, clf.predict(x_train)), roc_auc_score(y_test, clf.predict(x_test))"
1042
   ]
1043
  },
1044
  {
1045
   "cell_type": "code",
1046
   "execution_count": null,
1047
   "metadata": {},
1048
   "outputs": [],
1049
   "source": []
1050
  }
1051
 ],
1052
 "metadata": {
1053
  "kernelspec": {
1054
   "display_name": "Python 3",
1055
   "language": "python",
1056
   "name": "python3"
1057
  },
1058
  "language_info": {
1059
   "codemirror_mode": {
1060
    "name": "ipython",
1061
    "version": 3
1062
   },
1063
   "file_extension": ".py",
1064
   "mimetype": "text/x-python",
1065
   "name": "python",
1066
   "nbconvert_exporter": "python",
1067
   "pygments_lexer": "ipython3",
1068
   "version": "3.6.5"
1069
  }
1070
 },
1071
 "nbformat": 4,
1072
 "nbformat_minor": 2
1073
}