Diff of /LinearSVM.ipynb [000000] .. [b3f871]

Switch to unified view

a b/LinearSVM.ipynb
1
{
2
 "cells": [
3
  {
4
   "cell_type": "code",
5
   "execution_count": 11,
6
   "metadata": {},
7
   "outputs": [],
8
   "source": [
9
    "## import data\n",
10
    "import numpy as np\n",
11
    "import pandas as pd\n",
12
    "\n",
13
    "data = pd.read_csv('pheno_allgenic.csv')\n",
14
    "data_prepost = data[pd.notnull(data['SRS.prepost.cat'])]\n",
15
    "\n",
16
    "x_prepost = data_prepost.iloc[:, list(range(3, 30))]\n",
17
    "y_prepost = data_prepost.iloc[:, 1]   "
18
   ]
19
  },
20
  {
21
   "cell_type": "markdown",
22
   "metadata": {},
23
   "source": [
24
    "## Linear SVM "
25
   ]
26
  },
27
  {
28
   "cell_type": "code",
29
   "execution_count": 45,
30
   "metadata": {},
31
   "outputs": [
32
    {
33
     "name": "stderr",
34
     "output_type": "stream",
35
     "text": [
36
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
37
      "  \"the number of iterations.\", ConvergenceWarning)\n",
38
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
39
      "  \"the number of iterations.\", ConvergenceWarning)\n",
40
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
41
      "  \"the number of iterations.\", ConvergenceWarning)\n",
42
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
43
      "  \"the number of iterations.\", ConvergenceWarning)\n",
44
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
45
      "  \"the number of iterations.\", ConvergenceWarning)\n",
46
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
47
      "  \"the number of iterations.\", ConvergenceWarning)\n",
48
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
49
      "  \"the number of iterations.\", ConvergenceWarning)\n",
50
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
51
      "  \"the number of iterations.\", ConvergenceWarning)\n",
52
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
53
      "  \"the number of iterations.\", ConvergenceWarning)\n",
54
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
55
      "  \"the number of iterations.\", ConvergenceWarning)\n",
56
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
57
      "  \"the number of iterations.\", ConvergenceWarning)\n",
58
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
59
      "  \"the number of iterations.\", ConvergenceWarning)\n",
60
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
61
      "  \"the number of iterations.\", ConvergenceWarning)\n",
62
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
63
      "  \"the number of iterations.\", ConvergenceWarning)\n",
64
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
65
      "  \"the number of iterations.\", ConvergenceWarning)\n",
66
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
67
      "  \"the number of iterations.\", ConvergenceWarning)\n",
68
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
69
      "  \"the number of iterations.\", ConvergenceWarning)\n",
70
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
71
      "  \"the number of iterations.\", ConvergenceWarning)\n",
72
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
73
      "  \"the number of iterations.\", ConvergenceWarning)\n",
74
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
75
      "  \"the number of iterations.\", ConvergenceWarning)\n",
76
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
77
      "  \"the number of iterations.\", ConvergenceWarning)\n",
78
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
79
      "  \"the number of iterations.\", ConvergenceWarning)\n",
80
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
81
      "  \"the number of iterations.\", ConvergenceWarning)\n",
82
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
83
      "  \"the number of iterations.\", ConvergenceWarning)\n",
84
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
85
      "  \"the number of iterations.\", ConvergenceWarning)\n",
86
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
87
      "  \"the number of iterations.\", ConvergenceWarning)\n",
88
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
89
      "  \"the number of iterations.\", ConvergenceWarning)\n",
90
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
91
      "  \"the number of iterations.\", ConvergenceWarning)\n",
92
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
93
      "  \"the number of iterations.\", ConvergenceWarning)\n",
94
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
95
      "  \"the number of iterations.\", ConvergenceWarning)\n",
96
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
97
      "  \"the number of iterations.\", ConvergenceWarning)\n",
98
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
99
      "  \"the number of iterations.\", ConvergenceWarning)\n",
100
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
101
      "  \"the number of iterations.\", ConvergenceWarning)\n",
102
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
103
      "  \"the number of iterations.\", ConvergenceWarning)\n",
104
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
105
      "  \"the number of iterations.\", ConvergenceWarning)\n",
106
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
107
      "  \"the number of iterations.\", ConvergenceWarning)\n",
108
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
109
      "  \"the number of iterations.\", ConvergenceWarning)\n",
110
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
111
      "  \"the number of iterations.\", ConvergenceWarning)\n"
112
     ]
113
    },
114
    {
115
     "name": "stderr",
116
     "output_type": "stream",
117
     "text": [
118
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
119
      "  \"the number of iterations.\", ConvergenceWarning)\n",
120
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
121
      "  \"the number of iterations.\", ConvergenceWarning)\n",
122
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
123
      "  \"the number of iterations.\", ConvergenceWarning)\n",
124
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
125
      "  \"the number of iterations.\", ConvergenceWarning)\n",
126
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
127
      "  \"the number of iterations.\", ConvergenceWarning)\n",
128
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
129
      "  \"the number of iterations.\", ConvergenceWarning)\n",
130
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
131
      "  \"the number of iterations.\", ConvergenceWarning)\n",
132
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
133
      "  \"the number of iterations.\", ConvergenceWarning)\n",
134
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
135
      "  \"the number of iterations.\", ConvergenceWarning)\n",
136
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
137
      "  \"the number of iterations.\", ConvergenceWarning)\n",
138
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
139
      "  \"the number of iterations.\", ConvergenceWarning)\n",
140
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
141
      "  \"the number of iterations.\", ConvergenceWarning)\n",
142
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
143
      "  \"the number of iterations.\", ConvergenceWarning)\n",
144
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
145
      "  \"the number of iterations.\", ConvergenceWarning)\n",
146
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
147
      "  \"the number of iterations.\", ConvergenceWarning)\n",
148
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
149
      "  \"the number of iterations.\", ConvergenceWarning)\n",
150
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
151
      "  \"the number of iterations.\", ConvergenceWarning)\n",
152
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
153
      "  \"the number of iterations.\", ConvergenceWarning)\n",
154
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
155
      "  \"the number of iterations.\", ConvergenceWarning)\n",
156
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
157
      "  \"the number of iterations.\", ConvergenceWarning)\n",
158
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
159
      "  \"the number of iterations.\", ConvergenceWarning)\n",
160
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
161
      "  \"the number of iterations.\", ConvergenceWarning)\n",
162
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
163
      "  \"the number of iterations.\", ConvergenceWarning)\n",
164
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
165
      "  \"the number of iterations.\", ConvergenceWarning)\n",
166
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
167
      "  \"the number of iterations.\", ConvergenceWarning)\n",
168
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
169
      "  \"the number of iterations.\", ConvergenceWarning)\n",
170
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
171
      "  \"the number of iterations.\", ConvergenceWarning)\n",
172
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
173
      "  \"the number of iterations.\", ConvergenceWarning)\n",
174
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
175
      "  \"the number of iterations.\", ConvergenceWarning)\n",
176
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
177
      "  \"the number of iterations.\", ConvergenceWarning)\n",
178
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
179
      "  \"the number of iterations.\", ConvergenceWarning)\n",
180
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
181
      "  \"the number of iterations.\", ConvergenceWarning)\n",
182
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
183
      "  \"the number of iterations.\", ConvergenceWarning)\n",
184
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
185
      "  \"the number of iterations.\", ConvergenceWarning)\n",
186
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
187
      "  \"the number of iterations.\", ConvergenceWarning)\n",
188
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
189
      "  \"the number of iterations.\", ConvergenceWarning)\n",
190
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
191
      "  \"the number of iterations.\", ConvergenceWarning)\n",
192
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
193
      "  \"the number of iterations.\", ConvergenceWarning)\n",
194
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
195
      "  \"the number of iterations.\", ConvergenceWarning)\n",
196
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
197
      "  \"the number of iterations.\", ConvergenceWarning)\n",
198
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
199
      "  \"the number of iterations.\", ConvergenceWarning)\n",
200
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
201
      "  \"the number of iterations.\", ConvergenceWarning)\n",
202
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
203
      "  \"the number of iterations.\", ConvergenceWarning)\n",
204
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
205
      "  \"the number of iterations.\", ConvergenceWarning)\n"
206
     ]
207
    },
208
    {
209
     "name": "stderr",
210
     "output_type": "stream",
211
     "text": [
212
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
213
      "  \"the number of iterations.\", ConvergenceWarning)\n",
214
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
215
      "  \"the number of iterations.\", ConvergenceWarning)\n",
216
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
217
      "  \"the number of iterations.\", ConvergenceWarning)\n",
218
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
219
      "  \"the number of iterations.\", ConvergenceWarning)\n",
220
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
221
      "  \"the number of iterations.\", ConvergenceWarning)\n",
222
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
223
      "  \"the number of iterations.\", ConvergenceWarning)\n",
224
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
225
      "  \"the number of iterations.\", ConvergenceWarning)\n",
226
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
227
      "  \"the number of iterations.\", ConvergenceWarning)\n",
228
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
229
      "  \"the number of iterations.\", ConvergenceWarning)\n",
230
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
231
      "  \"the number of iterations.\", ConvergenceWarning)\n",
232
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
233
      "  \"the number of iterations.\", ConvergenceWarning)\n",
234
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
235
      "  \"the number of iterations.\", ConvergenceWarning)\n",
236
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
237
      "  \"the number of iterations.\", ConvergenceWarning)\n",
238
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
239
      "  \"the number of iterations.\", ConvergenceWarning)\n",
240
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
241
      "  \"the number of iterations.\", ConvergenceWarning)\n",
242
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
243
      "  \"the number of iterations.\", ConvergenceWarning)\n",
244
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
245
      "  \"the number of iterations.\", ConvergenceWarning)\n",
246
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
247
      "  \"the number of iterations.\", ConvergenceWarning)\n",
248
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
249
      "  \"the number of iterations.\", ConvergenceWarning)\n",
250
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
251
      "  \"the number of iterations.\", ConvergenceWarning)\n",
252
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
253
      "  \"the number of iterations.\", ConvergenceWarning)\n",
254
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
255
      "  \"the number of iterations.\", ConvergenceWarning)\n",
256
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
257
      "  \"the number of iterations.\", ConvergenceWarning)\n",
258
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
259
      "  \"the number of iterations.\", ConvergenceWarning)\n",
260
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
261
      "  \"the number of iterations.\", ConvergenceWarning)\n",
262
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
263
      "  \"the number of iterations.\", ConvergenceWarning)\n",
264
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
265
      "  \"the number of iterations.\", ConvergenceWarning)\n",
266
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
267
      "  \"the number of iterations.\", ConvergenceWarning)\n",
268
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
269
      "  \"the number of iterations.\", ConvergenceWarning)\n",
270
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
271
      "  \"the number of iterations.\", ConvergenceWarning)\n",
272
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
273
      "  \"the number of iterations.\", ConvergenceWarning)\n",
274
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
275
      "  \"the number of iterations.\", ConvergenceWarning)\n",
276
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
277
      "  \"the number of iterations.\", ConvergenceWarning)\n",
278
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
279
      "  \"the number of iterations.\", ConvergenceWarning)\n",
280
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
281
      "  \"the number of iterations.\", ConvergenceWarning)\n",
282
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
283
      "  \"the number of iterations.\", ConvergenceWarning)\n",
284
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
285
      "  \"the number of iterations.\", ConvergenceWarning)\n",
286
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
287
      "  \"the number of iterations.\", ConvergenceWarning)\n",
288
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
289
      "  \"the number of iterations.\", ConvergenceWarning)\n"
290
     ]
291
    },
292
    {
293
     "name": "stderr",
294
     "output_type": "stream",
295
     "text": [
296
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
297
      "  \"the number of iterations.\", ConvergenceWarning)\n",
298
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
299
      "  \"the number of iterations.\", ConvergenceWarning)\n",
300
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
301
      "  \"the number of iterations.\", ConvergenceWarning)\n",
302
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
303
      "  \"the number of iterations.\", ConvergenceWarning)\n",
304
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
305
      "  \"the number of iterations.\", ConvergenceWarning)\n",
306
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
307
      "  \"the number of iterations.\", ConvergenceWarning)\n",
308
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
309
      "  \"the number of iterations.\", ConvergenceWarning)\n",
310
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
311
      "  \"the number of iterations.\", ConvergenceWarning)\n",
312
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
313
      "  \"the number of iterations.\", ConvergenceWarning)\n",
314
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
315
      "  \"the number of iterations.\", ConvergenceWarning)\n",
316
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
317
      "  \"the number of iterations.\", ConvergenceWarning)\n",
318
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
319
      "  \"the number of iterations.\", ConvergenceWarning)\n",
320
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
321
      "  \"the number of iterations.\", ConvergenceWarning)\n",
322
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
323
      "  \"the number of iterations.\", ConvergenceWarning)\n",
324
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
325
      "  \"the number of iterations.\", ConvergenceWarning)\n",
326
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
327
      "  \"the number of iterations.\", ConvergenceWarning)\n",
328
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
329
      "  \"the number of iterations.\", ConvergenceWarning)\n",
330
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
331
      "  \"the number of iterations.\", ConvergenceWarning)\n",
332
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
333
      "  \"the number of iterations.\", ConvergenceWarning)\n",
334
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
335
      "  \"the number of iterations.\", ConvergenceWarning)\n",
336
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
337
      "  \"the number of iterations.\", ConvergenceWarning)\n",
338
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
339
      "  \"the number of iterations.\", ConvergenceWarning)\n",
340
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
341
      "  \"the number of iterations.\", ConvergenceWarning)\n",
342
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
343
      "  \"the number of iterations.\", ConvergenceWarning)\n",
344
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
345
      "  \"the number of iterations.\", ConvergenceWarning)\n",
346
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
347
      "  \"the number of iterations.\", ConvergenceWarning)\n",
348
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
349
      "  \"the number of iterations.\", ConvergenceWarning)\n",
350
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
351
      "  \"the number of iterations.\", ConvergenceWarning)\n",
352
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
353
      "  \"the number of iterations.\", ConvergenceWarning)\n",
354
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
355
      "  \"the number of iterations.\", ConvergenceWarning)\n",
356
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
357
      "  \"the number of iterations.\", ConvergenceWarning)\n",
358
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
359
      "  \"the number of iterations.\", ConvergenceWarning)\n",
360
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
361
      "  \"the number of iterations.\", ConvergenceWarning)\n",
362
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
363
      "  \"the number of iterations.\", ConvergenceWarning)\n",
364
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
365
      "  \"the number of iterations.\", ConvergenceWarning)\n",
366
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
367
      "  \"the number of iterations.\", ConvergenceWarning)\n",
368
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
369
      "  \"the number of iterations.\", ConvergenceWarning)\n",
370
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
371
      "  \"the number of iterations.\", ConvergenceWarning)\n",
372
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
373
      "  \"the number of iterations.\", ConvergenceWarning)\n"
374
     ]
375
    },
376
    {
377
     "name": "stderr",
378
     "output_type": "stream",
379
     "text": [
380
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
381
      "  \"the number of iterations.\", ConvergenceWarning)\n",
382
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
383
      "  \"the number of iterations.\", ConvergenceWarning)\n",
384
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
385
      "  \"the number of iterations.\", ConvergenceWarning)\n",
386
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
387
      "  \"the number of iterations.\", ConvergenceWarning)\n",
388
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
389
      "  \"the number of iterations.\", ConvergenceWarning)\n",
390
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
391
      "  \"the number of iterations.\", ConvergenceWarning)\n",
392
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
393
      "  \"the number of iterations.\", ConvergenceWarning)\n",
394
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
395
      "  \"the number of iterations.\", ConvergenceWarning)\n",
396
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
397
      "  \"the number of iterations.\", ConvergenceWarning)\n",
398
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
399
      "  \"the number of iterations.\", ConvergenceWarning)\n",
400
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
401
      "  \"the number of iterations.\", ConvergenceWarning)\n",
402
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
403
      "  \"the number of iterations.\", ConvergenceWarning)\n",
404
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
405
      "  \"the number of iterations.\", ConvergenceWarning)\n",
406
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
407
      "  \"the number of iterations.\", ConvergenceWarning)\n",
408
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
409
      "  \"the number of iterations.\", ConvergenceWarning)\n",
410
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
411
      "  \"the number of iterations.\", ConvergenceWarning)\n",
412
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
413
      "  \"the number of iterations.\", ConvergenceWarning)\n",
414
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
415
      "  \"the number of iterations.\", ConvergenceWarning)\n",
416
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
417
      "  \"the number of iterations.\", ConvergenceWarning)\n",
418
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
419
      "  \"the number of iterations.\", ConvergenceWarning)\n",
420
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
421
      "  \"the number of iterations.\", ConvergenceWarning)\n",
422
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
423
      "  \"the number of iterations.\", ConvergenceWarning)\n",
424
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
425
      "  \"the number of iterations.\", ConvergenceWarning)\n",
426
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
427
      "  \"the number of iterations.\", ConvergenceWarning)\n",
428
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
429
      "  \"the number of iterations.\", ConvergenceWarning)\n",
430
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
431
      "  \"the number of iterations.\", ConvergenceWarning)\n",
432
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
433
      "  \"the number of iterations.\", ConvergenceWarning)\n",
434
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
435
      "  \"the number of iterations.\", ConvergenceWarning)\n",
436
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
437
      "  \"the number of iterations.\", ConvergenceWarning)\n",
438
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
439
      "  \"the number of iterations.\", ConvergenceWarning)\n",
440
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
441
      "  \"the number of iterations.\", ConvergenceWarning)\n",
442
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
443
      "  \"the number of iterations.\", ConvergenceWarning)\n",
444
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
445
      "  \"the number of iterations.\", ConvergenceWarning)\n",
446
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
447
      "  \"the number of iterations.\", ConvergenceWarning)\n",
448
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
449
      "  \"the number of iterations.\", ConvergenceWarning)\n",
450
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
451
      "  \"the number of iterations.\", ConvergenceWarning)\n",
452
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
453
      "  \"the number of iterations.\", ConvergenceWarning)\n",
454
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
455
      "  \"the number of iterations.\", ConvergenceWarning)\n"
456
     ]
457
    },
458
    {
459
     "name": "stderr",
460
     "output_type": "stream",
461
     "text": [
462
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
463
      "  \"the number of iterations.\", ConvergenceWarning)\n",
464
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
465
      "  \"the number of iterations.\", ConvergenceWarning)\n",
466
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
467
      "  \"the number of iterations.\", ConvergenceWarning)\n",
468
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
469
      "  \"the number of iterations.\", ConvergenceWarning)\n",
470
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
471
      "  \"the number of iterations.\", ConvergenceWarning)\n",
472
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
473
      "  \"the number of iterations.\", ConvergenceWarning)\n",
474
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
475
      "  \"the number of iterations.\", ConvergenceWarning)\n",
476
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
477
      "  \"the number of iterations.\", ConvergenceWarning)\n",
478
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
479
      "  \"the number of iterations.\", ConvergenceWarning)\n",
480
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
481
      "  \"the number of iterations.\", ConvergenceWarning)\n",
482
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
483
      "  \"the number of iterations.\", ConvergenceWarning)\n",
484
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
485
      "  \"the number of iterations.\", ConvergenceWarning)\n",
486
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
487
      "  \"the number of iterations.\", ConvergenceWarning)\n",
488
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
489
      "  \"the number of iterations.\", ConvergenceWarning)\n",
490
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
491
      "  \"the number of iterations.\", ConvergenceWarning)\n",
492
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
493
      "  \"the number of iterations.\", ConvergenceWarning)\n",
494
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
495
      "  \"the number of iterations.\", ConvergenceWarning)\n",
496
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
497
      "  \"the number of iterations.\", ConvergenceWarning)\n",
498
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
499
      "  \"the number of iterations.\", ConvergenceWarning)\n",
500
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
501
      "  \"the number of iterations.\", ConvergenceWarning)\n",
502
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
503
      "  \"the number of iterations.\", ConvergenceWarning)\n",
504
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
505
      "  \"the number of iterations.\", ConvergenceWarning)\n",
506
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
507
      "  \"the number of iterations.\", ConvergenceWarning)\n",
508
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
509
      "  \"the number of iterations.\", ConvergenceWarning)\n",
510
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
511
      "  \"the number of iterations.\", ConvergenceWarning)\n",
512
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
513
      "  \"the number of iterations.\", ConvergenceWarning)\n",
514
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
515
      "  \"the number of iterations.\", ConvergenceWarning)\n",
516
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
517
      "  \"the number of iterations.\", ConvergenceWarning)\n",
518
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
519
      "  \"the number of iterations.\", ConvergenceWarning)\n",
520
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
521
      "  \"the number of iterations.\", ConvergenceWarning)\n",
522
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
523
      "  \"the number of iterations.\", ConvergenceWarning)\n",
524
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
525
      "  \"the number of iterations.\", ConvergenceWarning)\n",
526
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
527
      "  \"the number of iterations.\", ConvergenceWarning)\n",
528
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
529
      "  \"the number of iterations.\", ConvergenceWarning)\n",
530
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
531
      "  \"the number of iterations.\", ConvergenceWarning)\n",
532
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
533
      "  \"the number of iterations.\", ConvergenceWarning)\n",
534
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
535
      "  \"the number of iterations.\", ConvergenceWarning)\n",
536
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
537
      "  \"the number of iterations.\", ConvergenceWarning)\n",
538
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
539
      "  \"the number of iterations.\", ConvergenceWarning)\n",
540
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
541
      "  \"the number of iterations.\", ConvergenceWarning)\n",
542
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
543
      "  \"the number of iterations.\", ConvergenceWarning)\n",
544
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
545
      "  \"the number of iterations.\", ConvergenceWarning)\n",
546
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
547
      "  \"the number of iterations.\", ConvergenceWarning)\n",
548
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
549
      "  \"the number of iterations.\", ConvergenceWarning)\n",
550
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
551
      "  \"the number of iterations.\", ConvergenceWarning)\n"
552
     ]
553
    },
554
    {
555
     "name": "stderr",
556
     "output_type": "stream",
557
     "text": [
558
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
559
      "  \"the number of iterations.\", ConvergenceWarning)\n",
560
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
561
      "  \"the number of iterations.\", ConvergenceWarning)\n",
562
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
563
      "  \"the number of iterations.\", ConvergenceWarning)\n",
564
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
565
      "  \"the number of iterations.\", ConvergenceWarning)\n",
566
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
567
      "  \"the number of iterations.\", ConvergenceWarning)\n",
568
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
569
      "  \"the number of iterations.\", ConvergenceWarning)\n",
570
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
571
      "  \"the number of iterations.\", ConvergenceWarning)\n",
572
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
573
      "  \"the number of iterations.\", ConvergenceWarning)\n",
574
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
575
      "  \"the number of iterations.\", ConvergenceWarning)\n",
576
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
577
      "  \"the number of iterations.\", ConvergenceWarning)\n",
578
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
579
      "  \"the number of iterations.\", ConvergenceWarning)\n",
580
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
581
      "  \"the number of iterations.\", ConvergenceWarning)\n",
582
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
583
      "  \"the number of iterations.\", ConvergenceWarning)\n",
584
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
585
      "  \"the number of iterations.\", ConvergenceWarning)\n",
586
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
587
      "  \"the number of iterations.\", ConvergenceWarning)\n",
588
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
589
      "  \"the number of iterations.\", ConvergenceWarning)\n",
590
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
591
      "  \"the number of iterations.\", ConvergenceWarning)\n",
592
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
593
      "  \"the number of iterations.\", ConvergenceWarning)\n",
594
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
595
      "  \"the number of iterations.\", ConvergenceWarning)\n",
596
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
597
      "  \"the number of iterations.\", ConvergenceWarning)\n",
598
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
599
      "  \"the number of iterations.\", ConvergenceWarning)\n",
600
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
601
      "  \"the number of iterations.\", ConvergenceWarning)\n",
602
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
603
      "  \"the number of iterations.\", ConvergenceWarning)\n",
604
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
605
      "  \"the number of iterations.\", ConvergenceWarning)\n",
606
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
607
      "  \"the number of iterations.\", ConvergenceWarning)\n",
608
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
609
      "  \"the number of iterations.\", ConvergenceWarning)\n",
610
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
611
      "  \"the number of iterations.\", ConvergenceWarning)\n",
612
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
613
      "  \"the number of iterations.\", ConvergenceWarning)\n",
614
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
615
      "  \"the number of iterations.\", ConvergenceWarning)\n",
616
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
617
      "  \"the number of iterations.\", ConvergenceWarning)\n",
618
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
619
      "  \"the number of iterations.\", ConvergenceWarning)\n",
620
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
621
      "  \"the number of iterations.\", ConvergenceWarning)\n",
622
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
623
      "  \"the number of iterations.\", ConvergenceWarning)\n",
624
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
625
      "  \"the number of iterations.\", ConvergenceWarning)\n",
626
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
627
      "  \"the number of iterations.\", ConvergenceWarning)\n",
628
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
629
      "  \"the number of iterations.\", ConvergenceWarning)\n",
630
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
631
      "  \"the number of iterations.\", ConvergenceWarning)\n",
632
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
633
      "  \"the number of iterations.\", ConvergenceWarning)\n",
634
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
635
      "  \"the number of iterations.\", ConvergenceWarning)\n"
636
     ]
637
    },
638
    {
639
     "name": "stderr",
640
     "output_type": "stream",
641
     "text": [
642
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
643
      "  \"the number of iterations.\", ConvergenceWarning)\n",
644
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
645
      "  \"the number of iterations.\", ConvergenceWarning)\n",
646
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
647
      "  \"the number of iterations.\", ConvergenceWarning)\n",
648
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
649
      "  \"the number of iterations.\", ConvergenceWarning)\n",
650
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
651
      "  \"the number of iterations.\", ConvergenceWarning)\n",
652
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
653
      "  \"the number of iterations.\", ConvergenceWarning)\n",
654
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
655
      "  \"the number of iterations.\", ConvergenceWarning)\n",
656
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
657
      "  \"the number of iterations.\", ConvergenceWarning)\n",
658
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
659
      "  \"the number of iterations.\", ConvergenceWarning)\n",
660
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
661
      "  \"the number of iterations.\", ConvergenceWarning)\n",
662
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
663
      "  \"the number of iterations.\", ConvergenceWarning)\n",
664
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
665
      "  \"the number of iterations.\", ConvergenceWarning)\n",
666
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
667
      "  \"the number of iterations.\", ConvergenceWarning)\n",
668
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
669
      "  \"the number of iterations.\", ConvergenceWarning)\n",
670
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
671
      "  \"the number of iterations.\", ConvergenceWarning)\n",
672
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
673
      "  \"the number of iterations.\", ConvergenceWarning)\n",
674
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
675
      "  \"the number of iterations.\", ConvergenceWarning)\n",
676
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
677
      "  \"the number of iterations.\", ConvergenceWarning)\n",
678
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
679
      "  \"the number of iterations.\", ConvergenceWarning)\n",
680
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
681
      "  \"the number of iterations.\", ConvergenceWarning)\n",
682
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
683
      "  \"the number of iterations.\", ConvergenceWarning)\n",
684
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
685
      "  \"the number of iterations.\", ConvergenceWarning)\n",
686
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
687
      "  \"the number of iterations.\", ConvergenceWarning)\n",
688
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
689
      "  \"the number of iterations.\", ConvergenceWarning)\n",
690
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
691
      "  \"the number of iterations.\", ConvergenceWarning)\n",
692
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
693
      "  \"the number of iterations.\", ConvergenceWarning)\n",
694
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
695
      "  \"the number of iterations.\", ConvergenceWarning)\n",
696
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
697
      "  \"the number of iterations.\", ConvergenceWarning)\n",
698
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
699
      "  \"the number of iterations.\", ConvergenceWarning)\n",
700
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
701
      "  \"the number of iterations.\", ConvergenceWarning)\n",
702
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
703
      "  \"the number of iterations.\", ConvergenceWarning)\n",
704
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
705
      "  \"the number of iterations.\", ConvergenceWarning)\n",
706
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
707
      "  \"the number of iterations.\", ConvergenceWarning)\n",
708
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
709
      "  \"the number of iterations.\", ConvergenceWarning)\n",
710
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
711
      "  \"the number of iterations.\", ConvergenceWarning)\n",
712
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
713
      "  \"the number of iterations.\", ConvergenceWarning)\n",
714
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
715
      "  \"the number of iterations.\", ConvergenceWarning)\n",
716
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
717
      "  \"the number of iterations.\", ConvergenceWarning)\n",
718
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
719
      "  \"the number of iterations.\", ConvergenceWarning)\n",
720
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
721
      "  \"the number of iterations.\", ConvergenceWarning)\n",
722
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
723
      "  \"the number of iterations.\", ConvergenceWarning)\n",
724
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
725
      "  \"the number of iterations.\", ConvergenceWarning)\n"
726
     ]
727
    },
728
    {
729
     "name": "stderr",
730
     "output_type": "stream",
731
     "text": [
732
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
733
      "  \"the number of iterations.\", ConvergenceWarning)\n",
734
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
735
      "  \"the number of iterations.\", ConvergenceWarning)\n",
736
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
737
      "  \"the number of iterations.\", ConvergenceWarning)\n",
738
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
739
      "  \"the number of iterations.\", ConvergenceWarning)\n",
740
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
741
      "  \"the number of iterations.\", ConvergenceWarning)\n",
742
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
743
      "  \"the number of iterations.\", ConvergenceWarning)\n",
744
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
745
      "  \"the number of iterations.\", ConvergenceWarning)\n",
746
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
747
      "  \"the number of iterations.\", ConvergenceWarning)\n",
748
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
749
      "  \"the number of iterations.\", ConvergenceWarning)\n",
750
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
751
      "  \"the number of iterations.\", ConvergenceWarning)\n",
752
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
753
      "  \"the number of iterations.\", ConvergenceWarning)\n",
754
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
755
      "  \"the number of iterations.\", ConvergenceWarning)\n",
756
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
757
      "  \"the number of iterations.\", ConvergenceWarning)\n",
758
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
759
      "  \"the number of iterations.\", ConvergenceWarning)\n",
760
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
761
      "  \"the number of iterations.\", ConvergenceWarning)\n",
762
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
763
      "  \"the number of iterations.\", ConvergenceWarning)\n",
764
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
765
      "  \"the number of iterations.\", ConvergenceWarning)\n",
766
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
767
      "  \"the number of iterations.\", ConvergenceWarning)\n",
768
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
769
      "  \"the number of iterations.\", ConvergenceWarning)\n",
770
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
771
      "  \"the number of iterations.\", ConvergenceWarning)\n",
772
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
773
      "  \"the number of iterations.\", ConvergenceWarning)\n",
774
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
775
      "  \"the number of iterations.\", ConvergenceWarning)\n",
776
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
777
      "  \"the number of iterations.\", ConvergenceWarning)\n",
778
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
779
      "  \"the number of iterations.\", ConvergenceWarning)\n",
780
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
781
      "  \"the number of iterations.\", ConvergenceWarning)\n",
782
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
783
      "  \"the number of iterations.\", ConvergenceWarning)\n",
784
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
785
      "  \"the number of iterations.\", ConvergenceWarning)\n",
786
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
787
      "  \"the number of iterations.\", ConvergenceWarning)\n",
788
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
789
      "  \"the number of iterations.\", ConvergenceWarning)\n",
790
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
791
      "  \"the number of iterations.\", ConvergenceWarning)\n",
792
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
793
      "  \"the number of iterations.\", ConvergenceWarning)\n",
794
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
795
      "  \"the number of iterations.\", ConvergenceWarning)\n",
796
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
797
      "  \"the number of iterations.\", ConvergenceWarning)\n",
798
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
799
      "  \"the number of iterations.\", ConvergenceWarning)\n",
800
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
801
      "  \"the number of iterations.\", ConvergenceWarning)\n",
802
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
803
      "  \"the number of iterations.\", ConvergenceWarning)\n",
804
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
805
      "  \"the number of iterations.\", ConvergenceWarning)\n",
806
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
807
      "  \"the number of iterations.\", ConvergenceWarning)\n",
808
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
809
      "  \"the number of iterations.\", ConvergenceWarning)\n",
810
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
811
      "  \"the number of iterations.\", ConvergenceWarning)\n",
812
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
813
      "  \"the number of iterations.\", ConvergenceWarning)\n",
814
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
815
      "  \"the number of iterations.\", ConvergenceWarning)\n"
816
     ]
817
    },
818
    {
819
     "name": "stderr",
820
     "output_type": "stream",
821
     "text": [
822
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
823
      "  \"the number of iterations.\", ConvergenceWarning)\n",
824
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
825
      "  \"the number of iterations.\", ConvergenceWarning)\n",
826
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
827
      "  \"the number of iterations.\", ConvergenceWarning)\n",
828
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
829
      "  \"the number of iterations.\", ConvergenceWarning)\n",
830
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
831
      "  \"the number of iterations.\", ConvergenceWarning)\n",
832
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
833
      "  \"the number of iterations.\", ConvergenceWarning)\n",
834
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
835
      "  \"the number of iterations.\", ConvergenceWarning)\n",
836
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
837
      "  \"the number of iterations.\", ConvergenceWarning)\n",
838
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
839
      "  \"the number of iterations.\", ConvergenceWarning)\n",
840
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
841
      "  \"the number of iterations.\", ConvergenceWarning)\n",
842
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
843
      "  \"the number of iterations.\", ConvergenceWarning)\n",
844
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
845
      "  \"the number of iterations.\", ConvergenceWarning)\n",
846
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
847
      "  \"the number of iterations.\", ConvergenceWarning)\n",
848
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
849
      "  \"the number of iterations.\", ConvergenceWarning)\n",
850
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
851
      "  \"the number of iterations.\", ConvergenceWarning)\n",
852
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
853
      "  \"the number of iterations.\", ConvergenceWarning)\n",
854
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
855
      "  \"the number of iterations.\", ConvergenceWarning)\n",
856
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
857
      "  \"the number of iterations.\", ConvergenceWarning)\n",
858
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
859
      "  \"the number of iterations.\", ConvergenceWarning)\n",
860
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
861
      "  \"the number of iterations.\", ConvergenceWarning)\n",
862
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
863
      "  \"the number of iterations.\", ConvergenceWarning)\n",
864
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
865
      "  \"the number of iterations.\", ConvergenceWarning)\n",
866
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
867
      "  \"the number of iterations.\", ConvergenceWarning)\n",
868
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
869
      "  \"the number of iterations.\", ConvergenceWarning)\n",
870
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
871
      "  \"the number of iterations.\", ConvergenceWarning)\n",
872
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
873
      "  \"the number of iterations.\", ConvergenceWarning)\n",
874
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
875
      "  \"the number of iterations.\", ConvergenceWarning)\n",
876
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
877
      "  \"the number of iterations.\", ConvergenceWarning)\n",
878
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
879
      "  \"the number of iterations.\", ConvergenceWarning)\n",
880
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
881
      "  \"the number of iterations.\", ConvergenceWarning)\n",
882
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
883
      "  \"the number of iterations.\", ConvergenceWarning)\n",
884
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
885
      "  \"the number of iterations.\", ConvergenceWarning)\n",
886
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
887
      "  \"the number of iterations.\", ConvergenceWarning)\n",
888
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
889
      "  \"the number of iterations.\", ConvergenceWarning)\n",
890
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
891
      "  \"the number of iterations.\", ConvergenceWarning)\n",
892
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
893
      "  \"the number of iterations.\", ConvergenceWarning)\n",
894
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
895
      "  \"the number of iterations.\", ConvergenceWarning)\n",
896
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
897
      "  \"the number of iterations.\", ConvergenceWarning)\n",
898
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
899
      "  \"the number of iterations.\", ConvergenceWarning)\n",
900
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
901
      "  \"the number of iterations.\", ConvergenceWarning)\n",
902
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
903
      "  \"the number of iterations.\", ConvergenceWarning)\n",
904
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
905
      "  \"the number of iterations.\", ConvergenceWarning)\n"
906
     ]
907
    },
908
    {
909
     "name": "stderr",
910
     "output_type": "stream",
911
     "text": [
912
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
913
      "  \"the number of iterations.\", ConvergenceWarning)\n",
914
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
915
      "  \"the number of iterations.\", ConvergenceWarning)\n",
916
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
917
      "  \"the number of iterations.\", ConvergenceWarning)\n",
918
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
919
      "  \"the number of iterations.\", ConvergenceWarning)\n",
920
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
921
      "  \"the number of iterations.\", ConvergenceWarning)\n",
922
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
923
      "  \"the number of iterations.\", ConvergenceWarning)\n",
924
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
925
      "  \"the number of iterations.\", ConvergenceWarning)\n",
926
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
927
      "  \"the number of iterations.\", ConvergenceWarning)\n",
928
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
929
      "  \"the number of iterations.\", ConvergenceWarning)\n",
930
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
931
      "  \"the number of iterations.\", ConvergenceWarning)\n",
932
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
933
      "  \"the number of iterations.\", ConvergenceWarning)\n",
934
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
935
      "  \"the number of iterations.\", ConvergenceWarning)\n",
936
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
937
      "  \"the number of iterations.\", ConvergenceWarning)\n",
938
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
939
      "  \"the number of iterations.\", ConvergenceWarning)\n",
940
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
941
      "  \"the number of iterations.\", ConvergenceWarning)\n",
942
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
943
      "  \"the number of iterations.\", ConvergenceWarning)\n",
944
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
945
      "  \"the number of iterations.\", ConvergenceWarning)\n",
946
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
947
      "  \"the number of iterations.\", ConvergenceWarning)\n",
948
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
949
      "  \"the number of iterations.\", ConvergenceWarning)\n",
950
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
951
      "  \"the number of iterations.\", ConvergenceWarning)\n",
952
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
953
      "  \"the number of iterations.\", ConvergenceWarning)\n",
954
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
955
      "  \"the number of iterations.\", ConvergenceWarning)\n",
956
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
957
      "  \"the number of iterations.\", ConvergenceWarning)\n",
958
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
959
      "  \"the number of iterations.\", ConvergenceWarning)\n",
960
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
961
      "  \"the number of iterations.\", ConvergenceWarning)\n",
962
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
963
      "  \"the number of iterations.\", ConvergenceWarning)\n",
964
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
965
      "  \"the number of iterations.\", ConvergenceWarning)\n",
966
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
967
      "  \"the number of iterations.\", ConvergenceWarning)\n",
968
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
969
      "  \"the number of iterations.\", ConvergenceWarning)\n",
970
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
971
      "  \"the number of iterations.\", ConvergenceWarning)\n",
972
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
973
      "  \"the number of iterations.\", ConvergenceWarning)\n",
974
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
975
      "  \"the number of iterations.\", ConvergenceWarning)\n",
976
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
977
      "  \"the number of iterations.\", ConvergenceWarning)\n",
978
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
979
      "  \"the number of iterations.\", ConvergenceWarning)\n",
980
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
981
      "  \"the number of iterations.\", ConvergenceWarning)\n",
982
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
983
      "  \"the number of iterations.\", ConvergenceWarning)\n",
984
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
985
      "  \"the number of iterations.\", ConvergenceWarning)\n",
986
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
987
      "  \"the number of iterations.\", ConvergenceWarning)\n"
988
     ]
989
    },
990
    {
991
     "name": "stderr",
992
     "output_type": "stream",
993
     "text": [
994
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
995
      "  \"the number of iterations.\", ConvergenceWarning)\n",
996
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
997
      "  \"the number of iterations.\", ConvergenceWarning)\n",
998
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
999
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1000
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1001
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1002
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1003
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1004
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1005
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1006
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1007
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1008
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1009
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1010
     ]
1011
    }
1012
   ],
1013
   "source": [
1014
    "## RFE CV for feature selection\n",
1015
    "from sklearn.feature_selection import RFECV\n",
1016
    "from sklearn.model_selection import StratifiedKFold  \n",
1017
    "from sklearn.svm import LinearSVC\n",
1018
    "\n",
1019
    "y_prepost_array = y_prepost.to_numpy()\n",
1020
    "inner_cv = StratifiedKFold(n_splits=5, shuffle=True, random_state=0)\n",
1021
    "outer_cv = StratifiedKFold(n_splits=10, shuffle=True, random_state=0)\n",
1022
    "\n",
1023
    "feature_dict = {}\n",
1024
    "\n",
1025
    "i=0 \n",
1026
    "for train, test in outer_cv.split(x_prepost_trans, y_prepost_array):\n",
1027
    "    i+=1\n",
1028
    "    estimator = LinearSVC(random_state=0, class_weight='balanced')  \n",
1029
    "    selector = RFECV(estimator, step=1, cv=inner_cv, scoring = 'roc_auc')\n",
1030
    "    selector = selector.fit(x_prepost_trans[train], y_prepost_array[train])\n",
1031
    "    feature_dict['round %i' %i] = selector.ranking_  #Selected features are assigned as rank 1.    "
1032
   ]
1033
  },
1034
  {
1035
   "cell_type": "code",
1036
   "execution_count": 46,
1037
   "metadata": {},
1038
   "outputs": [
1039
    {
1040
     "data": {
1041
      "text/plain": [
1042
       "{'comorbid.anxiety': 5,\n",
1043
       " 'comorbid.depression': 5,\n",
1044
       " 'synapgene_ratio_comb': 5,\n",
1045
       " 'SRS.pre.p': 3,\n",
1046
       " 'comorbid.adhd': 3,\n",
1047
       " 'treatment.kontakt': 3,\n",
1048
       " 'cnv_size': 3,\n",
1049
       " 'cgi.pre': 2,\n",
1050
       " 'comorbid.other': 2,\n",
1051
       " 'cnvgene_num': 2,\n",
1052
       " 'damage_num': 2,\n",
1053
       " 'ndd_num': 2,\n",
1054
       " 'ddcgas.pre': 1,\n",
1055
       " 'abas.f.total.pre': 1,\n",
1056
       " 'ados.tot': 1,\n",
1057
       " 'wisc.fsiq': 1,\n",
1058
       " 'age.pre': 1,\n",
1059
       " 'clnsig_recode': 1,\n",
1060
       " 'X0.5asd': 1,\n",
1061
       " 'X1.0adhd': 1,\n",
1062
       " 'lof_cln': 1,\n",
1063
       " 'synapgene_asd0.01_common': 1,\n",
1064
       " 'Gender': 0,\n",
1065
       " 'treatment.pharma': 0,\n",
1066
       " 'treatment.councel': 0,\n",
1067
       " 'treatment.cbt': 0,\n",
1068
       " 'BIN3_all_recode': 0}"
1069
      ]
1070
     },
1071
     "execution_count": 46,
1072
     "metadata": {},
1073
     "output_type": "execute_result"
1074
    }
1075
   ],
1076
   "source": [
1077
    "## summary feature selected times\n",
1078
    "feature_sum_dict = {}\n",
1079
    "feature_sum_sort_dict = {}\n",
1080
    "for i in range(0, len(x_prepost.columns)):\n",
1081
    "    feature_sum_dict[x_prepost.columns[i]] = 0\n",
1082
    "    for j in range(1,11):\n",
1083
    "        if feature_dict['round %d' %j] [i] == 1:\n",
1084
    "            feature_sum_dict[x_prepost.columns[i]] +=1\n",
1085
    "feature_sum_sort_dict = {k: v for k, v in sorted(feature_sum_dict.items(), key=lambda item: item[1], reverse=True)} \n",
1086
    "feature_sum_sort_dict"
1087
   ]
1088
  },
1089
  {
1090
   "cell_type": "code",
1091
   "execution_count": 47,
1092
   "metadata": {},
1093
   "outputs": [
1094
    {
1095
     "name": "stderr",
1096
     "output_type": "stream",
1097
     "text": [
1098
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1099
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1100
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1101
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1102
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1103
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1104
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1105
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1106
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1107
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1108
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1109
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1110
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1111
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1112
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1113
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1114
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1115
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1116
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1117
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1118
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1119
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1120
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1121
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1122
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1123
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1124
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1125
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1126
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1127
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1128
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1129
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1130
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1131
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1132
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1133
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1134
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1135
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1136
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1137
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1138
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1139
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1140
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1141
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1142
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1143
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1144
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1145
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1146
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1147
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1148
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1149
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1150
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1151
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1152
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1153
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1154
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1155
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1156
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1157
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1158
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1159
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1160
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1161
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1162
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1163
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1164
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1165
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1166
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1167
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1168
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1169
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1170
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1171
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1172
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1173
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1174
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1175
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1176
     ]
1177
    },
1178
    {
1179
     "name": "stderr",
1180
     "output_type": "stream",
1181
     "text": [
1182
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1183
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1184
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1185
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1186
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1187
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1188
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1189
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1190
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1191
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1192
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1193
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1194
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1195
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1196
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1197
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1198
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1199
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1200
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1201
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1202
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1203
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1204
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1205
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1206
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1207
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1208
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1209
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1210
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1211
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1212
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1213
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1214
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1215
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1216
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1217
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1218
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1219
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1220
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1221
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1222
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1223
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1224
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1225
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1226
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1227
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1228
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1229
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1230
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1231
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1232
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1233
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1234
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1235
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1236
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1237
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1238
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1239
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1240
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1241
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1242
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1243
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1244
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1245
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1246
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1247
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1248
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1249
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1250
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1251
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1252
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1253
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1254
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1255
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1256
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1257
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1258
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1259
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1260
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1261
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1262
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1263
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1264
     ]
1265
    },
1266
    {
1267
     "name": "stderr",
1268
     "output_type": "stream",
1269
     "text": [
1270
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1271
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1272
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1273
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1274
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1275
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1276
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1277
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1278
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1279
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1280
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1281
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1282
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1283
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1284
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1285
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1286
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1287
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1288
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1289
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1290
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1291
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1292
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1293
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1294
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1295
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1296
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1297
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1298
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1299
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1300
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1301
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1302
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1303
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1304
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1305
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1306
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1307
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1308
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1309
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1310
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1311
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1312
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1313
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1314
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1315
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1316
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1317
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1318
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1319
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1320
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1321
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1322
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1323
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1324
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1325
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1326
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1327
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1328
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1329
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1330
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1331
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1332
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1333
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1334
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1335
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1336
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1337
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1338
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1339
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1340
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1341
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1342
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1343
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1344
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1345
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1346
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1347
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1348
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1349
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1350
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1351
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1352
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1353
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1354
     ]
1355
    },
1356
    {
1357
     "name": "stderr",
1358
     "output_type": "stream",
1359
     "text": [
1360
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1361
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1362
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1363
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1364
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1365
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1366
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1367
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1368
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1369
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1370
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1371
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1372
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1373
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1374
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1375
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1376
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1377
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1378
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1379
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1380
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1381
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1382
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1383
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1384
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1385
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1386
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1387
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1388
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1389
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1390
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1391
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1392
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1393
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1394
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1395
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1396
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1397
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1398
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1399
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1400
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1401
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1402
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1403
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1404
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1405
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1406
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1407
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1408
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1409
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1410
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1411
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1412
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1413
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1414
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1415
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1416
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1417
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1418
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1419
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1420
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1421
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1422
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1423
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1424
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1425
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1426
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1427
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1428
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1429
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1430
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1431
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1432
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1433
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1434
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1435
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1436
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1437
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1438
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1439
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1440
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1441
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1442
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1443
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1444
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1445
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1446
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1447
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1448
     ]
1449
    },
1450
    {
1451
     "name": "stderr",
1452
     "output_type": "stream",
1453
     "text": [
1454
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1455
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1456
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1457
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1458
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1459
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1460
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1461
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1462
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1463
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1464
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1465
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1466
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1467
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1468
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1469
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1470
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1471
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1472
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1473
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1474
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1475
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1476
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1477
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1478
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1479
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1480
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1481
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1482
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1483
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1484
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1485
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1486
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1487
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1488
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1489
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1490
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1491
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1492
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1493
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1494
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1495
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1496
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1497
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1498
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1499
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1500
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1501
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1502
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1503
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1504
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1505
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1506
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1507
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1508
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1509
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1510
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1511
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1512
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1513
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1514
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1515
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1516
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1517
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1518
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1519
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1520
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1521
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1522
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1523
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1524
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1525
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1526
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1527
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1528
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1529
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1530
     ]
1531
    },
1532
    {
1533
     "name": "stderr",
1534
     "output_type": "stream",
1535
     "text": [
1536
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1537
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1538
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1539
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1540
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1541
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1542
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1543
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1544
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1545
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1546
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1547
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1548
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1549
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1550
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1551
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1552
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1553
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1554
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1555
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1556
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1557
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1558
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1559
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1560
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1561
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1562
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1563
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1564
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1565
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1566
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1567
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1568
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1569
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1570
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1571
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1572
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1573
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1574
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1575
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1576
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1577
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1578
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1579
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1580
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1581
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1582
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1583
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1584
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1585
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1586
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1587
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1588
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1589
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1590
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1591
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1592
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1593
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1594
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1595
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1596
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1597
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1598
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1599
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1600
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1601
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1602
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1603
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1604
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1605
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1606
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1607
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1608
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1609
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1610
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1611
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1612
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1613
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1614
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1615
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1616
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1617
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1618
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1619
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1620
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1621
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1622
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1623
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1624
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1625
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1626
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1627
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1628
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1629
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1630
     ]
1631
    },
1632
    {
1633
     "name": "stderr",
1634
     "output_type": "stream",
1635
     "text": [
1636
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1637
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1638
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1639
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1640
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1641
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1642
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1643
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1644
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1645
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1646
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1647
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1648
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1649
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1650
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1651
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1652
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1653
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1654
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1655
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1656
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1657
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1658
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1659
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1660
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1661
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1662
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1663
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1664
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1665
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1666
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1667
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1668
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1669
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1670
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1671
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1672
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1673
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1674
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1675
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1676
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1677
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1678
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1679
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1680
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1681
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1682
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1683
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1684
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1685
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1686
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1687
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1688
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1689
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1690
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1691
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1692
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1693
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1694
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1695
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1696
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1697
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1698
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1699
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1700
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1701
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1702
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1703
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1704
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1705
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1706
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1707
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1708
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1709
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1710
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1711
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1712
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1713
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1714
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1715
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1716
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1717
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1718
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1719
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1720
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1721
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1722
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1723
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1724
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1725
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1726
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1727
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1728
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1729
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1730
     ]
1731
    },
1732
    {
1733
     "name": "stderr",
1734
     "output_type": "stream",
1735
     "text": [
1736
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1737
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1738
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1739
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1740
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1741
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1742
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1743
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1744
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1745
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1746
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1747
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1748
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1749
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1750
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1751
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1752
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1753
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1754
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1755
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1756
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1757
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1758
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1759
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1760
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1761
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1762
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1763
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1764
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1765
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1766
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1767
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1768
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1769
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1770
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1771
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1772
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1773
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1774
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1775
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1776
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1777
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1778
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1779
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1780
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1781
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1782
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1783
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1784
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1785
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1786
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1787
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1788
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1789
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1790
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1791
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1792
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1793
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1794
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1795
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1796
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1797
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1798
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1799
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1800
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1801
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1802
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1803
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1804
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1805
      "  \"the number of iterations.\", ConvergenceWarning)\n",
1806
      "/Users/danli/opt/anaconda3/lib/python3.7/site-packages/sklearn/svm/_base.py:947: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
1807
      "  \"the number of iterations.\", ConvergenceWarning)\n"
1808
     ]
1809
    }
1810
   ],
1811
   "source": [
1812
    "## use selected features to train the model\n",
1813
    "from sklearn.model_selection import StratifiedKFold\n",
1814
    "from sklearn.metrics import accuracy_score, roc_curve, auc  \n",
1815
    "from sklearn.svm import LinearSVC\n",
1816
    "from sklearn.model_selection import GridSearchCV\n",
1817
    "\n",
1818
    "y_prepost_array = y_prepost.to_numpy()\n",
1819
    "inner_cv = StratifiedKFold(n_splits=5, shuffle=True, random_state=0)\n",
1820
    "outer_cv = StratifiedKFold(n_splits=10, shuffle=True, random_state=0)\n",
1821
    "\n",
1822
    "fpr_train_dict = {}\n",
1823
    "tpr_train_dict = {}\n",
1824
    "fpr_test_dict = {}\n",
1825
    "tpr_test_dict = {}\n",
1826
    "auc_train_dict = {}\n",
1827
    "auc_test_dict = {}\n",
1828
    "accuracy_train_dict = {}\n",
1829
    "accuracy_test_dict = {}\n",
1830
    "\n",
1831
    "c_dict = {}\n",
1832
    "feature_totalselect_dict = {}\n",
1833
    "\n",
1834
    "svm = LinearSVC(random_state=0, class_weight='balanced')\n",
1835
    "tuned_parameters = [{'C': [0.001, 0.01, 0.1, 1, 10]}] \n",
1836
    "#linear SVM\n",
1837
    "for i in range(0, 5):  \n",
1838
    "    feature_list = []\n",
1839
    "    feature_select_dict = {}\n",
1840
    "    feature_select_dict={a:u for a, u in feature_sum_sort_dict.items() if u > i}\n",
1841
    "    for b in feature_select_dict:\n",
1842
    "        feature_list.append(list(x_prepost.columns).index(b)) \n",
1843
    "    x_prepost_sel = x_prepost.iloc[:, feature_list]\n",
1844
    "    \n",
1845
    "    c_dict['feature select time > %i'%i]=[]\n",
1846
    "    fpr_train_dict['feature select time > %i'%i]=[]\n",
1847
    "    tpr_train_dict['feature select time > %i'%i]=[]\n",
1848
    "    fpr_test_dict['feature select time > %i'%i]=[]\n",
1849
    "    tpr_test_dict['feature select time > %i'%i]=[]\n",
1850
    "    auc_train_dict['feature select time > %i'%i]=[]\n",
1851
    "    auc_test_dict['feature select time > %i'%i]=[]\n",
1852
    "    accuracy_train_dict['feature select time > %i'%i]=[]\n",
1853
    "    accuracy_test_dict['feature select time > %i'%i]=[]\n",
1854
    "    feature_totalselect_dict['feature select time > %i'%i] = list(feature_select_dict.keys())\n",
1855
    "    \n",
1856
    "    for train, test in outer_cv.split(x_prepost_sel, y_prepost_array):\n",
1857
    "        clf = GridSearchCV(estimator=svm, param_grid=tuned_parameters, scoring='roc_auc', cv=inner_cv) \n",
1858
    "        clf.fit(x_prepost_sel[train], y_prepost_array[train])\n",
1859
    "        clf_outer = LinearSVC(penalty='l2',random_state=0, class_weight='balanced', C=clf.best_params_['C'])  \n",
1860
    "        clf_outer.fit(x_prepost_sel[train], y_prepost_array[train])\n",
1861
    "        \n",
1862
    "        predicted, y_pred = clf_outer.predict(x_prepost_sel[train]), clf_outer.predict(x_prepost_sel[test])\n",
1863
    "        fpr_train, tpr_train, thresholds_train = roc_curve(y_prepost_array[train], predicted)\n",
1864
    "        fpr_test, tpr_test, thresholds_test = roc_curve(y_prepost_array[test], y_pred)\n",
1865
    "        auc_train, auc_test = auc(fpr_train, tpr_train), auc(fpr_test, tpr_test)\n",
1866
    "        accuracy_train, accuracy_test = accuracy_score(y_prepost_array[train], predicted), accuracy_score(y_prepost_array[test], y_pred)\n",
1867
    "        \n",
1868
    "        c_dict['feature select time > %i'%i].append(clf.best_params_['C'])\n",
1869
    "\n",
1870
    "        fpr_train_dict['feature select time > %i'%i].append(fpr_train[1])\n",
1871
    "        tpr_train_dict['feature select time > %i'%i].append(tpr_train[1])\n",
1872
    "        fpr_test_dict['feature select time > %i'%i].append(fpr_test[1])\n",
1873
    "        tpr_test_dict['feature select time > %i'%i].append(tpr_test[1])\n",
1874
    "        auc_train_dict['feature select time > %i'%i].append(auc_train)\n",
1875
    "        auc_test_dict['feature select time > %i'%i].append(auc_test)\n",
1876
    "        accuracy_train_dict['feature select time > %i'%i].append(accuracy_train)\n",
1877
    "        accuracy_test_dict['feature select time > %i'%i].append(accuracy_test)"
1878
   ]
1879
  },
1880
  {
1881
   "cell_type": "code",
1882
   "execution_count": 48,
1883
   "metadata": {
1884
    "scrolled": true
1885
   },
1886
   "outputs": [
1887
    {
1888
     "name": "stdout",
1889
     "output_type": "stream",
1890
     "text": [
1891
      "{'feature select time > 0': 0.522638888888889, 'feature select time > 1': 0.6322222222222221, 'feature select time > 2': 0.5931944444444444, 'feature select time > 3': 0.5345833333333334, 'feature select time > 4': 0.5345833333333334}\n",
1892
      "{'feature select time > 0': 0.5201754385964913, 'feature select time > 1': 0.6342105263157894, 'feature select time > 2': 0.5964912280701754, 'feature select time > 3': 0.5383040935672514, 'feature select time > 4': 0.5383040935672514}\n",
1893
      "{'feature select time > 0': 0.5652777777777778, 'feature select time > 1': 0.6, 'feature select time > 2': 0.5430555555555556, 'feature select time > 3': 0.49027777777777776, 'feature select time > 4': 0.49027777777777776}\n",
1894
      "{'feature select time > 0': 0.4800000000000001, 'feature select time > 1': 0.6644444444444445, 'feature select time > 2': 0.6433333333333333, 'feature select time > 3': 0.5788888888888888, 'feature select time > 4': 0.5788888888888888}\n"
1895
     ]
1896
    }
1897
   ],
1898
   "source": [
1899
    "## calculate average auc train and test value in outer CV\n",
1900
    "auc_avg_test_dict = {}\n",
1901
    "auc_avg_train_dict = {}\n",
1902
    "accuracy_avg_test_dict = {}\n",
1903
    "accuracy_avg_train_dict = {}\n",
1904
    "sensi_avg_test_dict = {}\n",
1905
    "sensi_avg_train_dict = {}\n",
1906
    "speci_avg_test_dict = {}\n",
1907
    "speci_avg_train_dict = {}\n",
1908
    "for key in auc_test_dict:\n",
1909
    "    auc_test, auc_train = 0.0, 0.0\n",
1910
    "    accuracy_test, accuracy_train = 0.0, 0.0\n",
1911
    "    sensi_test, sensi_train = 0.0, 0.0\n",
1912
    "    speci_test, speci_train = 0.0, 0.0\n",
1913
    "    for time in auc_test_dict[key]:\n",
1914
    "        auc_test += time\n",
1915
    "    for time in auc_train_dict[key]:\n",
1916
    "        auc_train += time\n",
1917
    "    for time in accuracy_test_dict[key]:\n",
1918
    "        accuracy_test += time\n",
1919
    "    for time in accuracy_train_dict[key]:\n",
1920
    "        accuracy_train += time\n",
1921
    "    for time in tpr_test_dict[key]:\n",
1922
    "        sensi_test += time\n",
1923
    "    for time in tpr_train_dict[key]:\n",
1924
    "        sensi_train += time\n",
1925
    "    for time in fpr_test_dict[key]:\n",
1926
    "        speci_test += 1-time\n",
1927
    "    for time in fpr_train_dict[key]:\n",
1928
    "        speci_train += 1-time\n",
1929
    "    auc_avg_test, auc_avg_train = auc_test/10, auc_train/10\n",
1930
    "    accuracy_avg_test, accuracy_avg_train = accuracy_test/10, accuracy_train/10\n",
1931
    "    auc_avg_test_dict[key]=auc_avg_test\n",
1932
    "    auc_avg_train_dict[key]=auc_avg_train\n",
1933
    "    accuracy_avg_test_dict[key]=accuracy_avg_test\n",
1934
    "    accuracy_avg_train_dict[key]=accuracy_avg_train\n",
1935
    "    sensi_avg_test, sensi_avg_train = sensi_test/10, sensi_train/10\n",
1936
    "    speci_avg_test, speci_avg_train = speci_test/10, speci_train/10\n",
1937
    "    sensi_avg_test_dict[key]=sensi_avg_test\n",
1938
    "    sensi_avg_train_dict[key]=sensi_avg_train\n",
1939
    "    speci_avg_test_dict[key]=speci_avg_test\n",
1940
    "    speci_avg_train_dict[key]=speci_avg_train\n",
1941
    "print(auc_avg_test_dict)\n",
1942
    "print(accuracy_avg_test_dict)\n",
1943
    "print(sensi_avg_test_dict)\n",
1944
    "print(speci_avg_test_dict)"
1945
   ]
1946
  },
1947
  {
1948
   "cell_type": "code",
1949
   "execution_count": 51,
1950
   "metadata": {},
1951
   "outputs": [
1952
    {
1953
     "name": "stdout",
1954
     "output_type": "stream",
1955
     "text": [
1956
      "{'feature select time > 0': 0.6356412510828668, 'feature select time > 1': 0.652589603185891, 'feature select time > 2': 0.6133601517952961, 'feature select time > 3': 0.5493436049443374, 'feature select time > 4': 0.5493436049443374}\n",
1957
      "{'feature select time > 0': 0.6343848018249216, 'feature select time > 1': 0.6535286569717706, 'feature select time > 2': 0.616463501568292, 'feature select time > 3': 0.551960364984317, 'feature select time > 4': 0.551960364984317}\n",
1958
      "{'feature select time > 0': 0.6590506329113923, 'feature select time > 1': 0.6350949367088606, 'feature select time > 2': 0.5555379746835443, 'feature select time > 3': 0.5012025316455696, 'feature select time > 4': 0.5012025316455696}\n",
1959
      "{'feature select time > 0': 0.6122318692543413, 'feature select time > 1': 0.6700842696629213, 'feature select time > 2': 0.671182328907048, 'feature select time > 3': 0.5974846782431052, 'feature select time > 4': 0.5974846782431052}\n"
1960
     ]
1961
    }
1962
   ],
1963
   "source": [
1964
    "print(auc_avg_train_dict)\n",
1965
    "print(accuracy_avg_train_dict)\n",
1966
    "print(sensi_avg_train_dict)\n",
1967
    "print(speci_avg_train_dict)"
1968
   ]
1969
  }
1970
 ],
1971
 "metadata": {
1972
  "kernelspec": {
1973
   "display_name": "Python 3",
1974
   "language": "python",
1975
   "name": "python3"
1976
  },
1977
  "language_info": {
1978
   "codemirror_mode": {
1979
    "name": "ipython",
1980
    "version": 3
1981
   },
1982
   "file_extension": ".py",
1983
   "mimetype": "text/x-python",
1984
   "name": "python",
1985
   "nbconvert_exporter": "python",
1986
   "pygments_lexer": "ipython3",
1987
   "version": "3.7.6"
1988
  }
1989
 },
1990
 "nbformat": 4,
1991
 "nbformat_minor": 4
1992
}