a b/src/practice/ecg_mit.ipynb
1
{
2
  "nbformat": 4,
3
  "nbformat_minor": 0,
4
  "metadata": {
5
    "colab": {
6
      "name": "ecg-mit.ipynb",
7
      "provenance": [],
8
      "collapsed_sections": []
9
    },
10
    "kernelspec": {
11
      "name": "python3",
12
      "display_name": "Python 3"
13
    },
14
    "accelerator": "GPU"
15
  },
16
  "cells": [
17
    {
18
      "cell_type": "markdown",
19
      "metadata": {
20
        "id": "87hrfLwrHd24",
21
        "colab_type": "text"
22
      },
23
      "source": [
24
        "Make your google drive account and setup your google drive on your computer. \n",
25
        "Open a new colab jupyter notebook at https://colab.research.google.com/drive\n",
26
        "and follow next codes\n",
27
        "Connect your google drive to the colab server. \n",
28
        "And make sure you choose GPU at Edit/Notebook Setting. "
29
      ]
30
    },
31
    {
32
      "cell_type": "code",
33
      "metadata": {
34
        "id": "gzMhbJmEf9vC",
35
        "colab_type": "code",
36
        "colab": {}
37
      },
38
      "source": [
39
        "from __future__ import division\n",
40
        "from google.colab import drive\n",
41
        "drive.mount('/content/gdrive')"
42
      ],
43
      "execution_count": 0,
44
      "outputs": []
45
    },
46
    {
47
      "cell_type": "code",
48
      "metadata": {
49
        "id": "15DCLJ6CEihX",
50
        "colab_type": "code",
51
        "outputId": "60b71728-bcb5-46e7-9c5b-4f79ed57e008",
52
        "colab": {
53
          "base_uri": "https://localhost:8080/",
54
          "height": 190
55
        }
56
      },
57
      "source": [
58
        "!pip install deepdish"
59
      ],
60
      "execution_count": 8,
61
      "outputs": [
62
        {
63
          "output_type": "stream",
64
          "text": [
65
            "Collecting deepdish\n",
66
            "  Downloading https://files.pythonhosted.org/packages/6e/39/2a47c852651982bc5eb39212ac110284dd20126bdc7b49bde401a0139f5d/deepdish-0.3.6-py2.py3-none-any.whl\n",
67
            "Requirement already satisfied: scipy in /usr/local/lib/python3.6/dist-packages (from deepdish) (1.3.1)\n",
68
            "Requirement already satisfied: tables in /usr/local/lib/python3.6/dist-packages (from deepdish) (3.4.4)\n",
69
            "Requirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from deepdish) (1.16.5)\n",
70
            "Requirement already satisfied: numexpr>=2.5.2 in /usr/local/lib/python3.6/dist-packages (from tables->deepdish) (2.7.0)\n",
71
            "Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.6/dist-packages (from tables->deepdish) (1.12.0)\n",
72
            "Installing collected packages: deepdish\n",
73
            "Successfully installed deepdish-0.3.6\n"
74
          ],
75
          "name": "stdout"
76
        }
77
      ]
78
    },
79
    {
80
      "cell_type": "code",
81
      "metadata": {
82
        "id": "8z_U7Dgxkm3K",
83
        "colab_type": "code",
84
        "colab": {
85
          "base_uri": "https://localhost:8080/",
86
          "height": 581
87
        },
88
        "outputId": "26ed6eaa-c057-4d59-c986-e9d59d025400"
89
      },
90
      "source": [
91
        "!pip install wfdb"
92
      ],
93
      "execution_count": 10,
94
      "outputs": [
95
        {
96
          "output_type": "stream",
97
          "text": [
98
            "Collecting wfdb\n",
99
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/b2/96/c2200539fdf4f087e14d30ed62a66544b6f441196bcb8ecc7a29ec6503b9/wfdb-2.2.1.tar.gz (94kB)\n",
100
            "\u001b[K     |████████████████████████████████| 102kB 8.4MB/s \n",
101
            "\u001b[?25hCollecting nose>=1.3.7 (from wfdb)\n",
102
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/15/d8/dd071918c040f50fa1cf80da16423af51ff8ce4a0f2399b7bf8de45ac3d9/nose-1.3.7-py3-none-any.whl (154kB)\n",
103
            "\u001b[K     |████████████████████████████████| 163kB 21.9MB/s \n",
104
            "\u001b[?25hRequirement already satisfied: numpy>=1.11.0 in /usr/local/lib/python3.6/dist-packages (from wfdb) (1.15.4)\n",
105
            "Requirement already satisfied: matplotlib>=1.5.1 in /usr/local/lib/python3.6/dist-packages (from wfdb) (3.0.3)\n",
106
            "Requirement already satisfied: requests>=2.10.0 in /usr/local/lib/python3.6/dist-packages (from wfdb) (2.21.0)\n",
107
            "Requirement already satisfied: pandas>=0.19.1 in /usr/local/lib/python3.6/dist-packages (from wfdb) (0.24.2)\n",
108
            "Requirement already satisfied: scipy>=0.19.0 in /usr/local/lib/python3.6/dist-packages (from wfdb) (1.3.1)\n",
109
            "Requirement already satisfied: sklearn>=0.0 in /usr/local/lib/python3.6/dist-packages (from wfdb) (0.0)\n",
110
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.6/dist-packages (from matplotlib>=1.5.1->wfdb) (0.10.0)\n",
111
            "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib>=1.5.1->wfdb) (2.5.3)\n",
112
            "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib>=1.5.1->wfdb) (2.4.2)\n",
113
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib>=1.5.1->wfdb) (1.1.0)\n",
114
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests>=2.10.0->wfdb) (2019.9.11)\n",
115
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests>=2.10.0->wfdb) (3.0.4)\n",
116
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests>=2.10.0->wfdb) (2.8)\n",
117
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests>=2.10.0->wfdb) (1.24.3)\n",
118
            "Requirement already satisfied: pytz>=2011k in /usr/local/lib/python3.6/dist-packages (from pandas>=0.19.1->wfdb) (2018.9)\n",
119
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.6/dist-packages (from sklearn>=0.0->wfdb) (0.21.3)\n",
120
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from cycler>=0.10->matplotlib>=1.5.1->wfdb) (1.12.0)\n",
121
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from kiwisolver>=1.0.1->matplotlib>=1.5.1->wfdb) (41.2.0)\n",
122
            "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.6/dist-packages (from scikit-learn->sklearn>=0.0->wfdb) (0.14.0)\n",
123
            "Building wheels for collected packages: wfdb\n",
124
            "  Building wheel for wfdb (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
125
            "  Created wheel for wfdb: filename=wfdb-2.2.1-cp36-none-any.whl size=100368 sha256=b342c7d5b55451b64dcf04ce234b7d257be809893901eae3343d3bc17db4e277\n",
126
            "  Stored in directory: /root/.cache/pip/wheels/bb/a9/00/0078d26b0c15b31be0001af8eb659496709c361c69641303f1\n",
127
            "Successfully built wfdb\n",
128
            "Installing collected packages: nose, wfdb\n",
129
            "Successfully installed nose-1.3.7 wfdb-2.2.1\n"
130
          ],
131
          "name": "stdout"
132
        }
133
      ]
134
    },
135
    {
136
      "cell_type": "code",
137
      "metadata": {
138
        "id": "_KHsyFPyLNJR",
139
        "colab_type": "code",
140
        "outputId": "c7f83be4-2e95-42a6-90bb-e50d04b094c7",
141
        "colab": {
142
          "base_uri": "https://localhost:8080/",
143
          "height": 310
144
        }
145
      },
146
      "source": [
147
        "!pip install numpy==1.15.4"
148
      ],
149
      "execution_count": 9,
150
      "outputs": [
151
        {
152
          "output_type": "stream",
153
          "text": [
154
            "Collecting numpy==1.15.4\n",
155
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/ff/7f/9d804d2348471c67a7d8b5f84f9bc59fd1cefa148986f2b74552f8573555/numpy-1.15.4-cp36-cp36m-manylinux1_x86_64.whl (13.9MB)\n",
156
            "\u001b[K     |████████████████████████████████| 13.9MB 6.5MB/s \n",
157
            "\u001b[31mERROR: tensorflow 1.15.0rc3 has requirement numpy<2.0,>=1.16.0, but you'll have numpy 1.15.4 which is incompatible.\u001b[0m\n",
158
            "\u001b[31mERROR: datascience 0.10.6 has requirement folium==0.2.1, but you'll have folium 0.8.3 which is incompatible.\u001b[0m\n",
159
            "\u001b[31mERROR: albumentations 0.1.12 has requirement imgaug<0.2.7,>=0.2.5, but you'll have imgaug 0.2.9 which is incompatible.\u001b[0m\n",
160
            "\u001b[?25hInstalling collected packages: numpy\n",
161
            "  Found existing installation: numpy 1.16.5\n",
162
            "    Uninstalling numpy-1.16.5:\n",
163
            "      Successfully uninstalled numpy-1.16.5\n",
164
            "Successfully installed numpy-1.15.4\n"
165
          ],
166
          "name": "stdout"
167
        },
168
        {
169
          "output_type": "display_data",
170
          "data": {
171
            "application/vnd.colab-display-data+json": {
172
              "pip_warning": {
173
                "packages": [
174
                  "numpy"
175
                ]
176
              }
177
            }
178
          },
179
          "metadata": {
180
            "tags": []
181
          }
182
        }
183
      ]
184
    },
185
    {
186
      "cell_type": "markdown",
187
      "metadata": {
188
        "id": "uD-Vt5ZFHVCP",
189
        "colab_type": "text"
190
      },
191
      "source": [
192
        "Here, restart the runtime. "
193
      ]
194
    },
195
    {
196
      "cell_type": "code",
197
      "metadata": {
198
        "id": "X1OAY5xYIdxN",
199
        "colab_type": "code",
200
        "outputId": "76335e21-67bf-49a9-82ac-59fdc4c9b93f",
201
        "colab": {
202
          "base_uri": "https://localhost:8080/",
203
          "height": 34
204
        }
205
      },
206
      "source": [
207
        "cd gdrive/'My Drive'"
208
      ],
209
      "execution_count": 4,
210
      "outputs": [
211
        {
212
          "output_type": "stream",
213
          "text": [
214
            "/content/gdrive/My Drive\n"
215
          ],
216
          "name": "stdout"
217
        }
218
      ]
219
    },
220
    {
221
      "cell_type": "code",
222
      "metadata": {
223
        "id": "YUlbswjMIB1W",
224
        "colab_type": "code",
225
        "colab": {}
226
      },
227
      "source": [
228
        "!git clone https://github.com/physhik/ecg-mit-bih.git"
229
      ],
230
      "execution_count": 0,
231
      "outputs": []
232
    },
233
    {
234
      "cell_type": "code",
235
      "metadata": {
236
        "id": "RLj0fQiVOTbd",
237
        "colab_type": "code",
238
        "outputId": "2312b803-0448-4fc3-d44e-e057fd214d3c",
239
        "colab": {
240
          "base_uri": "https://localhost:8080/",
241
          "height": 34
242
        }
243
      },
244
      "source": [
245
        "cd ecg-mit-bih/src"
246
      ],
247
      "execution_count": 5,
248
      "outputs": [
249
        {
250
          "output_type": "stream",
251
          "text": [
252
            "/content/gdrive/My Drive/ecg-mit-bih/src\n"
253
          ],
254
          "name": "stdout"
255
        }
256
      ]
257
    },
258
    {
259
      "cell_type": "code",
260
      "metadata": {
261
        "id": "4mXnKUSKIm1h",
262
        "colab_type": "code",
263
        "colab": {}
264
      },
265
      "source": [
266
        "# You need to download data and excute data processing. However, it takes much time and it run without GPU. I recommend you to run the codes at your local computer instead. \n",
267
        "\n",
268
        "# !python data.py --downloading True"
269
      ],
270
      "execution_count": 0,
271
      "outputs": []
272
    },
273
    {
274
      "cell_type": "code",
275
      "metadata": {
276
        "id": "0gdiDCuAOU9O",
277
        "colab_type": "code",
278
        "outputId": "cc895b43-b9e4-4660-f33a-b155811d6bff",
279
        "colab": {
280
          "base_uri": "https://localhost:8080/",
281
          "height": 1000
282
        }
283
      },
284
      "source": [
285
        "# Change the configurations upon your taste. The detail options of the configurations can be found at config.py file.  \n",
286
        "\n",
287
        "!python train.py --epoch 11"
288
      ],
289
      "execution_count": 0,
290
      "outputs": [
291
        {
292
          "output_type": "stream",
293
          "text": [
294
            "Using TensorFlow backend.\n",
295
            "feature: MLII\n",
296
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:541: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
297
            "\n",
298
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:66: The name tf.get_default_graph is deprecated. Please use tf.compat.v1.get_default_graph instead.\n",
299
            "\n",
300
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:4479: The name tf.truncated_normal is deprecated. Please use tf.random.truncated_normal instead.\n",
301
            "\n",
302
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:148: The name tf.placeholder_with_default is deprecated. Please use tf.compat.v1.placeholder_with_default instead.\n",
303
            "\n",
304
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:4267: The name tf.nn.max_pool is deprecated. Please use tf.nn.max_pool2d instead.\n",
305
            "\n",
306
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:3733: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
307
            "Instructions for updating:\n",
308
            "Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n",
309
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:4432: The name tf.random_uniform is deprecated. Please use tf.random.uniform instead.\n",
310
            "\n",
311
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/optimizers.py:793: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
312
            "\n",
313
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:3576: The name tf.log is deprecated. Please use tf.math.log instead.\n",
314
            "\n",
315
            "Model: \"model_1\"\n",
316
            "__________________________________________________________________________________________________\n",
317
            "Layer (type)                    Output Shape         Param #     Connected to                     \n",
318
            "==================================================================================================\n",
319
            "input (InputLayer)              (None, 256, 1)       0                                            \n",
320
            "__________________________________________________________________________________________________\n",
321
            "conv1d_1 (Conv1D)               (None, 256, 32)      544         input[0][0]                      \n",
322
            "__________________________________________________________________________________________________\n",
323
            "batch_normalization_1 (BatchNor (None, 256, 32)      128         conv1d_1[0][0]                   \n",
324
            "__________________________________________________________________________________________________\n",
325
            "activation_1 (Activation)       (None, 256, 32)      0           batch_normalization_1[0][0]      \n",
326
            "__________________________________________________________________________________________________\n",
327
            "conv1d_2 (Conv1D)               (None, 256, 32)      16416       activation_1[0][0]               \n",
328
            "__________________________________________________________________________________________________\n",
329
            "batch_normalization_2 (BatchNor (None, 256, 32)      128         conv1d_2[0][0]                   \n",
330
            "__________________________________________________________________________________________________\n",
331
            "activation_2 (Activation)       (None, 256, 32)      0           batch_normalization_2[0][0]      \n",
332
            "__________________________________________________________________________________________________\n",
333
            "dropout_1 (Dropout)             (None, 256, 32)      0           activation_2[0][0]               \n",
334
            "__________________________________________________________________________________________________\n",
335
            "max_pooling1d_1 (MaxPooling1D)  (None, 256, 32)      0           activation_1[0][0]               \n",
336
            "__________________________________________________________________________________________________\n",
337
            "conv1d_3 (Conv1D)               (None, 256, 32)      16416       dropout_1[0][0]                  \n",
338
            "__________________________________________________________________________________________________\n",
339
            "add_1 (Add)                     (None, 256, 32)      0           max_pooling1d_1[0][0]            \n",
340
            "                                                                 conv1d_3[0][0]                   \n",
341
            "__________________________________________________________________________________________________\n",
342
            "batch_normalization_3 (BatchNor (None, 256, 32)      128         add_1[0][0]                      \n",
343
            "__________________________________________________________________________________________________\n",
344
            "activation_3 (Activation)       (None, 256, 32)      0           batch_normalization_3[0][0]      \n",
345
            "__________________________________________________________________________________________________\n",
346
            "conv1d_4 (Conv1D)               (None, 128, 32)      16416       activation_3[0][0]               \n",
347
            "__________________________________________________________________________________________________\n",
348
            "batch_normalization_4 (BatchNor (None, 128, 32)      128         conv1d_4[0][0]                   \n",
349
            "__________________________________________________________________________________________________\n",
350
            "activation_4 (Activation)       (None, 128, 32)      0           batch_normalization_4[0][0]      \n",
351
            "__________________________________________________________________________________________________\n",
352
            "dropout_2 (Dropout)             (None, 128, 32)      0           activation_4[0][0]               \n",
353
            "__________________________________________________________________________________________________\n",
354
            "max_pooling1d_2 (MaxPooling1D)  (None, 128, 32)      0           add_1[0][0]                      \n",
355
            "__________________________________________________________________________________________________\n",
356
            "conv1d_5 (Conv1D)               (None, 128, 32)      16416       dropout_2[0][0]                  \n",
357
            "__________________________________________________________________________________________________\n",
358
            "add_2 (Add)                     (None, 128, 32)      0           max_pooling1d_2[0][0]            \n",
359
            "                                                                 conv1d_5[0][0]                   \n",
360
            "__________________________________________________________________________________________________\n",
361
            "batch_normalization_5 (BatchNor (None, 128, 32)      128         add_2[0][0]                      \n",
362
            "__________________________________________________________________________________________________\n",
363
            "activation_5 (Activation)       (None, 128, 32)      0           batch_normalization_5[0][0]      \n",
364
            "__________________________________________________________________________________________________\n",
365
            "conv1d_6 (Conv1D)               (None, 128, 32)      16416       activation_5[0][0]               \n",
366
            "__________________________________________________________________________________________________\n",
367
            "batch_normalization_6 (BatchNor (None, 128, 32)      128         conv1d_6[0][0]                   \n",
368
            "__________________________________________________________________________________________________\n",
369
            "activation_6 (Activation)       (None, 128, 32)      0           batch_normalization_6[0][0]      \n",
370
            "__________________________________________________________________________________________________\n",
371
            "dropout_3 (Dropout)             (None, 128, 32)      0           activation_6[0][0]               \n",
372
            "__________________________________________________________________________________________________\n",
373
            "max_pooling1d_3 (MaxPooling1D)  (None, 128, 32)      0           add_2[0][0]                      \n",
374
            "__________________________________________________________________________________________________\n",
375
            "conv1d_7 (Conv1D)               (None, 128, 32)      16416       dropout_3[0][0]                  \n",
376
            "__________________________________________________________________________________________________\n",
377
            "add_3 (Add)                     (None, 128, 32)      0           max_pooling1d_3[0][0]            \n",
378
            "                                                                 conv1d_7[0][0]                   \n",
379
            "__________________________________________________________________________________________________\n",
380
            "batch_normalization_7 (BatchNor (None, 128, 32)      128         add_3[0][0]                      \n",
381
            "__________________________________________________________________________________________________\n",
382
            "activation_7 (Activation)       (None, 128, 32)      0           batch_normalization_7[0][0]      \n",
383
            "__________________________________________________________________________________________________\n",
384
            "conv1d_8 (Conv1D)               (None, 64, 32)       16416       activation_7[0][0]               \n",
385
            "__________________________________________________________________________________________________\n",
386
            "batch_normalization_8 (BatchNor (None, 64, 32)       128         conv1d_8[0][0]                   \n",
387
            "__________________________________________________________________________________________________\n",
388
            "activation_8 (Activation)       (None, 64, 32)       0           batch_normalization_8[0][0]      \n",
389
            "__________________________________________________________________________________________________\n",
390
            "dropout_4 (Dropout)             (None, 64, 32)       0           activation_8[0][0]               \n",
391
            "__________________________________________________________________________________________________\n",
392
            "max_pooling1d_4 (MaxPooling1D)  (None, 64, 32)       0           add_3[0][0]                      \n",
393
            "__________________________________________________________________________________________________\n",
394
            "conv1d_9 (Conv1D)               (None, 64, 32)       16416       dropout_4[0][0]                  \n",
395
            "__________________________________________________________________________________________________\n",
396
            "add_4 (Add)                     (None, 64, 32)       0           max_pooling1d_4[0][0]            \n",
397
            "                                                                 conv1d_9[0][0]                   \n",
398
            "__________________________________________________________________________________________________\n",
399
            "batch_normalization_9 (BatchNor (None, 64, 32)       128         add_4[0][0]                      \n",
400
            "__________________________________________________________________________________________________\n",
401
            "activation_9 (Activation)       (None, 64, 32)       0           batch_normalization_9[0][0]      \n",
402
            "__________________________________________________________________________________________________\n",
403
            "conv1d_10 (Conv1D)              (None, 64, 32)       16416       activation_9[0][0]               \n",
404
            "__________________________________________________________________________________________________\n",
405
            "batch_normalization_10 (BatchNo (None, 64, 32)       128         conv1d_10[0][0]                  \n",
406
            "__________________________________________________________________________________________________\n",
407
            "activation_10 (Activation)      (None, 64, 32)       0           batch_normalization_10[0][0]     \n",
408
            "__________________________________________________________________________________________________\n",
409
            "dropout_5 (Dropout)             (None, 64, 32)       0           activation_10[0][0]              \n",
410
            "__________________________________________________________________________________________________\n",
411
            "max_pooling1d_5 (MaxPooling1D)  (None, 64, 32)       0           add_4[0][0]                      \n",
412
            "__________________________________________________________________________________________________\n",
413
            "conv1d_11 (Conv1D)              (None, 64, 32)       16416       dropout_5[0][0]                  \n",
414
            "__________________________________________________________________________________________________\n",
415
            "add_5 (Add)                     (None, 64, 32)       0           max_pooling1d_5[0][0]            \n",
416
            "                                                                 conv1d_11[0][0]                  \n",
417
            "__________________________________________________________________________________________________\n",
418
            "batch_normalization_11 (BatchNo (None, 64, 32)       128         add_5[0][0]                      \n",
419
            "__________________________________________________________________________________________________\n",
420
            "activation_11 (Activation)      (None, 64, 32)       0           batch_normalization_11[0][0]     \n",
421
            "__________________________________________________________________________________________________\n",
422
            "conv1d_12 (Conv1D)              (None, 32, 64)       32832       activation_11[0][0]              \n",
423
            "__________________________________________________________________________________________________\n",
424
            "batch_normalization_12 (BatchNo (None, 32, 64)       256         conv1d_12[0][0]                  \n",
425
            "__________________________________________________________________________________________________\n",
426
            "activation_12 (Activation)      (None, 32, 64)       0           batch_normalization_12[0][0]     \n",
427
            "__________________________________________________________________________________________________\n",
428
            "max_pooling1d_6 (MaxPooling1D)  (None, 32, 32)       0           add_5[0][0]                      \n",
429
            "__________________________________________________________________________________________________\n",
430
            "dropout_6 (Dropout)             (None, 32, 64)       0           activation_12[0][0]              \n",
431
            "__________________________________________________________________________________________________\n",
432
            "lambda_1 (Lambda)               (None, 32, 64)       0           max_pooling1d_6[0][0]            \n",
433
            "__________________________________________________________________________________________________\n",
434
            "conv1d_13 (Conv1D)              (None, 32, 64)       65600       dropout_6[0][0]                  \n",
435
            "__________________________________________________________________________________________________\n",
436
            "add_6 (Add)                     (None, 32, 64)       0           lambda_1[0][0]                   \n",
437
            "                                                                 conv1d_13[0][0]                  \n",
438
            "__________________________________________________________________________________________________\n",
439
            "batch_normalization_13 (BatchNo (None, 32, 64)       256         add_6[0][0]                      \n",
440
            "__________________________________________________________________________________________________\n",
441
            "activation_13 (Activation)      (None, 32, 64)       0           batch_normalization_13[0][0]     \n",
442
            "__________________________________________________________________________________________________\n",
443
            "conv1d_14 (Conv1D)              (None, 32, 64)       65600       activation_13[0][0]              \n",
444
            "__________________________________________________________________________________________________\n",
445
            "batch_normalization_14 (BatchNo (None, 32, 64)       256         conv1d_14[0][0]                  \n",
446
            "__________________________________________________________________________________________________\n",
447
            "activation_14 (Activation)      (None, 32, 64)       0           batch_normalization_14[0][0]     \n",
448
            "__________________________________________________________________________________________________\n",
449
            "dropout_7 (Dropout)             (None, 32, 64)       0           activation_14[0][0]              \n",
450
            "__________________________________________________________________________________________________\n",
451
            "max_pooling1d_7 (MaxPooling1D)  (None, 32, 64)       0           add_6[0][0]                      \n",
452
            "__________________________________________________________________________________________________\n",
453
            "conv1d_15 (Conv1D)              (None, 32, 64)       65600       dropout_7[0][0]                  \n",
454
            "__________________________________________________________________________________________________\n",
455
            "add_7 (Add)                     (None, 32, 64)       0           max_pooling1d_7[0][0]            \n",
456
            "                                                                 conv1d_15[0][0]                  \n",
457
            "__________________________________________________________________________________________________\n",
458
            "batch_normalization_15 (BatchNo (None, 32, 64)       256         add_7[0][0]                      \n",
459
            "__________________________________________________________________________________________________\n",
460
            "activation_15 (Activation)      (None, 32, 64)       0           batch_normalization_15[0][0]     \n",
461
            "__________________________________________________________________________________________________\n",
462
            "conv1d_16 (Conv1D)              (None, 16, 64)       65600       activation_15[0][0]              \n",
463
            "__________________________________________________________________________________________________\n",
464
            "batch_normalization_16 (BatchNo (None, 16, 64)       256         conv1d_16[0][0]                  \n",
465
            "__________________________________________________________________________________________________\n",
466
            "activation_16 (Activation)      (None, 16, 64)       0           batch_normalization_16[0][0]     \n",
467
            "__________________________________________________________________________________________________\n",
468
            "dropout_8 (Dropout)             (None, 16, 64)       0           activation_16[0][0]              \n",
469
            "__________________________________________________________________________________________________\n",
470
            "max_pooling1d_8 (MaxPooling1D)  (None, 16, 64)       0           add_7[0][0]                      \n",
471
            "__________________________________________________________________________________________________\n",
472
            "conv1d_17 (Conv1D)              (None, 16, 64)       65600       dropout_8[0][0]                  \n",
473
            "__________________________________________________________________________________________________\n",
474
            "add_8 (Add)                     (None, 16, 64)       0           max_pooling1d_8[0][0]            \n",
475
            "                                                                 conv1d_17[0][0]                  \n",
476
            "__________________________________________________________________________________________________\n",
477
            "batch_normalization_17 (BatchNo (None, 16, 64)       256         add_8[0][0]                      \n",
478
            "__________________________________________________________________________________________________\n",
479
            "activation_17 (Activation)      (None, 16, 64)       0           batch_normalization_17[0][0]     \n",
480
            "__________________________________________________________________________________________________\n",
481
            "conv1d_18 (Conv1D)              (None, 16, 64)       65600       activation_17[0][0]              \n",
482
            "__________________________________________________________________________________________________\n",
483
            "batch_normalization_18 (BatchNo (None, 16, 64)       256         conv1d_18[0][0]                  \n",
484
            "__________________________________________________________________________________________________\n",
485
            "activation_18 (Activation)      (None, 16, 64)       0           batch_normalization_18[0][0]     \n",
486
            "__________________________________________________________________________________________________\n",
487
            "dropout_9 (Dropout)             (None, 16, 64)       0           activation_18[0][0]              \n",
488
            "__________________________________________________________________________________________________\n",
489
            "max_pooling1d_9 (MaxPooling1D)  (None, 16, 64)       0           add_8[0][0]                      \n",
490
            "__________________________________________________________________________________________________\n",
491
            "conv1d_19 (Conv1D)              (None, 16, 64)       65600       dropout_9[0][0]                  \n",
492
            "__________________________________________________________________________________________________\n",
493
            "add_9 (Add)                     (None, 16, 64)       0           max_pooling1d_9[0][0]            \n",
494
            "                                                                 conv1d_19[0][0]                  \n",
495
            "__________________________________________________________________________________________________\n",
496
            "batch_normalization_19 (BatchNo (None, 16, 64)       256         add_9[0][0]                      \n",
497
            "__________________________________________________________________________________________________\n",
498
            "activation_19 (Activation)      (None, 16, 64)       0           batch_normalization_19[0][0]     \n",
499
            "__________________________________________________________________________________________________\n",
500
            "conv1d_20 (Conv1D)              (None, 8, 128)       131200      activation_19[0][0]              \n",
501
            "__________________________________________________________________________________________________\n",
502
            "batch_normalization_20 (BatchNo (None, 8, 128)       512         conv1d_20[0][0]                  \n",
503
            "__________________________________________________________________________________________________\n",
504
            "activation_20 (Activation)      (None, 8, 128)       0           batch_normalization_20[0][0]     \n",
505
            "__________________________________________________________________________________________________\n",
506
            "max_pooling1d_10 (MaxPooling1D) (None, 8, 64)        0           add_9[0][0]                      \n",
507
            "__________________________________________________________________________________________________\n",
508
            "dropout_10 (Dropout)            (None, 8, 128)       0           activation_20[0][0]              \n",
509
            "__________________________________________________________________________________________________\n",
510
            "lambda_2 (Lambda)               (None, 8, 128)       0           max_pooling1d_10[0][0]           \n",
511
            "__________________________________________________________________________________________________\n",
512
            "conv1d_21 (Conv1D)              (None, 8, 128)       262272      dropout_10[0][0]                 \n",
513
            "__________________________________________________________________________________________________\n",
514
            "add_10 (Add)                    (None, 8, 128)       0           lambda_2[0][0]                   \n",
515
            "                                                                 conv1d_21[0][0]                  \n",
516
            "__________________________________________________________________________________________________\n",
517
            "batch_normalization_21 (BatchNo (None, 8, 128)       512         add_10[0][0]                     \n",
518
            "__________________________________________________________________________________________________\n",
519
            "activation_21 (Activation)      (None, 8, 128)       0           batch_normalization_21[0][0]     \n",
520
            "__________________________________________________________________________________________________\n",
521
            "conv1d_22 (Conv1D)              (None, 8, 128)       262272      activation_21[0][0]              \n",
522
            "__________________________________________________________________________________________________\n",
523
            "batch_normalization_22 (BatchNo (None, 8, 128)       512         conv1d_22[0][0]                  \n",
524
            "__________________________________________________________________________________________________\n",
525
            "activation_22 (Activation)      (None, 8, 128)       0           batch_normalization_22[0][0]     \n",
526
            "__________________________________________________________________________________________________\n",
527
            "dropout_11 (Dropout)            (None, 8, 128)       0           activation_22[0][0]              \n",
528
            "__________________________________________________________________________________________________\n",
529
            "max_pooling1d_11 (MaxPooling1D) (None, 8, 128)       0           add_10[0][0]                     \n",
530
            "__________________________________________________________________________________________________\n",
531
            "conv1d_23 (Conv1D)              (None, 8, 128)       262272      dropout_11[0][0]                 \n",
532
            "__________________________________________________________________________________________________\n",
533
            "add_11 (Add)                    (None, 8, 128)       0           max_pooling1d_11[0][0]           \n",
534
            "                                                                 conv1d_23[0][0]                  \n",
535
            "__________________________________________________________________________________________________\n",
536
            "batch_normalization_23 (BatchNo (None, 8, 128)       512         add_11[0][0]                     \n",
537
            "__________________________________________________________________________________________________\n",
538
            "activation_23 (Activation)      (None, 8, 128)       0           batch_normalization_23[0][0]     \n",
539
            "__________________________________________________________________________________________________\n",
540
            "conv1d_24 (Conv1D)              (None, 4, 128)       262272      activation_23[0][0]              \n",
541
            "__________________________________________________________________________________________________\n",
542
            "batch_normalization_24 (BatchNo (None, 4, 128)       512         conv1d_24[0][0]                  \n",
543
            "__________________________________________________________________________________________________\n",
544
            "activation_24 (Activation)      (None, 4, 128)       0           batch_normalization_24[0][0]     \n",
545
            "__________________________________________________________________________________________________\n",
546
            "dropout_12 (Dropout)            (None, 4, 128)       0           activation_24[0][0]              \n",
547
            "__________________________________________________________________________________________________\n",
548
            "max_pooling1d_12 (MaxPooling1D) (None, 4, 128)       0           add_11[0][0]                     \n",
549
            "__________________________________________________________________________________________________\n",
550
            "conv1d_25 (Conv1D)              (None, 4, 128)       262272      dropout_12[0][0]                 \n",
551
            "__________________________________________________________________________________________________\n",
552
            "add_12 (Add)                    (None, 4, 128)       0           max_pooling1d_12[0][0]           \n",
553
            "                                                                 conv1d_25[0][0]                  \n",
554
            "__________________________________________________________________________________________________\n",
555
            "batch_normalization_25 (BatchNo (None, 4, 128)       512         add_12[0][0]                     \n",
556
            "__________________________________________________________________________________________________\n",
557
            "activation_25 (Activation)      (None, 4, 128)       0           batch_normalization_25[0][0]     \n",
558
            "__________________________________________________________________________________________________\n",
559
            "conv1d_26 (Conv1D)              (None, 4, 128)       262272      activation_25[0][0]              \n",
560
            "__________________________________________________________________________________________________\n",
561
            "batch_normalization_26 (BatchNo (None, 4, 128)       512         conv1d_26[0][0]                  \n",
562
            "__________________________________________________________________________________________________\n",
563
            "activation_26 (Activation)      (None, 4, 128)       0           batch_normalization_26[0][0]     \n",
564
            "__________________________________________________________________________________________________\n",
565
            "dropout_13 (Dropout)            (None, 4, 128)       0           activation_26[0][0]              \n",
566
            "__________________________________________________________________________________________________\n",
567
            "max_pooling1d_13 (MaxPooling1D) (None, 4, 128)       0           add_12[0][0]                     \n",
568
            "__________________________________________________________________________________________________\n",
569
            "conv1d_27 (Conv1D)              (None, 4, 128)       262272      dropout_13[0][0]                 \n",
570
            "__________________________________________________________________________________________________\n",
571
            "add_13 (Add)                    (None, 4, 128)       0           max_pooling1d_13[0][0]           \n",
572
            "                                                                 conv1d_27[0][0]                  \n",
573
            "__________________________________________________________________________________________________\n",
574
            "batch_normalization_27 (BatchNo (None, 4, 128)       512         add_13[0][0]                     \n",
575
            "__________________________________________________________________________________________________\n",
576
            "activation_27 (Activation)      (None, 4, 128)       0           batch_normalization_27[0][0]     \n",
577
            "__________________________________________________________________________________________________\n",
578
            "conv1d_28 (Conv1D)              (None, 2, 256)       524544      activation_27[0][0]              \n",
579
            "__________________________________________________________________________________________________\n",
580
            "batch_normalization_28 (BatchNo (None, 2, 256)       1024        conv1d_28[0][0]                  \n",
581
            "__________________________________________________________________________________________________\n",
582
            "activation_28 (Activation)      (None, 2, 256)       0           batch_normalization_28[0][0]     \n",
583
            "__________________________________________________________________________________________________\n",
584
            "max_pooling1d_14 (MaxPooling1D) (None, 2, 128)       0           add_13[0][0]                     \n",
585
            "__________________________________________________________________________________________________\n",
586
            "dropout_14 (Dropout)            (None, 2, 256)       0           activation_28[0][0]              \n",
587
            "__________________________________________________________________________________________________\n",
588
            "lambda_3 (Lambda)               (None, 2, 256)       0           max_pooling1d_14[0][0]           \n",
589
            "__________________________________________________________________________________________________\n",
590
            "conv1d_29 (Conv1D)              (None, 2, 256)       1048832     dropout_14[0][0]                 \n",
591
            "__________________________________________________________________________________________________\n",
592
            "add_14 (Add)                    (None, 2, 256)       0           lambda_3[0][0]                   \n",
593
            "                                                                 conv1d_29[0][0]                  \n",
594
            "__________________________________________________________________________________________________\n",
595
            "batch_normalization_29 (BatchNo (None, 2, 256)       1024        add_14[0][0]                     \n",
596
            "__________________________________________________________________________________________________\n",
597
            "activation_29 (Activation)      (None, 2, 256)       0           batch_normalization_29[0][0]     \n",
598
            "__________________________________________________________________________________________________\n",
599
            "conv1d_30 (Conv1D)              (None, 2, 256)       1048832     activation_29[0][0]              \n",
600
            "__________________________________________________________________________________________________\n",
601
            "batch_normalization_30 (BatchNo (None, 2, 256)       1024        conv1d_30[0][0]                  \n",
602
            "__________________________________________________________________________________________________\n",
603
            "activation_30 (Activation)      (None, 2, 256)       0           batch_normalization_30[0][0]     \n",
604
            "__________________________________________________________________________________________________\n",
605
            "dropout_15 (Dropout)            (None, 2, 256)       0           activation_30[0][0]              \n",
606
            "__________________________________________________________________________________________________\n",
607
            "max_pooling1d_15 (MaxPooling1D) (None, 2, 256)       0           add_14[0][0]                     \n",
608
            "__________________________________________________________________________________________________\n",
609
            "conv1d_31 (Conv1D)              (None, 2, 256)       1048832     dropout_15[0][0]                 \n",
610
            "__________________________________________________________________________________________________\n",
611
            "add_15 (Add)                    (None, 2, 256)       0           max_pooling1d_15[0][0]           \n",
612
            "                                                                 conv1d_31[0][0]                  \n",
613
            "__________________________________________________________________________________________________\n",
614
            "batch_normalization_31 (BatchNo (None, 2, 256)       1024        add_15[0][0]                     \n",
615
            "__________________________________________________________________________________________________\n",
616
            "activation_31 (Activation)      (None, 2, 256)       0           batch_normalization_31[0][0]     \n",
617
            "__________________________________________________________________________________________________\n",
618
            "conv1d_32 (Conv1D)              (None, 1, 256)       1048832     activation_31[0][0]              \n",
619
            "__________________________________________________________________________________________________\n",
620
            "batch_normalization_32 (BatchNo (None, 1, 256)       1024        conv1d_32[0][0]                  \n",
621
            "__________________________________________________________________________________________________\n",
622
            "activation_32 (Activation)      (None, 1, 256)       0           batch_normalization_32[0][0]     \n",
623
            "__________________________________________________________________________________________________\n",
624
            "dropout_16 (Dropout)            (None, 1, 256)       0           activation_32[0][0]              \n",
625
            "__________________________________________________________________________________________________\n",
626
            "max_pooling1d_16 (MaxPooling1D) (None, 1, 256)       0           add_15[0][0]                     \n",
627
            "__________________________________________________________________________________________________\n",
628
            "conv1d_33 (Conv1D)              (None, 1, 256)       1048832     dropout_16[0][0]                 \n",
629
            "__________________________________________________________________________________________________\n",
630
            "add_16 (Add)                    (None, 1, 256)       0           max_pooling1d_16[0][0]           \n",
631
            "                                                                 conv1d_33[0][0]                  \n",
632
            "__________________________________________________________________________________________________\n",
633
            "batch_normalization_33 (BatchNo (None, 1, 256)       1024        add_16[0][0]                     \n",
634
            "__________________________________________________________________________________________________\n",
635
            "activation_33 (Activation)      (None, 1, 256)       0           batch_normalization_33[0][0]     \n",
636
            "__________________________________________________________________________________________________\n",
637
            "time_distributed_1 (TimeDistrib (None, 1, 6)         1542        activation_33[0][0]              \n",
638
            "==================================================================================================\n",
639
            "Total params: 8,407,782\n",
640
            "Trainable params: 8,400,934\n",
641
            "Non-trainable params: 6,848\n",
642
            "__________________________________________________________________________________________________\n",
643
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/math_grad.py:1424: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
644
            "Instructions for updating:\n",
645
            "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
646
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:1033: The name tf.assign_add is deprecated. Please use tf.compat.v1.assign_add instead.\n",
647
            "\n",
648
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:1020: The name tf.assign is deprecated. Please use tf.compat.v1.assign instead.\n",
649
            "\n",
650
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:3005: The name tf.Session is deprecated. Please use tf.compat.v1.Session instead.\n",
651
            "\n",
652
            "Train on 22834 samples, validate on 4548 samples\n",
653
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:190: The name tf.get_default_session is deprecated. Please use tf.compat.v1.get_default_session instead.\n",
654
            "\n",
655
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:197: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead.\n",
656
            "\n",
657
            "2019-10-17 08:07:09.581417: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2300000000 Hz\n",
658
            "2019-10-17 08:07:09.581714: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x2f38840 initialized for platform Host (this does not guarantee that XLA will be used). Devices:\n",
659
            "2019-10-17 08:07:09.581773: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): Host, Default Version\n",
660
            "2019-10-17 08:07:09.592070: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcuda.so.1\n",
661
            "2019-10-17 08:07:09.723866: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
662
            "2019-10-17 08:07:09.724743: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x2f38f40 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
663
            "2019-10-17 08:07:09.724773: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): Tesla K80, Compute Capability 3.7\n",
664
            "2019-10-17 08:07:09.726216: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
665
            "2019-10-17 08:07:09.726931: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
666
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
667
            "pciBusID: 0000:00:04.0\n",
668
            "2019-10-17 08:07:09.739010: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.0\n",
669
            "2019-10-17 08:07:09.944393: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10.0\n",
670
            "2019-10-17 08:07:10.041157: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10.0\n",
671
            "2019-10-17 08:07:10.074050: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10.0\n",
672
            "2019-10-17 08:07:10.309924: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10.0\n",
673
            "2019-10-17 08:07:10.446646: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10.0\n",
674
            "2019-10-17 08:07:10.949093: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
675
            "2019-10-17 08:07:10.949438: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
676
            "2019-10-17 08:07:10.950387: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
677
            "2019-10-17 08:07:10.951180: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
678
            "2019-10-17 08:07:10.955849: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.0\n",
679
            "2019-10-17 08:07:10.957824: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
680
            "2019-10-17 08:07:10.957867: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
681
            "2019-10-17 08:07:10.957888: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
682
            "2019-10-17 08:07:10.959188: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
683
            "2019-10-17 08:07:10.960117: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
684
            "2019-10-17 08:07:10.960895: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:39] Overriding allow_growth setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n",
685
            "2019-10-17 08:07:10.960963: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
686
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:207: The name tf.global_variables is deprecated. Please use tf.compat.v1.global_variables instead.\n",
687
            "\n",
688
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:216: The name tf.is_variable_initialized is deprecated. Please use tf.compat.v1.is_variable_initialized instead.\n",
689
            "\n",
690
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:223: The name tf.variables_initializer is deprecated. Please use tf.compat.v1.variables_initializer instead.\n",
691
            "\n",
692
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/callbacks.py:1122: The name tf.summary.merge_all is deprecated. Please use tf.compat.v1.summary.merge_all instead.\n",
693
            "\n",
694
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/callbacks.py:1125: The name tf.summary.FileWriter is deprecated. Please use tf.compat.v1.summary.FileWriter instead.\n",
695
            "\n",
696
            "Epoch 1/11\n",
697
            "2019-10-17 08:07:28.166447: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10.0\n",
698
            "2019-10-17 08:07:29.221291: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
699
            "22834/22834 [==============================] - 39s 2ms/step - loss: 0.6149 - acc: 0.8026 - val_loss: 13.3401 - val_acc: 0.1715\n",
700
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/callbacks.py:1265: The name tf.Summary is deprecated. Please use tf.compat.v1.Summary instead.\n",
701
            "\n",
702
            "Epoch 2/11\n",
703
            "22834/22834 [==============================] - 23s 991us/step - loss: 0.2098 - acc: 0.9355 - val_loss: 11.9307 - val_acc: 0.2579\n",
704
            "Epoch 3/11\n",
705
            "22834/22834 [==============================] - 22s 965us/step - loss: 0.1219 - acc: 0.9617 - val_loss: 0.6661 - val_acc: 0.8615\n",
706
            "Epoch 4/11\n",
707
            "22834/22834 [==============================] - 22s 966us/step - loss: 0.1004 - acc: 0.9678 - val_loss: 0.7418 - val_acc: 0.7962\n",
708
            "Epoch 5/11\n",
709
            "22834/22834 [==============================] - 22s 966us/step - loss: 0.1005 - acc: 0.9668 - val_loss: 4.5287 - val_acc: 0.3727\n",
710
            "Epoch 6/11\n",
711
            "22834/22834 [==============================] - 22s 964us/step - loss: 0.0886 - acc: 0.9714 - val_loss: 3.4091 - val_acc: 0.5792\n",
712
            "\n",
713
            "Epoch 00006: ReduceLROnPlateau reducing learning rate to 0.05000000074505806.\n",
714
            "Epoch 7/11\n",
715
            "22834/22834 [==============================] - 22s 968us/step - loss: 0.0659 - acc: 0.9778 - val_loss: 0.9296 - val_acc: 0.7293\n",
716
            "Epoch 8/11\n",
717
            "22834/22834 [==============================] - 22s 972us/step - loss: 0.0557 - acc: 0.9813 - val_loss: 0.5469 - val_acc: 0.8467\n",
718
            "Epoch 9/11\n",
719
            "22834/22834 [==============================] - 22s 971us/step - loss: 0.0564 - acc: 0.9809 - val_loss: 1.7138 - val_acc: 0.6209\n",
720
            "Epoch 10/11\n",
721
            "22834/22834 [==============================] - 22s 969us/step - loss: 0.0514 - acc: 0.9829 - val_loss: 0.5640 - val_acc: 0.8802\n",
722
            "\n",
723
            "Epoch 00010: saving model to models/MLII-latest.hdf5\n",
724
            "Epoch 11/11\n",
725
            "22834/22834 [==============================] - 22s 977us/step - loss: 0.0518 - acc: 0.9825 - val_loss: 0.5297 - val_acc: 0.8577\n",
726
            "              precision    recall  f1-score   support\n",
727
            "\n",
728
            "           0       0.95      0.82      0.88      1661\n",
729
            "           1       0.81      0.93      0.87       780\n",
730
            "           2       1.00      0.97      0.99      1538\n",
731
            "           3       0.10      0.12      0.11       136\n",
732
            "           4       0.00      0.00      0.00        26\n",
733
            "           5       0.99      0.98      0.99       407\n",
734
            "\n",
735
            "    accuracy                           0.88      4548\n",
736
            "   macro avg       0.64      0.64      0.64      4548\n",
737
            "weighted avg       0.92      0.88      0.90      4548\n",
738
            "\n",
739
            "Confusion matrix, without normalization\n",
740
            "[[1366   14    0  145  136    0]\n",
741
            " [  40  726    0    3    7    4]\n",
742
            " [   1   42 1495    0    0    0]\n",
743
            " [  14   96    0   16   10    0]\n",
744
            " [  10   15    0    0    0    1]\n",
745
            " [   3    4    0    0    0  400]]\n",
746
            "F1 score: [0.88271405 0.86583184 0.98582262 0.10666667 0.         0.98522167]\n",
747
            "AUC for N: 0.9995200238778037\n",
748
            "AUC for V: 0.9999571472298745\n",
749
            "AUC for /: 1.0\n",
750
            "AUC for A: 1.0\n",
751
            "AUC for ~: 1.0\n"
752
          ],
753
          "name": "stdout"
754
        }
755
      ]
756
    },
757
    {
758
      "cell_type": "markdown",
759
      "metadata": {
760
        "id": "rahf13tfUXLw",
761
        "colab_type": "text"
762
      },
763
      "source": [
764
        ""
765
      ]
766
    },
767
    {
768
      "cell_type": "code",
769
      "metadata": {
770
        "id": "1vqiaWwoPNKY",
771
        "colab_type": "code",
772
        "outputId": "cb242828-fc5d-4a20-f801-dfb6e4b796d0",
773
        "colab": {
774
          "base_uri": "https://localhost:8080/",
775
          "height": 1000
776
        }
777
      },
778
      "source": [
779
        "!python predict.py"
780
      ],
781
      "execution_count": 7,
782
      "outputs": [
783
        {
784
          "output_type": "stream",
785
          "text": [
786
            "Using TensorFlow backend.\n",
787
            "The record of training2017/A01678.mat\n",
788
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:541: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
789
            "\n",
790
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:4479: The name tf.truncated_normal is deprecated. Please use tf.random.truncated_normal instead.\n",
791
            "\n",
792
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:66: The name tf.get_default_graph is deprecated. Please use tf.compat.v1.get_default_graph instead.\n",
793
            "\n",
794
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:148: The name tf.placeholder_with_default is deprecated. Please use tf.compat.v1.placeholder_with_default instead.\n",
795
            "\n",
796
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:3733: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
797
            "Instructions for updating:\n",
798
            "Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n",
799
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:4267: The name tf.nn.max_pool is deprecated. Please use tf.nn.max_pool2d instead.\n",
800
            "\n",
801
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:4432: The name tf.random_uniform is deprecated. Please use tf.random.uniform instead.\n",
802
            "\n",
803
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:190: The name tf.get_default_session is deprecated. Please use tf.compat.v1.get_default_session instead.\n",
804
            "\n",
805
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:197: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead.\n",
806
            "\n",
807
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:203: The name tf.Session is deprecated. Please use tf.compat.v1.Session instead.\n",
808
            "\n",
809
            "2019-10-20 00:12:51.632413: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2300000000 Hz\n",
810
            "2019-10-20 00:12:51.632652: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0xa55d880 initialized for platform Host (this does not guarantee that XLA will be used). Devices:\n",
811
            "2019-10-20 00:12:51.632690: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): Host, Default Version\n",
812
            "2019-10-20 00:12:51.639533: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcuda.so.1\n",
813
            "2019-10-20 00:12:51.798176: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
814
            "2019-10-20 00:12:51.799034: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0xa55da40 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
815
            "2019-10-20 00:12:51.799067: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): Tesla K80, Compute Capability 3.7\n",
816
            "2019-10-20 00:12:51.800479: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
817
            "2019-10-20 00:12:51.801207: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
818
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
819
            "pciBusID: 0000:00:04.0\n",
820
            "2019-10-20 00:12:51.952762: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.0\n",
821
            "2019-10-20 00:12:52.156513: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10.0\n",
822
            "2019-10-20 00:12:52.243326: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10.0\n",
823
            "2019-10-20 00:12:52.273740: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10.0\n",
824
            "2019-10-20 00:12:52.499707: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10.0\n",
825
            "2019-10-20 00:12:52.630417: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10.0\n",
826
            "2019-10-20 00:12:53.044557: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
827
            "2019-10-20 00:12:53.044804: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
828
            "2019-10-20 00:12:53.045624: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
829
            "2019-10-20 00:12:53.046353: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
830
            "2019-10-20 00:12:53.052507: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.0\n",
831
            "2019-10-20 00:12:53.054074: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
832
            "2019-10-20 00:12:53.054107: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
833
            "2019-10-20 00:12:53.054121: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
834
            "2019-10-20 00:12:53.055212: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
835
            "2019-10-20 00:12:53.056004: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
836
            "2019-10-20 00:12:53.056790: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:39] Overriding allow_growth setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n",
837
            "2019-10-20 00:12:53.056849: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
838
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:207: The name tf.global_variables is deprecated. Please use tf.compat.v1.global_variables instead.\n",
839
            "\n",
840
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:216: The name tf.is_variable_initialized is deprecated. Please use tf.compat.v1.is_variable_initialized instead.\n",
841
            "\n",
842
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:223: The name tf.variables_initializer is deprecated. Please use tf.compat.v1.variables_initializer instead.\n",
843
            "\n",
844
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/optimizers.py:793: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
845
            "\n",
846
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:3576: The name tf.log is deprecated. Please use tf.math.log instead.\n",
847
            "\n",
848
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/math_grad.py:1424: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
849
            "Instructions for updating:\n",
850
            "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
851
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:1033: The name tf.assign_add is deprecated. Please use tf.compat.v1.assign_add instead.\n",
852
            "\n",
853
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:1020: The name tf.assign is deprecated. Please use tf.compat.v1.assign instead.\n",
854
            "\n",
855
            "2019-10-20 00:13:12.972494: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10.0\n",
856
            "2019-10-20 00:13:13.564740: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
857
            "The 5/42-record classified as Ventricular with 49.7% certainty\n",
858
            "The 6/42-record classified as Ventricular with 80.3% certainty\n",
859
            "The 21/42-record classified as Ventricular with 89.1% certainty\n",
860
            "The 36/42-record classified as Ventricular with 99.5% certainty\n",
861
            "The average of the predict is: [[9.0093011e-01 9.5520690e-02 1.5031480e-07 2.1731975e-03 1.3753945e-03\n",
862
            "  4.1187999e-07]]\n",
863
            "The most predicted label is N with 90.1% certainty\n",
864
            "The second predicted label is Ventricular with 9.6% certainty\n",
865
            "The original label of the record is N\n"
866
          ],
867
          "name": "stdout"
868
        }
869
      ]
870
    },
871
    {
872
      "cell_type": "code",
873
      "metadata": {
874
        "id": "-7qnOkBMm22g",
875
        "colab_type": "code",
876
        "colab": {}
877
      },
878
      "source": [
879
        ""
880
      ],
881
      "execution_count": 0,
882
      "outputs": []
883
    }
884
  ]
885
}