a b/development/qa-server/albert_qa_finetune.ipynb
1
{
2
  "nbformat": 4,
3
  "nbformat_minor": 0,
4
  "metadata": {
5
    "colab": {
6
      "name": "albert_qa_finetune.ipynb",
7
      "provenance": [],
8
      "collapsed_sections": []
9
    },
10
    "kernelspec": {
11
      "name": "python3",
12
      "display_name": "Python 3"
13
    },
14
    "language_info": {
15
      "name": "python"
16
    },
17
    "accelerator": "GPU",
18
    "widgets": {
19
      "application/vnd.jupyter.widget-state+json": {
20
        "96f412ee972242ccb6d651c3cc8b6e5a": {
21
          "model_module": "@jupyter-widgets/controls",
22
          "model_name": "HBoxModel",
23
          "model_module_version": "1.5.0",
24
          "state": {
25
            "_view_name": "HBoxView",
26
            "_dom_classes": [],
27
            "_model_name": "HBoxModel",
28
            "_view_module": "@jupyter-widgets/controls",
29
            "_model_module_version": "1.5.0",
30
            "_view_count": null,
31
            "_view_module_version": "1.5.0",
32
            "box_style": "",
33
            "layout": "IPY_MODEL_bfba50dc73bd451da8712925359926a1",
34
            "_model_module": "@jupyter-widgets/controls",
35
            "children": [
36
              "IPY_MODEL_7231f1b0c1fc4047b4bde96c8355b52c",
37
              "IPY_MODEL_a005a0612a64492099ea5de907d6bc81",
38
              "IPY_MODEL_39511b879a234f088017c884ecb5077a"
39
            ]
40
          }
41
        },
42
        "bfba50dc73bd451da8712925359926a1": {
43
          "model_module": "@jupyter-widgets/base",
44
          "model_name": "LayoutModel",
45
          "model_module_version": "1.2.0",
46
          "state": {
47
            "_view_name": "LayoutView",
48
            "grid_template_rows": null,
49
            "right": null,
50
            "justify_content": null,
51
            "_view_module": "@jupyter-widgets/base",
52
            "overflow": null,
53
            "_model_module_version": "1.2.0",
54
            "_view_count": null,
55
            "flex_flow": null,
56
            "width": null,
57
            "min_width": null,
58
            "border": null,
59
            "align_items": null,
60
            "bottom": null,
61
            "_model_module": "@jupyter-widgets/base",
62
            "top": null,
63
            "grid_column": null,
64
            "overflow_y": null,
65
            "overflow_x": null,
66
            "grid_auto_flow": null,
67
            "grid_area": null,
68
            "grid_template_columns": null,
69
            "flex": null,
70
            "_model_name": "LayoutModel",
71
            "justify_items": null,
72
            "grid_row": null,
73
            "max_height": null,
74
            "align_content": null,
75
            "visibility": null,
76
            "align_self": null,
77
            "height": null,
78
            "min_height": null,
79
            "padding": null,
80
            "grid_auto_rows": null,
81
            "grid_gap": null,
82
            "max_width": null,
83
            "order": null,
84
            "_view_module_version": "1.2.0",
85
            "grid_template_areas": null,
86
            "object_position": null,
87
            "object_fit": null,
88
            "grid_auto_columns": null,
89
            "margin": null,
90
            "display": null,
91
            "left": null
92
          }
93
        },
94
        "7231f1b0c1fc4047b4bde96c8355b52c": {
95
          "model_module": "@jupyter-widgets/controls",
96
          "model_name": "HTMLModel",
97
          "model_module_version": "1.5.0",
98
          "state": {
99
            "_view_name": "HTMLView",
100
            "style": "IPY_MODEL_2b2540ef93774c19ae98fe7d03295607",
101
            "_dom_classes": [],
102
            "description": "",
103
            "_model_name": "HTMLModel",
104
            "placeholder": "​",
105
            "_view_module": "@jupyter-widgets/controls",
106
            "_model_module_version": "1.5.0",
107
            "value": "Downloading: ",
108
            "_view_count": null,
109
            "_view_module_version": "1.5.0",
110
            "description_tooltip": null,
111
            "_model_module": "@jupyter-widgets/controls",
112
            "layout": "IPY_MODEL_48f94cfca8714f92831cb1c542cc1f08"
113
          }
114
        },
115
        "a005a0612a64492099ea5de907d6bc81": {
116
          "model_module": "@jupyter-widgets/controls",
117
          "model_name": "FloatProgressModel",
118
          "model_module_version": "1.5.0",
119
          "state": {
120
            "_view_name": "ProgressView",
121
            "style": "IPY_MODEL_960999cd5a764e8aaaaa4b0b81385a15",
122
            "_dom_classes": [],
123
            "description": "",
124
            "_model_name": "FloatProgressModel",
125
            "bar_style": "success",
126
            "max": 1869,
127
            "_view_module": "@jupyter-widgets/controls",
128
            "_model_module_version": "1.5.0",
129
            "value": 1869,
130
            "_view_count": null,
131
            "_view_module_version": "1.5.0",
132
            "orientation": "horizontal",
133
            "min": 0,
134
            "description_tooltip": null,
135
            "_model_module": "@jupyter-widgets/controls",
136
            "layout": "IPY_MODEL_7ce3eb2e494644c0b708fd9417c29aa5"
137
          }
138
        },
139
        "39511b879a234f088017c884ecb5077a": {
140
          "model_module": "@jupyter-widgets/controls",
141
          "model_name": "HTMLModel",
142
          "model_module_version": "1.5.0",
143
          "state": {
144
            "_view_name": "HTMLView",
145
            "style": "IPY_MODEL_76140e09a4624fc3849ec6ae72eeceb9",
146
            "_dom_classes": [],
147
            "description": "",
148
            "_model_name": "HTMLModel",
149
            "placeholder": "​",
150
            "_view_module": "@jupyter-widgets/controls",
151
            "_model_module_version": "1.5.0",
152
            "value": " 5.28k/? [00:00<00:00, 119kB/s]",
153
            "_view_count": null,
154
            "_view_module_version": "1.5.0",
155
            "description_tooltip": null,
156
            "_model_module": "@jupyter-widgets/controls",
157
            "layout": "IPY_MODEL_911bb7bb12804b7fb78e569004254708"
158
          }
159
        },
160
        "2b2540ef93774c19ae98fe7d03295607": {
161
          "model_module": "@jupyter-widgets/controls",
162
          "model_name": "DescriptionStyleModel",
163
          "model_module_version": "1.5.0",
164
          "state": {
165
            "_view_name": "StyleView",
166
            "_model_name": "DescriptionStyleModel",
167
            "description_width": "",
168
            "_view_module": "@jupyter-widgets/base",
169
            "_model_module_version": "1.5.0",
170
            "_view_count": null,
171
            "_view_module_version": "1.2.0",
172
            "_model_module": "@jupyter-widgets/controls"
173
          }
174
        },
175
        "48f94cfca8714f92831cb1c542cc1f08": {
176
          "model_module": "@jupyter-widgets/base",
177
          "model_name": "LayoutModel",
178
          "model_module_version": "1.2.0",
179
          "state": {
180
            "_view_name": "LayoutView",
181
            "grid_template_rows": null,
182
            "right": null,
183
            "justify_content": null,
184
            "_view_module": "@jupyter-widgets/base",
185
            "overflow": null,
186
            "_model_module_version": "1.2.0",
187
            "_view_count": null,
188
            "flex_flow": null,
189
            "width": null,
190
            "min_width": null,
191
            "border": null,
192
            "align_items": null,
193
            "bottom": null,
194
            "_model_module": "@jupyter-widgets/base",
195
            "top": null,
196
            "grid_column": null,
197
            "overflow_y": null,
198
            "overflow_x": null,
199
            "grid_auto_flow": null,
200
            "grid_area": null,
201
            "grid_template_columns": null,
202
            "flex": null,
203
            "_model_name": "LayoutModel",
204
            "justify_items": null,
205
            "grid_row": null,
206
            "max_height": null,
207
            "align_content": null,
208
            "visibility": null,
209
            "align_self": null,
210
            "height": null,
211
            "min_height": null,
212
            "padding": null,
213
            "grid_auto_rows": null,
214
            "grid_gap": null,
215
            "max_width": null,
216
            "order": null,
217
            "_view_module_version": "1.2.0",
218
            "grid_template_areas": null,
219
            "object_position": null,
220
            "object_fit": null,
221
            "grid_auto_columns": null,
222
            "margin": null,
223
            "display": null,
224
            "left": null
225
          }
226
        },
227
        "960999cd5a764e8aaaaa4b0b81385a15": {
228
          "model_module": "@jupyter-widgets/controls",
229
          "model_name": "ProgressStyleModel",
230
          "model_module_version": "1.5.0",
231
          "state": {
232
            "_view_name": "StyleView",
233
            "_model_name": "ProgressStyleModel",
234
            "description_width": "",
235
            "_view_module": "@jupyter-widgets/base",
236
            "_model_module_version": "1.5.0",
237
            "_view_count": null,
238
            "_view_module_version": "1.2.0",
239
            "bar_color": null,
240
            "_model_module": "@jupyter-widgets/controls"
241
          }
242
        },
243
        "7ce3eb2e494644c0b708fd9417c29aa5": {
244
          "model_module": "@jupyter-widgets/base",
245
          "model_name": "LayoutModel",
246
          "model_module_version": "1.2.0",
247
          "state": {
248
            "_view_name": "LayoutView",
249
            "grid_template_rows": null,
250
            "right": null,
251
            "justify_content": null,
252
            "_view_module": "@jupyter-widgets/base",
253
            "overflow": null,
254
            "_model_module_version": "1.2.0",
255
            "_view_count": null,
256
            "flex_flow": null,
257
            "width": null,
258
            "min_width": null,
259
            "border": null,
260
            "align_items": null,
261
            "bottom": null,
262
            "_model_module": "@jupyter-widgets/base",
263
            "top": null,
264
            "grid_column": null,
265
            "overflow_y": null,
266
            "overflow_x": null,
267
            "grid_auto_flow": null,
268
            "grid_area": null,
269
            "grid_template_columns": null,
270
            "flex": null,
271
            "_model_name": "LayoutModel",
272
            "justify_items": null,
273
            "grid_row": null,
274
            "max_height": null,
275
            "align_content": null,
276
            "visibility": null,
277
            "align_self": null,
278
            "height": null,
279
            "min_height": null,
280
            "padding": null,
281
            "grid_auto_rows": null,
282
            "grid_gap": null,
283
            "max_width": null,
284
            "order": null,
285
            "_view_module_version": "1.2.0",
286
            "grid_template_areas": null,
287
            "object_position": null,
288
            "object_fit": null,
289
            "grid_auto_columns": null,
290
            "margin": null,
291
            "display": null,
292
            "left": null
293
          }
294
        },
295
        "76140e09a4624fc3849ec6ae72eeceb9": {
296
          "model_module": "@jupyter-widgets/controls",
297
          "model_name": "DescriptionStyleModel",
298
          "model_module_version": "1.5.0",
299
          "state": {
300
            "_view_name": "StyleView",
301
            "_model_name": "DescriptionStyleModel",
302
            "description_width": "",
303
            "_view_module": "@jupyter-widgets/base",
304
            "_model_module_version": "1.5.0",
305
            "_view_count": null,
306
            "_view_module_version": "1.2.0",
307
            "_model_module": "@jupyter-widgets/controls"
308
          }
309
        },
310
        "911bb7bb12804b7fb78e569004254708": {
311
          "model_module": "@jupyter-widgets/base",
312
          "model_name": "LayoutModel",
313
          "model_module_version": "1.2.0",
314
          "state": {
315
            "_view_name": "LayoutView",
316
            "grid_template_rows": null,
317
            "right": null,
318
            "justify_content": null,
319
            "_view_module": "@jupyter-widgets/base",
320
            "overflow": null,
321
            "_model_module_version": "1.2.0",
322
            "_view_count": null,
323
            "flex_flow": null,
324
            "width": null,
325
            "min_width": null,
326
            "border": null,
327
            "align_items": null,
328
            "bottom": null,
329
            "_model_module": "@jupyter-widgets/base",
330
            "top": null,
331
            "grid_column": null,
332
            "overflow_y": null,
333
            "overflow_x": null,
334
            "grid_auto_flow": null,
335
            "grid_area": null,
336
            "grid_template_columns": null,
337
            "flex": null,
338
            "_model_name": "LayoutModel",
339
            "justify_items": null,
340
            "grid_row": null,
341
            "max_height": null,
342
            "align_content": null,
343
            "visibility": null,
344
            "align_self": null,
345
            "height": null,
346
            "min_height": null,
347
            "padding": null,
348
            "grid_auto_rows": null,
349
            "grid_gap": null,
350
            "max_width": null,
351
            "order": null,
352
            "_view_module_version": "1.2.0",
353
            "grid_template_areas": null,
354
            "object_position": null,
355
            "object_fit": null,
356
            "grid_auto_columns": null,
357
            "margin": null,
358
            "display": null,
359
            "left": null
360
          }
361
        },
362
        "5d27eab2202a48319faf42b9de85ebad": {
363
          "model_module": "@jupyter-widgets/controls",
364
          "model_name": "HBoxModel",
365
          "model_module_version": "1.5.0",
366
          "state": {
367
            "_view_name": "HBoxView",
368
            "_dom_classes": [],
369
            "_model_name": "HBoxModel",
370
            "_view_module": "@jupyter-widgets/controls",
371
            "_model_module_version": "1.5.0",
372
            "_view_count": null,
373
            "_view_module_version": "1.5.0",
374
            "box_style": "",
375
            "layout": "IPY_MODEL_b2f212137b294c0a9badd3acb2cad953",
376
            "_model_module": "@jupyter-widgets/controls",
377
            "children": [
378
              "IPY_MODEL_9e6c6d7fee7a4aac8c7e8d15142ba2b8",
379
              "IPY_MODEL_d013c5f16d714748a95618e6b4a67e0a",
380
              "IPY_MODEL_9fafc5f0155f4608856c76e787851aa8"
381
            ]
382
          }
383
        },
384
        "b2f212137b294c0a9badd3acb2cad953": {
385
          "model_module": "@jupyter-widgets/base",
386
          "model_name": "LayoutModel",
387
          "model_module_version": "1.2.0",
388
          "state": {
389
            "_view_name": "LayoutView",
390
            "grid_template_rows": null,
391
            "right": null,
392
            "justify_content": null,
393
            "_view_module": "@jupyter-widgets/base",
394
            "overflow": null,
395
            "_model_module_version": "1.2.0",
396
            "_view_count": null,
397
            "flex_flow": null,
398
            "width": null,
399
            "min_width": null,
400
            "border": null,
401
            "align_items": null,
402
            "bottom": null,
403
            "_model_module": "@jupyter-widgets/base",
404
            "top": null,
405
            "grid_column": null,
406
            "overflow_y": null,
407
            "overflow_x": null,
408
            "grid_auto_flow": null,
409
            "grid_area": null,
410
            "grid_template_columns": null,
411
            "flex": null,
412
            "_model_name": "LayoutModel",
413
            "justify_items": null,
414
            "grid_row": null,
415
            "max_height": null,
416
            "align_content": null,
417
            "visibility": null,
418
            "align_self": null,
419
            "height": null,
420
            "min_height": null,
421
            "padding": null,
422
            "grid_auto_rows": null,
423
            "grid_gap": null,
424
            "max_width": null,
425
            "order": null,
426
            "_view_module_version": "1.2.0",
427
            "grid_template_areas": null,
428
            "object_position": null,
429
            "object_fit": null,
430
            "grid_auto_columns": null,
431
            "margin": null,
432
            "display": null,
433
            "left": null
434
          }
435
        },
436
        "9e6c6d7fee7a4aac8c7e8d15142ba2b8": {
437
          "model_module": "@jupyter-widgets/controls",
438
          "model_name": "HTMLModel",
439
          "model_module_version": "1.5.0",
440
          "state": {
441
            "_view_name": "HTMLView",
442
            "style": "IPY_MODEL_9c55c11a303941cc828ef4ec1ad8ae67",
443
            "_dom_classes": [],
444
            "description": "",
445
            "_model_name": "HTMLModel",
446
            "placeholder": "​",
447
            "_view_module": "@jupyter-widgets/controls",
448
            "_model_module_version": "1.5.0",
449
            "value": "Downloading: ",
450
            "_view_count": null,
451
            "_view_module_version": "1.5.0",
452
            "description_tooltip": null,
453
            "_model_module": "@jupyter-widgets/controls",
454
            "layout": "IPY_MODEL_59635217eb004935810dbb47068dac02"
455
          }
456
        },
457
        "d013c5f16d714748a95618e6b4a67e0a": {
458
          "model_module": "@jupyter-widgets/controls",
459
          "model_name": "FloatProgressModel",
460
          "model_module_version": "1.5.0",
461
          "state": {
462
            "_view_name": "ProgressView",
463
            "style": "IPY_MODEL_8b921349c9eb497496330d6ad304811a",
464
            "_dom_classes": [],
465
            "description": "",
466
            "_model_name": "FloatProgressModel",
467
            "bar_style": "success",
468
            "max": 1024,
469
            "_view_module": "@jupyter-widgets/controls",
470
            "_model_module_version": "1.5.0",
471
            "value": 1024,
472
            "_view_count": null,
473
            "_view_module_version": "1.5.0",
474
            "orientation": "horizontal",
475
            "min": 0,
476
            "description_tooltip": null,
477
            "_model_module": "@jupyter-widgets/controls",
478
            "layout": "IPY_MODEL_e527ca8625894b0ebe55ddce3e358ecf"
479
          }
480
        },
481
        "9fafc5f0155f4608856c76e787851aa8": {
482
          "model_module": "@jupyter-widgets/controls",
483
          "model_name": "HTMLModel",
484
          "model_module_version": "1.5.0",
485
          "state": {
486
            "_view_name": "HTMLView",
487
            "style": "IPY_MODEL_15dd77ec9e34416b9996310b66117b78",
488
            "_dom_classes": [],
489
            "description": "",
490
            "_model_name": "HTMLModel",
491
            "placeholder": "​",
492
            "_view_module": "@jupyter-widgets/controls",
493
            "_model_module_version": "1.5.0",
494
            "value": " 2.40k/? [00:00<00:00, 66.2kB/s]",
495
            "_view_count": null,
496
            "_view_module_version": "1.5.0",
497
            "description_tooltip": null,
498
            "_model_module": "@jupyter-widgets/controls",
499
            "layout": "IPY_MODEL_44854512207748a8bd98afec32011243"
500
          }
501
        },
502
        "9c55c11a303941cc828ef4ec1ad8ae67": {
503
          "model_module": "@jupyter-widgets/controls",
504
          "model_name": "DescriptionStyleModel",
505
          "model_module_version": "1.5.0",
506
          "state": {
507
            "_view_name": "StyleView",
508
            "_model_name": "DescriptionStyleModel",
509
            "description_width": "",
510
            "_view_module": "@jupyter-widgets/base",
511
            "_model_module_version": "1.5.0",
512
            "_view_count": null,
513
            "_view_module_version": "1.2.0",
514
            "_model_module": "@jupyter-widgets/controls"
515
          }
516
        },
517
        "59635217eb004935810dbb47068dac02": {
518
          "model_module": "@jupyter-widgets/base",
519
          "model_name": "LayoutModel",
520
          "model_module_version": "1.2.0",
521
          "state": {
522
            "_view_name": "LayoutView",
523
            "grid_template_rows": null,
524
            "right": null,
525
            "justify_content": null,
526
            "_view_module": "@jupyter-widgets/base",
527
            "overflow": null,
528
            "_model_module_version": "1.2.0",
529
            "_view_count": null,
530
            "flex_flow": null,
531
            "width": null,
532
            "min_width": null,
533
            "border": null,
534
            "align_items": null,
535
            "bottom": null,
536
            "_model_module": "@jupyter-widgets/base",
537
            "top": null,
538
            "grid_column": null,
539
            "overflow_y": null,
540
            "overflow_x": null,
541
            "grid_auto_flow": null,
542
            "grid_area": null,
543
            "grid_template_columns": null,
544
            "flex": null,
545
            "_model_name": "LayoutModel",
546
            "justify_items": null,
547
            "grid_row": null,
548
            "max_height": null,
549
            "align_content": null,
550
            "visibility": null,
551
            "align_self": null,
552
            "height": null,
553
            "min_height": null,
554
            "padding": null,
555
            "grid_auto_rows": null,
556
            "grid_gap": null,
557
            "max_width": null,
558
            "order": null,
559
            "_view_module_version": "1.2.0",
560
            "grid_template_areas": null,
561
            "object_position": null,
562
            "object_fit": null,
563
            "grid_auto_columns": null,
564
            "margin": null,
565
            "display": null,
566
            "left": null
567
          }
568
        },
569
        "8b921349c9eb497496330d6ad304811a": {
570
          "model_module": "@jupyter-widgets/controls",
571
          "model_name": "ProgressStyleModel",
572
          "model_module_version": "1.5.0",
573
          "state": {
574
            "_view_name": "StyleView",
575
            "_model_name": "ProgressStyleModel",
576
            "description_width": "",
577
            "_view_module": "@jupyter-widgets/base",
578
            "_model_module_version": "1.5.0",
579
            "_view_count": null,
580
            "_view_module_version": "1.2.0",
581
            "bar_color": null,
582
            "_model_module": "@jupyter-widgets/controls"
583
          }
584
        },
585
        "e527ca8625894b0ebe55ddce3e358ecf": {
586
          "model_module": "@jupyter-widgets/base",
587
          "model_name": "LayoutModel",
588
          "model_module_version": "1.2.0",
589
          "state": {
590
            "_view_name": "LayoutView",
591
            "grid_template_rows": null,
592
            "right": null,
593
            "justify_content": null,
594
            "_view_module": "@jupyter-widgets/base",
595
            "overflow": null,
596
            "_model_module_version": "1.2.0",
597
            "_view_count": null,
598
            "flex_flow": null,
599
            "width": null,
600
            "min_width": null,
601
            "border": null,
602
            "align_items": null,
603
            "bottom": null,
604
            "_model_module": "@jupyter-widgets/base",
605
            "top": null,
606
            "grid_column": null,
607
            "overflow_y": null,
608
            "overflow_x": null,
609
            "grid_auto_flow": null,
610
            "grid_area": null,
611
            "grid_template_columns": null,
612
            "flex": null,
613
            "_model_name": "LayoutModel",
614
            "justify_items": null,
615
            "grid_row": null,
616
            "max_height": null,
617
            "align_content": null,
618
            "visibility": null,
619
            "align_self": null,
620
            "height": null,
621
            "min_height": null,
622
            "padding": null,
623
            "grid_auto_rows": null,
624
            "grid_gap": null,
625
            "max_width": null,
626
            "order": null,
627
            "_view_module_version": "1.2.0",
628
            "grid_template_areas": null,
629
            "object_position": null,
630
            "object_fit": null,
631
            "grid_auto_columns": null,
632
            "margin": null,
633
            "display": null,
634
            "left": null
635
          }
636
        },
637
        "15dd77ec9e34416b9996310b66117b78": {
638
          "model_module": "@jupyter-widgets/controls",
639
          "model_name": "DescriptionStyleModel",
640
          "model_module_version": "1.5.0",
641
          "state": {
642
            "_view_name": "StyleView",
643
            "_model_name": "DescriptionStyleModel",
644
            "description_width": "",
645
            "_view_module": "@jupyter-widgets/base",
646
            "_model_module_version": "1.5.0",
647
            "_view_count": null,
648
            "_view_module_version": "1.2.0",
649
            "_model_module": "@jupyter-widgets/controls"
650
          }
651
        },
652
        "44854512207748a8bd98afec32011243": {
653
          "model_module": "@jupyter-widgets/base",
654
          "model_name": "LayoutModel",
655
          "model_module_version": "1.2.0",
656
          "state": {
657
            "_view_name": "LayoutView",
658
            "grid_template_rows": null,
659
            "right": null,
660
            "justify_content": null,
661
            "_view_module": "@jupyter-widgets/base",
662
            "overflow": null,
663
            "_model_module_version": "1.2.0",
664
            "_view_count": null,
665
            "flex_flow": null,
666
            "width": null,
667
            "min_width": null,
668
            "border": null,
669
            "align_items": null,
670
            "bottom": null,
671
            "_model_module": "@jupyter-widgets/base",
672
            "top": null,
673
            "grid_column": null,
674
            "overflow_y": null,
675
            "overflow_x": null,
676
            "grid_auto_flow": null,
677
            "grid_area": null,
678
            "grid_template_columns": null,
679
            "flex": null,
680
            "_model_name": "LayoutModel",
681
            "justify_items": null,
682
            "grid_row": null,
683
            "max_height": null,
684
            "align_content": null,
685
            "visibility": null,
686
            "align_self": null,
687
            "height": null,
688
            "min_height": null,
689
            "padding": null,
690
            "grid_auto_rows": null,
691
            "grid_gap": null,
692
            "max_width": null,
693
            "order": null,
694
            "_view_module_version": "1.2.0",
695
            "grid_template_areas": null,
696
            "object_position": null,
697
            "object_fit": null,
698
            "grid_auto_columns": null,
699
            "margin": null,
700
            "display": null,
701
            "left": null
702
          }
703
        },
704
        "307dd3c4bb8940878c96e9a559e4f8c5": {
705
          "model_module": "@jupyter-widgets/controls",
706
          "model_name": "HBoxModel",
707
          "model_module_version": "1.5.0",
708
          "state": {
709
            "_view_name": "HBoxView",
710
            "_dom_classes": [],
711
            "_model_name": "HBoxModel",
712
            "_view_module": "@jupyter-widgets/controls",
713
            "_model_module_version": "1.5.0",
714
            "_view_count": null,
715
            "_view_module_version": "1.5.0",
716
            "box_style": "",
717
            "layout": "IPY_MODEL_9082d2d5deab47ef86f3cb52a1db2096",
718
            "_model_module": "@jupyter-widgets/controls",
719
            "children": [
720
              "IPY_MODEL_f07040ba9270468caefc87b56e262785",
721
              "IPY_MODEL_1698c0c26f48498aafef95b59fa038da",
722
              "IPY_MODEL_a148bb720a57475bb7bb8964fb0c0a80"
723
            ]
724
          }
725
        },
726
        "9082d2d5deab47ef86f3cb52a1db2096": {
727
          "model_module": "@jupyter-widgets/base",
728
          "model_name": "LayoutModel",
729
          "model_module_version": "1.2.0",
730
          "state": {
731
            "_view_name": "LayoutView",
732
            "grid_template_rows": null,
733
            "right": null,
734
            "justify_content": null,
735
            "_view_module": "@jupyter-widgets/base",
736
            "overflow": null,
737
            "_model_module_version": "1.2.0",
738
            "_view_count": null,
739
            "flex_flow": null,
740
            "width": null,
741
            "min_width": null,
742
            "border": null,
743
            "align_items": null,
744
            "bottom": null,
745
            "_model_module": "@jupyter-widgets/base",
746
            "top": null,
747
            "grid_column": null,
748
            "overflow_y": null,
749
            "overflow_x": null,
750
            "grid_auto_flow": null,
751
            "grid_area": null,
752
            "grid_template_columns": null,
753
            "flex": null,
754
            "_model_name": "LayoutModel",
755
            "justify_items": null,
756
            "grid_row": null,
757
            "max_height": null,
758
            "align_content": null,
759
            "visibility": null,
760
            "align_self": null,
761
            "height": null,
762
            "min_height": null,
763
            "padding": null,
764
            "grid_auto_rows": null,
765
            "grid_gap": null,
766
            "max_width": null,
767
            "order": null,
768
            "_view_module_version": "1.2.0",
769
            "grid_template_areas": null,
770
            "object_position": null,
771
            "object_fit": null,
772
            "grid_auto_columns": null,
773
            "margin": null,
774
            "display": null,
775
            "left": null
776
          }
777
        },
778
        "f07040ba9270468caefc87b56e262785": {
779
          "model_module": "@jupyter-widgets/controls",
780
          "model_name": "HTMLModel",
781
          "model_module_version": "1.5.0",
782
          "state": {
783
            "_view_name": "HTMLView",
784
            "style": "IPY_MODEL_2f58993def6f49878dfb4b68184ad9d8",
785
            "_dom_classes": [],
786
            "description": "",
787
            "_model_name": "HTMLModel",
788
            "placeholder": "​",
789
            "_view_module": "@jupyter-widgets/controls",
790
            "_model_module_version": "1.5.0",
791
            "value": "Downloading: ",
792
            "_view_count": null,
793
            "_view_module_version": "1.5.0",
794
            "description_tooltip": null,
795
            "_model_module": "@jupyter-widgets/controls",
796
            "layout": "IPY_MODEL_f7c17f6cc6c448deb7ceea85030fd839"
797
          }
798
        },
799
        "1698c0c26f48498aafef95b59fa038da": {
800
          "model_module": "@jupyter-widgets/controls",
801
          "model_name": "FloatProgressModel",
802
          "model_module_version": "1.5.0",
803
          "state": {
804
            "_view_name": "ProgressView",
805
            "style": "IPY_MODEL_7ff9b8ad52ba4f02909653c1c165da44",
806
            "_dom_classes": [],
807
            "description": "",
808
            "_model_name": "FloatProgressModel",
809
            "bar_style": "success",
810
            "max": 9551051,
811
            "_view_module": "@jupyter-widgets/controls",
812
            "_model_module_version": "1.5.0",
813
            "value": 9551051,
814
            "_view_count": null,
815
            "_view_module_version": "1.5.0",
816
            "orientation": "horizontal",
817
            "min": 0,
818
            "description_tooltip": null,
819
            "_model_module": "@jupyter-widgets/controls",
820
            "layout": "IPY_MODEL_c87aec67ed224dfbb393ba0bcf848044"
821
          }
822
        },
823
        "a148bb720a57475bb7bb8964fb0c0a80": {
824
          "model_module": "@jupyter-widgets/controls",
825
          "model_name": "HTMLModel",
826
          "model_module_version": "1.5.0",
827
          "state": {
828
            "_view_name": "HTMLView",
829
            "style": "IPY_MODEL_d3d329caea4641749f7dfaf1c0109d8f",
830
            "_dom_classes": [],
831
            "description": "",
832
            "_model_name": "HTMLModel",
833
            "placeholder": "​",
834
            "_view_module": "@jupyter-widgets/controls",
835
            "_model_module_version": "1.5.0",
836
            "value": " 42.1M/? [00:00<00:00, 58.0MB/s]",
837
            "_view_count": null,
838
            "_view_module_version": "1.5.0",
839
            "description_tooltip": null,
840
            "_model_module": "@jupyter-widgets/controls",
841
            "layout": "IPY_MODEL_23f4d615518b493988988cd3475c59f7"
842
          }
843
        },
844
        "2f58993def6f49878dfb4b68184ad9d8": {
845
          "model_module": "@jupyter-widgets/controls",
846
          "model_name": "DescriptionStyleModel",
847
          "model_module_version": "1.5.0",
848
          "state": {
849
            "_view_name": "StyleView",
850
            "_model_name": "DescriptionStyleModel",
851
            "description_width": "",
852
            "_view_module": "@jupyter-widgets/base",
853
            "_model_module_version": "1.5.0",
854
            "_view_count": null,
855
            "_view_module_version": "1.2.0",
856
            "_model_module": "@jupyter-widgets/controls"
857
          }
858
        },
859
        "f7c17f6cc6c448deb7ceea85030fd839": {
860
          "model_module": "@jupyter-widgets/base",
861
          "model_name": "LayoutModel",
862
          "model_module_version": "1.2.0",
863
          "state": {
864
            "_view_name": "LayoutView",
865
            "grid_template_rows": null,
866
            "right": null,
867
            "justify_content": null,
868
            "_view_module": "@jupyter-widgets/base",
869
            "overflow": null,
870
            "_model_module_version": "1.2.0",
871
            "_view_count": null,
872
            "flex_flow": null,
873
            "width": null,
874
            "min_width": null,
875
            "border": null,
876
            "align_items": null,
877
            "bottom": null,
878
            "_model_module": "@jupyter-widgets/base",
879
            "top": null,
880
            "grid_column": null,
881
            "overflow_y": null,
882
            "overflow_x": null,
883
            "grid_auto_flow": null,
884
            "grid_area": null,
885
            "grid_template_columns": null,
886
            "flex": null,
887
            "_model_name": "LayoutModel",
888
            "justify_items": null,
889
            "grid_row": null,
890
            "max_height": null,
891
            "align_content": null,
892
            "visibility": null,
893
            "align_self": null,
894
            "height": null,
895
            "min_height": null,
896
            "padding": null,
897
            "grid_auto_rows": null,
898
            "grid_gap": null,
899
            "max_width": null,
900
            "order": null,
901
            "_view_module_version": "1.2.0",
902
            "grid_template_areas": null,
903
            "object_position": null,
904
            "object_fit": null,
905
            "grid_auto_columns": null,
906
            "margin": null,
907
            "display": null,
908
            "left": null
909
          }
910
        },
911
        "7ff9b8ad52ba4f02909653c1c165da44": {
912
          "model_module": "@jupyter-widgets/controls",
913
          "model_name": "ProgressStyleModel",
914
          "model_module_version": "1.5.0",
915
          "state": {
916
            "_view_name": "StyleView",
917
            "_model_name": "ProgressStyleModel",
918
            "description_width": "",
919
            "_view_module": "@jupyter-widgets/base",
920
            "_model_module_version": "1.5.0",
921
            "_view_count": null,
922
            "_view_module_version": "1.2.0",
923
            "bar_color": null,
924
            "_model_module": "@jupyter-widgets/controls"
925
          }
926
        },
927
        "c87aec67ed224dfbb393ba0bcf848044": {
928
          "model_module": "@jupyter-widgets/base",
929
          "model_name": "LayoutModel",
930
          "model_module_version": "1.2.0",
931
          "state": {
932
            "_view_name": "LayoutView",
933
            "grid_template_rows": null,
934
            "right": null,
935
            "justify_content": null,
936
            "_view_module": "@jupyter-widgets/base",
937
            "overflow": null,
938
            "_model_module_version": "1.2.0",
939
            "_view_count": null,
940
            "flex_flow": null,
941
            "width": null,
942
            "min_width": null,
943
            "border": null,
944
            "align_items": null,
945
            "bottom": null,
946
            "_model_module": "@jupyter-widgets/base",
947
            "top": null,
948
            "grid_column": null,
949
            "overflow_y": null,
950
            "overflow_x": null,
951
            "grid_auto_flow": null,
952
            "grid_area": null,
953
            "grid_template_columns": null,
954
            "flex": null,
955
            "_model_name": "LayoutModel",
956
            "justify_items": null,
957
            "grid_row": null,
958
            "max_height": null,
959
            "align_content": null,
960
            "visibility": null,
961
            "align_self": null,
962
            "height": null,
963
            "min_height": null,
964
            "padding": null,
965
            "grid_auto_rows": null,
966
            "grid_gap": null,
967
            "max_width": null,
968
            "order": null,
969
            "_view_module_version": "1.2.0",
970
            "grid_template_areas": null,
971
            "object_position": null,
972
            "object_fit": null,
973
            "grid_auto_columns": null,
974
            "margin": null,
975
            "display": null,
976
            "left": null
977
          }
978
        },
979
        "d3d329caea4641749f7dfaf1c0109d8f": {
980
          "model_module": "@jupyter-widgets/controls",
981
          "model_name": "DescriptionStyleModel",
982
          "model_module_version": "1.5.0",
983
          "state": {
984
            "_view_name": "StyleView",
985
            "_model_name": "DescriptionStyleModel",
986
            "description_width": "",
987
            "_view_module": "@jupyter-widgets/base",
988
            "_model_module_version": "1.5.0",
989
            "_view_count": null,
990
            "_view_module_version": "1.2.0",
991
            "_model_module": "@jupyter-widgets/controls"
992
          }
993
        },
994
        "23f4d615518b493988988cd3475c59f7": {
995
          "model_module": "@jupyter-widgets/base",
996
          "model_name": "LayoutModel",
997
          "model_module_version": "1.2.0",
998
          "state": {
999
            "_view_name": "LayoutView",
1000
            "grid_template_rows": null,
1001
            "right": null,
1002
            "justify_content": null,
1003
            "_view_module": "@jupyter-widgets/base",
1004
            "overflow": null,
1005
            "_model_module_version": "1.2.0",
1006
            "_view_count": null,
1007
            "flex_flow": null,
1008
            "width": null,
1009
            "min_width": null,
1010
            "border": null,
1011
            "align_items": null,
1012
            "bottom": null,
1013
            "_model_module": "@jupyter-widgets/base",
1014
            "top": null,
1015
            "grid_column": null,
1016
            "overflow_y": null,
1017
            "overflow_x": null,
1018
            "grid_auto_flow": null,
1019
            "grid_area": null,
1020
            "grid_template_columns": null,
1021
            "flex": null,
1022
            "_model_name": "LayoutModel",
1023
            "justify_items": null,
1024
            "grid_row": null,
1025
            "max_height": null,
1026
            "align_content": null,
1027
            "visibility": null,
1028
            "align_self": null,
1029
            "height": null,
1030
            "min_height": null,
1031
            "padding": null,
1032
            "grid_auto_rows": null,
1033
            "grid_gap": null,
1034
            "max_width": null,
1035
            "order": null,
1036
            "_view_module_version": "1.2.0",
1037
            "grid_template_areas": null,
1038
            "object_position": null,
1039
            "object_fit": null,
1040
            "grid_auto_columns": null,
1041
            "margin": null,
1042
            "display": null,
1043
            "left": null
1044
          }
1045
        },
1046
        "c39cdd8823ec43adb768efe255968373": {
1047
          "model_module": "@jupyter-widgets/controls",
1048
          "model_name": "HBoxModel",
1049
          "model_module_version": "1.5.0",
1050
          "state": {
1051
            "_view_name": "HBoxView",
1052
            "_dom_classes": [],
1053
            "_model_name": "HBoxModel",
1054
            "_view_module": "@jupyter-widgets/controls",
1055
            "_model_module_version": "1.5.0",
1056
            "_view_count": null,
1057
            "_view_module_version": "1.5.0",
1058
            "box_style": "",
1059
            "layout": "IPY_MODEL_34827befc5f64aedb7f3eb66fe822ae6",
1060
            "_model_module": "@jupyter-widgets/controls",
1061
            "children": [
1062
              "IPY_MODEL_adeea310466c4739bb0c7c3846284e2d",
1063
              "IPY_MODEL_0b3383a4df4b4d5e8cbd949f684182c6",
1064
              "IPY_MODEL_cf7f4f70b3294c7d9395d465cd27c72f"
1065
            ]
1066
          }
1067
        },
1068
        "34827befc5f64aedb7f3eb66fe822ae6": {
1069
          "model_module": "@jupyter-widgets/base",
1070
          "model_name": "LayoutModel",
1071
          "model_module_version": "1.2.0",
1072
          "state": {
1073
            "_view_name": "LayoutView",
1074
            "grid_template_rows": null,
1075
            "right": null,
1076
            "justify_content": null,
1077
            "_view_module": "@jupyter-widgets/base",
1078
            "overflow": null,
1079
            "_model_module_version": "1.2.0",
1080
            "_view_count": null,
1081
            "flex_flow": null,
1082
            "width": null,
1083
            "min_width": null,
1084
            "border": null,
1085
            "align_items": null,
1086
            "bottom": null,
1087
            "_model_module": "@jupyter-widgets/base",
1088
            "top": null,
1089
            "grid_column": null,
1090
            "overflow_y": null,
1091
            "overflow_x": null,
1092
            "grid_auto_flow": null,
1093
            "grid_area": null,
1094
            "grid_template_columns": null,
1095
            "flex": null,
1096
            "_model_name": "LayoutModel",
1097
            "justify_items": null,
1098
            "grid_row": null,
1099
            "max_height": null,
1100
            "align_content": null,
1101
            "visibility": null,
1102
            "align_self": null,
1103
            "height": null,
1104
            "min_height": null,
1105
            "padding": null,
1106
            "grid_auto_rows": null,
1107
            "grid_gap": null,
1108
            "max_width": null,
1109
            "order": null,
1110
            "_view_module_version": "1.2.0",
1111
            "grid_template_areas": null,
1112
            "object_position": null,
1113
            "object_fit": null,
1114
            "grid_auto_columns": null,
1115
            "margin": null,
1116
            "display": null,
1117
            "left": null
1118
          }
1119
        },
1120
        "adeea310466c4739bb0c7c3846284e2d": {
1121
          "model_module": "@jupyter-widgets/controls",
1122
          "model_name": "HTMLModel",
1123
          "model_module_version": "1.5.0",
1124
          "state": {
1125
            "_view_name": "HTMLView",
1126
            "style": "IPY_MODEL_174671e8e293450dadde235f2ee1e467",
1127
            "_dom_classes": [],
1128
            "description": "",
1129
            "_model_name": "HTMLModel",
1130
            "placeholder": "​",
1131
            "_view_module": "@jupyter-widgets/controls",
1132
            "_model_module_version": "1.5.0",
1133
            "value": "Downloading: ",
1134
            "_view_count": null,
1135
            "_view_module_version": "1.5.0",
1136
            "description_tooltip": null,
1137
            "_model_module": "@jupyter-widgets/controls",
1138
            "layout": "IPY_MODEL_0a1b4bdb26fb4aa38e456c35ca9c3fda"
1139
          }
1140
        },
1141
        "0b3383a4df4b4d5e8cbd949f684182c6": {
1142
          "model_module": "@jupyter-widgets/controls",
1143
          "model_name": "FloatProgressModel",
1144
          "model_module_version": "1.5.0",
1145
          "state": {
1146
            "_view_name": "ProgressView",
1147
            "style": "IPY_MODEL_4d26d276fc104474afa08d7fb01a6137",
1148
            "_dom_classes": [],
1149
            "description": "",
1150
            "_model_name": "FloatProgressModel",
1151
            "bar_style": "success",
1152
            "max": 800683,
1153
            "_view_module": "@jupyter-widgets/controls",
1154
            "_model_module_version": "1.5.0",
1155
            "value": 800683,
1156
            "_view_count": null,
1157
            "_view_module_version": "1.5.0",
1158
            "orientation": "horizontal",
1159
            "min": 0,
1160
            "description_tooltip": null,
1161
            "_model_module": "@jupyter-widgets/controls",
1162
            "layout": "IPY_MODEL_8a21f7649c0c4ecdacfe32d95307e74b"
1163
          }
1164
        },
1165
        "cf7f4f70b3294c7d9395d465cd27c72f": {
1166
          "model_module": "@jupyter-widgets/controls",
1167
          "model_name": "HTMLModel",
1168
          "model_module_version": "1.5.0",
1169
          "state": {
1170
            "_view_name": "HTMLView",
1171
            "style": "IPY_MODEL_7404b5307c1041f38a1c7c9ca7a9c718",
1172
            "_dom_classes": [],
1173
            "description": "",
1174
            "_model_name": "HTMLModel",
1175
            "placeholder": "​",
1176
            "_view_module": "@jupyter-widgets/controls",
1177
            "_model_module_version": "1.5.0",
1178
            "value": " 4.37M/? [00:00<00:00, 10.8MB/s]",
1179
            "_view_count": null,
1180
            "_view_module_version": "1.5.0",
1181
            "description_tooltip": null,
1182
            "_model_module": "@jupyter-widgets/controls",
1183
            "layout": "IPY_MODEL_425b980f131c4524bd3d425e6898862a"
1184
          }
1185
        },
1186
        "174671e8e293450dadde235f2ee1e467": {
1187
          "model_module": "@jupyter-widgets/controls",
1188
          "model_name": "DescriptionStyleModel",
1189
          "model_module_version": "1.5.0",
1190
          "state": {
1191
            "_view_name": "StyleView",
1192
            "_model_name": "DescriptionStyleModel",
1193
            "description_width": "",
1194
            "_view_module": "@jupyter-widgets/base",
1195
            "_model_module_version": "1.5.0",
1196
            "_view_count": null,
1197
            "_view_module_version": "1.2.0",
1198
            "_model_module": "@jupyter-widgets/controls"
1199
          }
1200
        },
1201
        "0a1b4bdb26fb4aa38e456c35ca9c3fda": {
1202
          "model_module": "@jupyter-widgets/base",
1203
          "model_name": "LayoutModel",
1204
          "model_module_version": "1.2.0",
1205
          "state": {
1206
            "_view_name": "LayoutView",
1207
            "grid_template_rows": null,
1208
            "right": null,
1209
            "justify_content": null,
1210
            "_view_module": "@jupyter-widgets/base",
1211
            "overflow": null,
1212
            "_model_module_version": "1.2.0",
1213
            "_view_count": null,
1214
            "flex_flow": null,
1215
            "width": null,
1216
            "min_width": null,
1217
            "border": null,
1218
            "align_items": null,
1219
            "bottom": null,
1220
            "_model_module": "@jupyter-widgets/base",
1221
            "top": null,
1222
            "grid_column": null,
1223
            "overflow_y": null,
1224
            "overflow_x": null,
1225
            "grid_auto_flow": null,
1226
            "grid_area": null,
1227
            "grid_template_columns": null,
1228
            "flex": null,
1229
            "_model_name": "LayoutModel",
1230
            "justify_items": null,
1231
            "grid_row": null,
1232
            "max_height": null,
1233
            "align_content": null,
1234
            "visibility": null,
1235
            "align_self": null,
1236
            "height": null,
1237
            "min_height": null,
1238
            "padding": null,
1239
            "grid_auto_rows": null,
1240
            "grid_gap": null,
1241
            "max_width": null,
1242
            "order": null,
1243
            "_view_module_version": "1.2.0",
1244
            "grid_template_areas": null,
1245
            "object_position": null,
1246
            "object_fit": null,
1247
            "grid_auto_columns": null,
1248
            "margin": null,
1249
            "display": null,
1250
            "left": null
1251
          }
1252
        },
1253
        "4d26d276fc104474afa08d7fb01a6137": {
1254
          "model_module": "@jupyter-widgets/controls",
1255
          "model_name": "ProgressStyleModel",
1256
          "model_module_version": "1.5.0",
1257
          "state": {
1258
            "_view_name": "StyleView",
1259
            "_model_name": "ProgressStyleModel",
1260
            "description_width": "",
1261
            "_view_module": "@jupyter-widgets/base",
1262
            "_model_module_version": "1.5.0",
1263
            "_view_count": null,
1264
            "_view_module_version": "1.2.0",
1265
            "bar_color": null,
1266
            "_model_module": "@jupyter-widgets/controls"
1267
          }
1268
        },
1269
        "8a21f7649c0c4ecdacfe32d95307e74b": {
1270
          "model_module": "@jupyter-widgets/base",
1271
          "model_name": "LayoutModel",
1272
          "model_module_version": "1.2.0",
1273
          "state": {
1274
            "_view_name": "LayoutView",
1275
            "grid_template_rows": null,
1276
            "right": null,
1277
            "justify_content": null,
1278
            "_view_module": "@jupyter-widgets/base",
1279
            "overflow": null,
1280
            "_model_module_version": "1.2.0",
1281
            "_view_count": null,
1282
            "flex_flow": null,
1283
            "width": null,
1284
            "min_width": null,
1285
            "border": null,
1286
            "align_items": null,
1287
            "bottom": null,
1288
            "_model_module": "@jupyter-widgets/base",
1289
            "top": null,
1290
            "grid_column": null,
1291
            "overflow_y": null,
1292
            "overflow_x": null,
1293
            "grid_auto_flow": null,
1294
            "grid_area": null,
1295
            "grid_template_columns": null,
1296
            "flex": null,
1297
            "_model_name": "LayoutModel",
1298
            "justify_items": null,
1299
            "grid_row": null,
1300
            "max_height": null,
1301
            "align_content": null,
1302
            "visibility": null,
1303
            "align_self": null,
1304
            "height": null,
1305
            "min_height": null,
1306
            "padding": null,
1307
            "grid_auto_rows": null,
1308
            "grid_gap": null,
1309
            "max_width": null,
1310
            "order": null,
1311
            "_view_module_version": "1.2.0",
1312
            "grid_template_areas": null,
1313
            "object_position": null,
1314
            "object_fit": null,
1315
            "grid_auto_columns": null,
1316
            "margin": null,
1317
            "display": null,
1318
            "left": null
1319
          }
1320
        },
1321
        "7404b5307c1041f38a1c7c9ca7a9c718": {
1322
          "model_module": "@jupyter-widgets/controls",
1323
          "model_name": "DescriptionStyleModel",
1324
          "model_module_version": "1.5.0",
1325
          "state": {
1326
            "_view_name": "StyleView",
1327
            "_model_name": "DescriptionStyleModel",
1328
            "description_width": "",
1329
            "_view_module": "@jupyter-widgets/base",
1330
            "_model_module_version": "1.5.0",
1331
            "_view_count": null,
1332
            "_view_module_version": "1.2.0",
1333
            "_model_module": "@jupyter-widgets/controls"
1334
          }
1335
        },
1336
        "425b980f131c4524bd3d425e6898862a": {
1337
          "model_module": "@jupyter-widgets/base",
1338
          "model_name": "LayoutModel",
1339
          "model_module_version": "1.2.0",
1340
          "state": {
1341
            "_view_name": "LayoutView",
1342
            "grid_template_rows": null,
1343
            "right": null,
1344
            "justify_content": null,
1345
            "_view_module": "@jupyter-widgets/base",
1346
            "overflow": null,
1347
            "_model_module_version": "1.2.0",
1348
            "_view_count": null,
1349
            "flex_flow": null,
1350
            "width": null,
1351
            "min_width": null,
1352
            "border": null,
1353
            "align_items": null,
1354
            "bottom": null,
1355
            "_model_module": "@jupyter-widgets/base",
1356
            "top": null,
1357
            "grid_column": null,
1358
            "overflow_y": null,
1359
            "overflow_x": null,
1360
            "grid_auto_flow": null,
1361
            "grid_area": null,
1362
            "grid_template_columns": null,
1363
            "flex": null,
1364
            "_model_name": "LayoutModel",
1365
            "justify_items": null,
1366
            "grid_row": null,
1367
            "max_height": null,
1368
            "align_content": null,
1369
            "visibility": null,
1370
            "align_self": null,
1371
            "height": null,
1372
            "min_height": null,
1373
            "padding": null,
1374
            "grid_auto_rows": null,
1375
            "grid_gap": null,
1376
            "max_width": null,
1377
            "order": null,
1378
            "_view_module_version": "1.2.0",
1379
            "grid_template_areas": null,
1380
            "object_position": null,
1381
            "object_fit": null,
1382
            "grid_auto_columns": null,
1383
            "margin": null,
1384
            "display": null,
1385
            "left": null
1386
          }
1387
        },
1388
        "80d7f12578e04833af509cf682375353": {
1389
          "model_module": "@jupyter-widgets/controls",
1390
          "model_name": "HBoxModel",
1391
          "model_module_version": "1.5.0",
1392
          "state": {
1393
            "_view_name": "HBoxView",
1394
            "_dom_classes": [],
1395
            "_model_name": "HBoxModel",
1396
            "_view_module": "@jupyter-widgets/controls",
1397
            "_model_module_version": "1.5.0",
1398
            "_view_count": null,
1399
            "_view_module_version": "1.5.0",
1400
            "box_style": "",
1401
            "layout": "IPY_MODEL_c4545e980c8c482e942043956aa1a5b1",
1402
            "_model_module": "@jupyter-widgets/controls",
1403
            "children": [
1404
              "IPY_MODEL_cdcbc5ad85d7426ea076419edadfde61",
1405
              "IPY_MODEL_6bddf6c3baa347bcaa2a634c36f774f1",
1406
              "IPY_MODEL_d2b2b3211ed5444c82527f117ea11f4f"
1407
            ]
1408
          }
1409
        },
1410
        "c4545e980c8c482e942043956aa1a5b1": {
1411
          "model_module": "@jupyter-widgets/base",
1412
          "model_name": "LayoutModel",
1413
          "model_module_version": "1.2.0",
1414
          "state": {
1415
            "_view_name": "LayoutView",
1416
            "grid_template_rows": null,
1417
            "right": null,
1418
            "justify_content": null,
1419
            "_view_module": "@jupyter-widgets/base",
1420
            "overflow": null,
1421
            "_model_module_version": "1.2.0",
1422
            "_view_count": null,
1423
            "flex_flow": null,
1424
            "width": null,
1425
            "min_width": null,
1426
            "border": null,
1427
            "align_items": null,
1428
            "bottom": null,
1429
            "_model_module": "@jupyter-widgets/base",
1430
            "top": null,
1431
            "grid_column": null,
1432
            "overflow_y": null,
1433
            "overflow_x": null,
1434
            "grid_auto_flow": null,
1435
            "grid_area": null,
1436
            "grid_template_columns": null,
1437
            "flex": null,
1438
            "_model_name": "LayoutModel",
1439
            "justify_items": null,
1440
            "grid_row": null,
1441
            "max_height": null,
1442
            "align_content": null,
1443
            "visibility": null,
1444
            "align_self": null,
1445
            "height": null,
1446
            "min_height": null,
1447
            "padding": null,
1448
            "grid_auto_rows": null,
1449
            "grid_gap": null,
1450
            "max_width": null,
1451
            "order": null,
1452
            "_view_module_version": "1.2.0",
1453
            "grid_template_areas": null,
1454
            "object_position": null,
1455
            "object_fit": null,
1456
            "grid_auto_columns": null,
1457
            "margin": null,
1458
            "display": null,
1459
            "left": null
1460
          }
1461
        },
1462
        "cdcbc5ad85d7426ea076419edadfde61": {
1463
          "model_module": "@jupyter-widgets/controls",
1464
          "model_name": "HTMLModel",
1465
          "model_module_version": "1.5.0",
1466
          "state": {
1467
            "_view_name": "HTMLView",
1468
            "style": "IPY_MODEL_784d735bf0504ce59e658fa3702ca7a9",
1469
            "_dom_classes": [],
1470
            "description": "",
1471
            "_model_name": "HTMLModel",
1472
            "placeholder": "​",
1473
            "_view_module": "@jupyter-widgets/controls",
1474
            "_model_module_version": "1.5.0",
1475
            "value": "",
1476
            "_view_count": null,
1477
            "_view_module_version": "1.5.0",
1478
            "description_tooltip": null,
1479
            "_model_module": "@jupyter-widgets/controls",
1480
            "layout": "IPY_MODEL_78e3c4a562ca496e82637989e0f9865c"
1481
          }
1482
        },
1483
        "6bddf6c3baa347bcaa2a634c36f774f1": {
1484
          "model_module": "@jupyter-widgets/controls",
1485
          "model_name": "FloatProgressModel",
1486
          "model_module_version": "1.5.0",
1487
          "state": {
1488
            "_view_name": "ProgressView",
1489
            "style": "IPY_MODEL_bbadcf3795a7444ba09f11ea3fd0b09a",
1490
            "_dom_classes": [],
1491
            "description": "",
1492
            "_model_name": "FloatProgressModel",
1493
            "bar_style": "info",
1494
            "max": 1,
1495
            "_view_module": "@jupyter-widgets/controls",
1496
            "_model_module_version": "1.5.0",
1497
            "value": 1,
1498
            "_view_count": null,
1499
            "_view_module_version": "1.5.0",
1500
            "orientation": "horizontal",
1501
            "min": 0,
1502
            "description_tooltip": null,
1503
            "_model_module": "@jupyter-widgets/controls",
1504
            "layout": "IPY_MODEL_052197a842044ec091415885fe25a34f"
1505
          }
1506
        },
1507
        "d2b2b3211ed5444c82527f117ea11f4f": {
1508
          "model_module": "@jupyter-widgets/controls",
1509
          "model_name": "HTMLModel",
1510
          "model_module_version": "1.5.0",
1511
          "state": {
1512
            "_view_name": "HTMLView",
1513
            "style": "IPY_MODEL_81721e2b8715454ba2275974eb046260",
1514
            "_dom_classes": [],
1515
            "description": "",
1516
            "_model_name": "HTMLModel",
1517
            "placeholder": "​",
1518
            "_view_module": "@jupyter-widgets/controls",
1519
            "_model_module_version": "1.5.0",
1520
            "value": " 130245/0 [00:11<00:00, 12804.35 examples/s]",
1521
            "_view_count": null,
1522
            "_view_module_version": "1.5.0",
1523
            "description_tooltip": null,
1524
            "_model_module": "@jupyter-widgets/controls",
1525
            "layout": "IPY_MODEL_e62a20d046944b6bbf71b8f013cacb51"
1526
          }
1527
        },
1528
        "784d735bf0504ce59e658fa3702ca7a9": {
1529
          "model_module": "@jupyter-widgets/controls",
1530
          "model_name": "DescriptionStyleModel",
1531
          "model_module_version": "1.5.0",
1532
          "state": {
1533
            "_view_name": "StyleView",
1534
            "_model_name": "DescriptionStyleModel",
1535
            "description_width": "",
1536
            "_view_module": "@jupyter-widgets/base",
1537
            "_model_module_version": "1.5.0",
1538
            "_view_count": null,
1539
            "_view_module_version": "1.2.0",
1540
            "_model_module": "@jupyter-widgets/controls"
1541
          }
1542
        },
1543
        "78e3c4a562ca496e82637989e0f9865c": {
1544
          "model_module": "@jupyter-widgets/base",
1545
          "model_name": "LayoutModel",
1546
          "model_module_version": "1.2.0",
1547
          "state": {
1548
            "_view_name": "LayoutView",
1549
            "grid_template_rows": null,
1550
            "right": null,
1551
            "justify_content": null,
1552
            "_view_module": "@jupyter-widgets/base",
1553
            "overflow": null,
1554
            "_model_module_version": "1.2.0",
1555
            "_view_count": null,
1556
            "flex_flow": null,
1557
            "width": null,
1558
            "min_width": null,
1559
            "border": null,
1560
            "align_items": null,
1561
            "bottom": null,
1562
            "_model_module": "@jupyter-widgets/base",
1563
            "top": null,
1564
            "grid_column": null,
1565
            "overflow_y": null,
1566
            "overflow_x": null,
1567
            "grid_auto_flow": null,
1568
            "grid_area": null,
1569
            "grid_template_columns": null,
1570
            "flex": null,
1571
            "_model_name": "LayoutModel",
1572
            "justify_items": null,
1573
            "grid_row": null,
1574
            "max_height": null,
1575
            "align_content": null,
1576
            "visibility": null,
1577
            "align_self": null,
1578
            "height": null,
1579
            "min_height": null,
1580
            "padding": null,
1581
            "grid_auto_rows": null,
1582
            "grid_gap": null,
1583
            "max_width": null,
1584
            "order": null,
1585
            "_view_module_version": "1.2.0",
1586
            "grid_template_areas": null,
1587
            "object_position": null,
1588
            "object_fit": null,
1589
            "grid_auto_columns": null,
1590
            "margin": null,
1591
            "display": null,
1592
            "left": null
1593
          }
1594
        },
1595
        "bbadcf3795a7444ba09f11ea3fd0b09a": {
1596
          "model_module": "@jupyter-widgets/controls",
1597
          "model_name": "ProgressStyleModel",
1598
          "model_module_version": "1.5.0",
1599
          "state": {
1600
            "_view_name": "StyleView",
1601
            "_model_name": "ProgressStyleModel",
1602
            "description_width": "",
1603
            "_view_module": "@jupyter-widgets/base",
1604
            "_model_module_version": "1.5.0",
1605
            "_view_count": null,
1606
            "_view_module_version": "1.2.0",
1607
            "bar_color": null,
1608
            "_model_module": "@jupyter-widgets/controls"
1609
          }
1610
        },
1611
        "052197a842044ec091415885fe25a34f": {
1612
          "model_module": "@jupyter-widgets/base",
1613
          "model_name": "LayoutModel",
1614
          "model_module_version": "1.2.0",
1615
          "state": {
1616
            "_view_name": "LayoutView",
1617
            "grid_template_rows": null,
1618
            "right": null,
1619
            "justify_content": null,
1620
            "_view_module": "@jupyter-widgets/base",
1621
            "overflow": null,
1622
            "_model_module_version": "1.2.0",
1623
            "_view_count": null,
1624
            "flex_flow": null,
1625
            "width": "20px",
1626
            "min_width": null,
1627
            "border": null,
1628
            "align_items": null,
1629
            "bottom": null,
1630
            "_model_module": "@jupyter-widgets/base",
1631
            "top": null,
1632
            "grid_column": null,
1633
            "overflow_y": null,
1634
            "overflow_x": null,
1635
            "grid_auto_flow": null,
1636
            "grid_area": null,
1637
            "grid_template_columns": null,
1638
            "flex": null,
1639
            "_model_name": "LayoutModel",
1640
            "justify_items": null,
1641
            "grid_row": null,
1642
            "max_height": null,
1643
            "align_content": null,
1644
            "visibility": null,
1645
            "align_self": null,
1646
            "height": null,
1647
            "min_height": null,
1648
            "padding": null,
1649
            "grid_auto_rows": null,
1650
            "grid_gap": null,
1651
            "max_width": null,
1652
            "order": null,
1653
            "_view_module_version": "1.2.0",
1654
            "grid_template_areas": null,
1655
            "object_position": null,
1656
            "object_fit": null,
1657
            "grid_auto_columns": null,
1658
            "margin": null,
1659
            "display": null,
1660
            "left": null
1661
          }
1662
        },
1663
        "81721e2b8715454ba2275974eb046260": {
1664
          "model_module": "@jupyter-widgets/controls",
1665
          "model_name": "DescriptionStyleModel",
1666
          "model_module_version": "1.5.0",
1667
          "state": {
1668
            "_view_name": "StyleView",
1669
            "_model_name": "DescriptionStyleModel",
1670
            "description_width": "",
1671
            "_view_module": "@jupyter-widgets/base",
1672
            "_model_module_version": "1.5.0",
1673
            "_view_count": null,
1674
            "_view_module_version": "1.2.0",
1675
            "_model_module": "@jupyter-widgets/controls"
1676
          }
1677
        },
1678
        "e62a20d046944b6bbf71b8f013cacb51": {
1679
          "model_module": "@jupyter-widgets/base",
1680
          "model_name": "LayoutModel",
1681
          "model_module_version": "1.2.0",
1682
          "state": {
1683
            "_view_name": "LayoutView",
1684
            "grid_template_rows": null,
1685
            "right": null,
1686
            "justify_content": null,
1687
            "_view_module": "@jupyter-widgets/base",
1688
            "overflow": null,
1689
            "_model_module_version": "1.2.0",
1690
            "_view_count": null,
1691
            "flex_flow": null,
1692
            "width": null,
1693
            "min_width": null,
1694
            "border": null,
1695
            "align_items": null,
1696
            "bottom": null,
1697
            "_model_module": "@jupyter-widgets/base",
1698
            "top": null,
1699
            "grid_column": null,
1700
            "overflow_y": null,
1701
            "overflow_x": null,
1702
            "grid_auto_flow": null,
1703
            "grid_area": null,
1704
            "grid_template_columns": null,
1705
            "flex": null,
1706
            "_model_name": "LayoutModel",
1707
            "justify_items": null,
1708
            "grid_row": null,
1709
            "max_height": null,
1710
            "align_content": null,
1711
            "visibility": null,
1712
            "align_self": null,
1713
            "height": null,
1714
            "min_height": null,
1715
            "padding": null,
1716
            "grid_auto_rows": null,
1717
            "grid_gap": null,
1718
            "max_width": null,
1719
            "order": null,
1720
            "_view_module_version": "1.2.0",
1721
            "grid_template_areas": null,
1722
            "object_position": null,
1723
            "object_fit": null,
1724
            "grid_auto_columns": null,
1725
            "margin": null,
1726
            "display": null,
1727
            "left": null
1728
          }
1729
        },
1730
        "fd46c5e6d6f54c4ea61b010d0d3d1e6d": {
1731
          "model_module": "@jupyter-widgets/controls",
1732
          "model_name": "HBoxModel",
1733
          "model_module_version": "1.5.0",
1734
          "state": {
1735
            "_view_name": "HBoxView",
1736
            "_dom_classes": [],
1737
            "_model_name": "HBoxModel",
1738
            "_view_module": "@jupyter-widgets/controls",
1739
            "_model_module_version": "1.5.0",
1740
            "_view_count": null,
1741
            "_view_module_version": "1.5.0",
1742
            "box_style": "",
1743
            "layout": "IPY_MODEL_286f9106064a42789e32f959dd23a076",
1744
            "_model_module": "@jupyter-widgets/controls",
1745
            "children": [
1746
              "IPY_MODEL_0bbe258bac2a4bebb73f6856d3eb569f",
1747
              "IPY_MODEL_66080bd94e014bba9d6518b14a674bb0",
1748
              "IPY_MODEL_6839ed416b694a6f959629b03d82d058"
1749
            ]
1750
          }
1751
        },
1752
        "286f9106064a42789e32f959dd23a076": {
1753
          "model_module": "@jupyter-widgets/base",
1754
          "model_name": "LayoutModel",
1755
          "model_module_version": "1.2.0",
1756
          "state": {
1757
            "_view_name": "LayoutView",
1758
            "grid_template_rows": null,
1759
            "right": null,
1760
            "justify_content": null,
1761
            "_view_module": "@jupyter-widgets/base",
1762
            "overflow": null,
1763
            "_model_module_version": "1.2.0",
1764
            "_view_count": null,
1765
            "flex_flow": null,
1766
            "width": null,
1767
            "min_width": null,
1768
            "border": null,
1769
            "align_items": null,
1770
            "bottom": null,
1771
            "_model_module": "@jupyter-widgets/base",
1772
            "top": null,
1773
            "grid_column": null,
1774
            "overflow_y": null,
1775
            "overflow_x": null,
1776
            "grid_auto_flow": null,
1777
            "grid_area": null,
1778
            "grid_template_columns": null,
1779
            "flex": null,
1780
            "_model_name": "LayoutModel",
1781
            "justify_items": null,
1782
            "grid_row": null,
1783
            "max_height": null,
1784
            "align_content": null,
1785
            "visibility": null,
1786
            "align_self": null,
1787
            "height": null,
1788
            "min_height": null,
1789
            "padding": null,
1790
            "grid_auto_rows": null,
1791
            "grid_gap": null,
1792
            "max_width": null,
1793
            "order": null,
1794
            "_view_module_version": "1.2.0",
1795
            "grid_template_areas": null,
1796
            "object_position": null,
1797
            "object_fit": null,
1798
            "grid_auto_columns": null,
1799
            "margin": null,
1800
            "display": null,
1801
            "left": null
1802
          }
1803
        },
1804
        "0bbe258bac2a4bebb73f6856d3eb569f": {
1805
          "model_module": "@jupyter-widgets/controls",
1806
          "model_name": "HTMLModel",
1807
          "model_module_version": "1.5.0",
1808
          "state": {
1809
            "_view_name": "HTMLView",
1810
            "style": "IPY_MODEL_d6627201960640efb3109eb811fcf78f",
1811
            "_dom_classes": [],
1812
            "description": "",
1813
            "_model_name": "HTMLModel",
1814
            "placeholder": "​",
1815
            "_view_module": "@jupyter-widgets/controls",
1816
            "_model_module_version": "1.5.0",
1817
            "value": "",
1818
            "_view_count": null,
1819
            "_view_module_version": "1.5.0",
1820
            "description_tooltip": null,
1821
            "_model_module": "@jupyter-widgets/controls",
1822
            "layout": "IPY_MODEL_e1e4eb94b2944c1785c9df1955287264"
1823
          }
1824
        },
1825
        "66080bd94e014bba9d6518b14a674bb0": {
1826
          "model_module": "@jupyter-widgets/controls",
1827
          "model_name": "FloatProgressModel",
1828
          "model_module_version": "1.5.0",
1829
          "state": {
1830
            "_view_name": "ProgressView",
1831
            "style": "IPY_MODEL_edf598037d2d4d369de10323811501be",
1832
            "_dom_classes": [],
1833
            "description": "",
1834
            "_model_name": "FloatProgressModel",
1835
            "bar_style": "info",
1836
            "max": 1,
1837
            "_view_module": "@jupyter-widgets/controls",
1838
            "_model_module_version": "1.5.0",
1839
            "value": 1,
1840
            "_view_count": null,
1841
            "_view_module_version": "1.5.0",
1842
            "orientation": "horizontal",
1843
            "min": 0,
1844
            "description_tooltip": null,
1845
            "_model_module": "@jupyter-widgets/controls",
1846
            "layout": "IPY_MODEL_04fce2d7fabb4e12ab1247ca07c7224e"
1847
          }
1848
        },
1849
        "6839ed416b694a6f959629b03d82d058": {
1850
          "model_module": "@jupyter-widgets/controls",
1851
          "model_name": "HTMLModel",
1852
          "model_module_version": "1.5.0",
1853
          "state": {
1854
            "_view_name": "HTMLView",
1855
            "style": "IPY_MODEL_3d37e021532c4acb930281cf3ed03151",
1856
            "_dom_classes": [],
1857
            "description": "",
1858
            "_model_name": "HTMLModel",
1859
            "placeholder": "​",
1860
            "_view_module": "@jupyter-widgets/controls",
1861
            "_model_module_version": "1.5.0",
1862
            "value": " 11868/0 [00:01<00:00, 11345.01 examples/s]",
1863
            "_view_count": null,
1864
            "_view_module_version": "1.5.0",
1865
            "description_tooltip": null,
1866
            "_model_module": "@jupyter-widgets/controls",
1867
            "layout": "IPY_MODEL_1e9b9f7f29324c9aaa652fb1cda8d9e1"
1868
          }
1869
        },
1870
        "d6627201960640efb3109eb811fcf78f": {
1871
          "model_module": "@jupyter-widgets/controls",
1872
          "model_name": "DescriptionStyleModel",
1873
          "model_module_version": "1.5.0",
1874
          "state": {
1875
            "_view_name": "StyleView",
1876
            "_model_name": "DescriptionStyleModel",
1877
            "description_width": "",
1878
            "_view_module": "@jupyter-widgets/base",
1879
            "_model_module_version": "1.5.0",
1880
            "_view_count": null,
1881
            "_view_module_version": "1.2.0",
1882
            "_model_module": "@jupyter-widgets/controls"
1883
          }
1884
        },
1885
        "e1e4eb94b2944c1785c9df1955287264": {
1886
          "model_module": "@jupyter-widgets/base",
1887
          "model_name": "LayoutModel",
1888
          "model_module_version": "1.2.0",
1889
          "state": {
1890
            "_view_name": "LayoutView",
1891
            "grid_template_rows": null,
1892
            "right": null,
1893
            "justify_content": null,
1894
            "_view_module": "@jupyter-widgets/base",
1895
            "overflow": null,
1896
            "_model_module_version": "1.2.0",
1897
            "_view_count": null,
1898
            "flex_flow": null,
1899
            "width": null,
1900
            "min_width": null,
1901
            "border": null,
1902
            "align_items": null,
1903
            "bottom": null,
1904
            "_model_module": "@jupyter-widgets/base",
1905
            "top": null,
1906
            "grid_column": null,
1907
            "overflow_y": null,
1908
            "overflow_x": null,
1909
            "grid_auto_flow": null,
1910
            "grid_area": null,
1911
            "grid_template_columns": null,
1912
            "flex": null,
1913
            "_model_name": "LayoutModel",
1914
            "justify_items": null,
1915
            "grid_row": null,
1916
            "max_height": null,
1917
            "align_content": null,
1918
            "visibility": null,
1919
            "align_self": null,
1920
            "height": null,
1921
            "min_height": null,
1922
            "padding": null,
1923
            "grid_auto_rows": null,
1924
            "grid_gap": null,
1925
            "max_width": null,
1926
            "order": null,
1927
            "_view_module_version": "1.2.0",
1928
            "grid_template_areas": null,
1929
            "object_position": null,
1930
            "object_fit": null,
1931
            "grid_auto_columns": null,
1932
            "margin": null,
1933
            "display": null,
1934
            "left": null
1935
          }
1936
        },
1937
        "edf598037d2d4d369de10323811501be": {
1938
          "model_module": "@jupyter-widgets/controls",
1939
          "model_name": "ProgressStyleModel",
1940
          "model_module_version": "1.5.0",
1941
          "state": {
1942
            "_view_name": "StyleView",
1943
            "_model_name": "ProgressStyleModel",
1944
            "description_width": "",
1945
            "_view_module": "@jupyter-widgets/base",
1946
            "_model_module_version": "1.5.0",
1947
            "_view_count": null,
1948
            "_view_module_version": "1.2.0",
1949
            "bar_color": null,
1950
            "_model_module": "@jupyter-widgets/controls"
1951
          }
1952
        },
1953
        "04fce2d7fabb4e12ab1247ca07c7224e": {
1954
          "model_module": "@jupyter-widgets/base",
1955
          "model_name": "LayoutModel",
1956
          "model_module_version": "1.2.0",
1957
          "state": {
1958
            "_view_name": "LayoutView",
1959
            "grid_template_rows": null,
1960
            "right": null,
1961
            "justify_content": null,
1962
            "_view_module": "@jupyter-widgets/base",
1963
            "overflow": null,
1964
            "_model_module_version": "1.2.0",
1965
            "_view_count": null,
1966
            "flex_flow": null,
1967
            "width": "20px",
1968
            "min_width": null,
1969
            "border": null,
1970
            "align_items": null,
1971
            "bottom": null,
1972
            "_model_module": "@jupyter-widgets/base",
1973
            "top": null,
1974
            "grid_column": null,
1975
            "overflow_y": null,
1976
            "overflow_x": null,
1977
            "grid_auto_flow": null,
1978
            "grid_area": null,
1979
            "grid_template_columns": null,
1980
            "flex": null,
1981
            "_model_name": "LayoutModel",
1982
            "justify_items": null,
1983
            "grid_row": null,
1984
            "max_height": null,
1985
            "align_content": null,
1986
            "visibility": null,
1987
            "align_self": null,
1988
            "height": null,
1989
            "min_height": null,
1990
            "padding": null,
1991
            "grid_auto_rows": null,
1992
            "grid_gap": null,
1993
            "max_width": null,
1994
            "order": null,
1995
            "_view_module_version": "1.2.0",
1996
            "grid_template_areas": null,
1997
            "object_position": null,
1998
            "object_fit": null,
1999
            "grid_auto_columns": null,
2000
            "margin": null,
2001
            "display": null,
2002
            "left": null
2003
          }
2004
        },
2005
        "3d37e021532c4acb930281cf3ed03151": {
2006
          "model_module": "@jupyter-widgets/controls",
2007
          "model_name": "DescriptionStyleModel",
2008
          "model_module_version": "1.5.0",
2009
          "state": {
2010
            "_view_name": "StyleView",
2011
            "_model_name": "DescriptionStyleModel",
2012
            "description_width": "",
2013
            "_view_module": "@jupyter-widgets/base",
2014
            "_model_module_version": "1.5.0",
2015
            "_view_count": null,
2016
            "_view_module_version": "1.2.0",
2017
            "_model_module": "@jupyter-widgets/controls"
2018
          }
2019
        },
2020
        "1e9b9f7f29324c9aaa652fb1cda8d9e1": {
2021
          "model_module": "@jupyter-widgets/base",
2022
          "model_name": "LayoutModel",
2023
          "model_module_version": "1.2.0",
2024
          "state": {
2025
            "_view_name": "LayoutView",
2026
            "grid_template_rows": null,
2027
            "right": null,
2028
            "justify_content": null,
2029
            "_view_module": "@jupyter-widgets/base",
2030
            "overflow": null,
2031
            "_model_module_version": "1.2.0",
2032
            "_view_count": null,
2033
            "flex_flow": null,
2034
            "width": null,
2035
            "min_width": null,
2036
            "border": null,
2037
            "align_items": null,
2038
            "bottom": null,
2039
            "_model_module": "@jupyter-widgets/base",
2040
            "top": null,
2041
            "grid_column": null,
2042
            "overflow_y": null,
2043
            "overflow_x": null,
2044
            "grid_auto_flow": null,
2045
            "grid_area": null,
2046
            "grid_template_columns": null,
2047
            "flex": null,
2048
            "_model_name": "LayoutModel",
2049
            "justify_items": null,
2050
            "grid_row": null,
2051
            "max_height": null,
2052
            "align_content": null,
2053
            "visibility": null,
2054
            "align_self": null,
2055
            "height": null,
2056
            "min_height": null,
2057
            "padding": null,
2058
            "grid_auto_rows": null,
2059
            "grid_gap": null,
2060
            "max_width": null,
2061
            "order": null,
2062
            "_view_module_version": "1.2.0",
2063
            "grid_template_areas": null,
2064
            "object_position": null,
2065
            "object_fit": null,
2066
            "grid_auto_columns": null,
2067
            "margin": null,
2068
            "display": null,
2069
            "left": null
2070
          }
2071
        },
2072
        "27cb5ccf2c9249c389ea9218af245274": {
2073
          "model_module": "@jupyter-widgets/controls",
2074
          "model_name": "HBoxModel",
2075
          "model_module_version": "1.5.0",
2076
          "state": {
2077
            "_view_name": "HBoxView",
2078
            "_dom_classes": [],
2079
            "_model_name": "HBoxModel",
2080
            "_view_module": "@jupyter-widgets/controls",
2081
            "_model_module_version": "1.5.0",
2082
            "_view_count": null,
2083
            "_view_module_version": "1.5.0",
2084
            "box_style": "",
2085
            "layout": "IPY_MODEL_b83dcd8153c14fb4b2ea3158b72c396a",
2086
            "_model_module": "@jupyter-widgets/controls",
2087
            "children": [
2088
              "IPY_MODEL_1c1fef0ee40b4c3bb3f8e55d256c2b33",
2089
              "IPY_MODEL_6298a9bdaf0248bb84afd55ac8b3a6ae",
2090
              "IPY_MODEL_008edff18cc6412d96bda4cddb555ff8"
2091
            ]
2092
          }
2093
        },
2094
        "b83dcd8153c14fb4b2ea3158b72c396a": {
2095
          "model_module": "@jupyter-widgets/base",
2096
          "model_name": "LayoutModel",
2097
          "model_module_version": "1.2.0",
2098
          "state": {
2099
            "_view_name": "LayoutView",
2100
            "grid_template_rows": null,
2101
            "right": null,
2102
            "justify_content": null,
2103
            "_view_module": "@jupyter-widgets/base",
2104
            "overflow": null,
2105
            "_model_module_version": "1.2.0",
2106
            "_view_count": null,
2107
            "flex_flow": null,
2108
            "width": null,
2109
            "min_width": null,
2110
            "border": null,
2111
            "align_items": null,
2112
            "bottom": null,
2113
            "_model_module": "@jupyter-widgets/base",
2114
            "top": null,
2115
            "grid_column": null,
2116
            "overflow_y": null,
2117
            "overflow_x": null,
2118
            "grid_auto_flow": null,
2119
            "grid_area": null,
2120
            "grid_template_columns": null,
2121
            "flex": null,
2122
            "_model_name": "LayoutModel",
2123
            "justify_items": null,
2124
            "grid_row": null,
2125
            "max_height": null,
2126
            "align_content": null,
2127
            "visibility": null,
2128
            "align_self": null,
2129
            "height": null,
2130
            "min_height": null,
2131
            "padding": null,
2132
            "grid_auto_rows": null,
2133
            "grid_gap": null,
2134
            "max_width": null,
2135
            "order": null,
2136
            "_view_module_version": "1.2.0",
2137
            "grid_template_areas": null,
2138
            "object_position": null,
2139
            "object_fit": null,
2140
            "grid_auto_columns": null,
2141
            "margin": null,
2142
            "display": null,
2143
            "left": null
2144
          }
2145
        },
2146
        "1c1fef0ee40b4c3bb3f8e55d256c2b33": {
2147
          "model_module": "@jupyter-widgets/controls",
2148
          "model_name": "HTMLModel",
2149
          "model_module_version": "1.5.0",
2150
          "state": {
2151
            "_view_name": "HTMLView",
2152
            "style": "IPY_MODEL_242b2460846b4f72802c4dfcd2f45620",
2153
            "_dom_classes": [],
2154
            "description": "",
2155
            "_model_name": "HTMLModel",
2156
            "placeholder": "​",
2157
            "_view_module": "@jupyter-widgets/controls",
2158
            "_model_module_version": "1.5.0",
2159
            "value": "100%",
2160
            "_view_count": null,
2161
            "_view_module_version": "1.5.0",
2162
            "description_tooltip": null,
2163
            "_model_module": "@jupyter-widgets/controls",
2164
            "layout": "IPY_MODEL_ac6081e4d788442f8f48ab386065a145"
2165
          }
2166
        },
2167
        "6298a9bdaf0248bb84afd55ac8b3a6ae": {
2168
          "model_module": "@jupyter-widgets/controls",
2169
          "model_name": "FloatProgressModel",
2170
          "model_module_version": "1.5.0",
2171
          "state": {
2172
            "_view_name": "ProgressView",
2173
            "style": "IPY_MODEL_72c8117947a449e8910ac9d59d73b8f7",
2174
            "_dom_classes": [],
2175
            "description": "",
2176
            "_model_name": "FloatProgressModel",
2177
            "bar_style": "success",
2178
            "max": 131,
2179
            "_view_module": "@jupyter-widgets/controls",
2180
            "_model_module_version": "1.5.0",
2181
            "value": 131,
2182
            "_view_count": null,
2183
            "_view_module_version": "1.5.0",
2184
            "orientation": "horizontal",
2185
            "min": 0,
2186
            "description_tooltip": null,
2187
            "_model_module": "@jupyter-widgets/controls",
2188
            "layout": "IPY_MODEL_d7ca4d84903449baa1607a50e987a3c9"
2189
          }
2190
        },
2191
        "008edff18cc6412d96bda4cddb555ff8": {
2192
          "model_module": "@jupyter-widgets/controls",
2193
          "model_name": "HTMLModel",
2194
          "model_module_version": "1.5.0",
2195
          "state": {
2196
            "_view_name": "HTMLView",
2197
            "style": "IPY_MODEL_af9d41d2a2004c24b8bea89bf59f3c10",
2198
            "_dom_classes": [],
2199
            "description": "",
2200
            "_model_name": "HTMLModel",
2201
            "placeholder": "​",
2202
            "_view_module": "@jupyter-widgets/controls",
2203
            "_model_module_version": "1.5.0",
2204
            "value": " 131/131 [01:46<00:00,  1.48ba/s]",
2205
            "_view_count": null,
2206
            "_view_module_version": "1.5.0",
2207
            "description_tooltip": null,
2208
            "_model_module": "@jupyter-widgets/controls",
2209
            "layout": "IPY_MODEL_1d5dd5d69064453bb91f237c1a3f4104"
2210
          }
2211
        },
2212
        "242b2460846b4f72802c4dfcd2f45620": {
2213
          "model_module": "@jupyter-widgets/controls",
2214
          "model_name": "DescriptionStyleModel",
2215
          "model_module_version": "1.5.0",
2216
          "state": {
2217
            "_view_name": "StyleView",
2218
            "_model_name": "DescriptionStyleModel",
2219
            "description_width": "",
2220
            "_view_module": "@jupyter-widgets/base",
2221
            "_model_module_version": "1.5.0",
2222
            "_view_count": null,
2223
            "_view_module_version": "1.2.0",
2224
            "_model_module": "@jupyter-widgets/controls"
2225
          }
2226
        },
2227
        "ac6081e4d788442f8f48ab386065a145": {
2228
          "model_module": "@jupyter-widgets/base",
2229
          "model_name": "LayoutModel",
2230
          "model_module_version": "1.2.0",
2231
          "state": {
2232
            "_view_name": "LayoutView",
2233
            "grid_template_rows": null,
2234
            "right": null,
2235
            "justify_content": null,
2236
            "_view_module": "@jupyter-widgets/base",
2237
            "overflow": null,
2238
            "_model_module_version": "1.2.0",
2239
            "_view_count": null,
2240
            "flex_flow": null,
2241
            "width": null,
2242
            "min_width": null,
2243
            "border": null,
2244
            "align_items": null,
2245
            "bottom": null,
2246
            "_model_module": "@jupyter-widgets/base",
2247
            "top": null,
2248
            "grid_column": null,
2249
            "overflow_y": null,
2250
            "overflow_x": null,
2251
            "grid_auto_flow": null,
2252
            "grid_area": null,
2253
            "grid_template_columns": null,
2254
            "flex": null,
2255
            "_model_name": "LayoutModel",
2256
            "justify_items": null,
2257
            "grid_row": null,
2258
            "max_height": null,
2259
            "align_content": null,
2260
            "visibility": null,
2261
            "align_self": null,
2262
            "height": null,
2263
            "min_height": null,
2264
            "padding": null,
2265
            "grid_auto_rows": null,
2266
            "grid_gap": null,
2267
            "max_width": null,
2268
            "order": null,
2269
            "_view_module_version": "1.2.0",
2270
            "grid_template_areas": null,
2271
            "object_position": null,
2272
            "object_fit": null,
2273
            "grid_auto_columns": null,
2274
            "margin": null,
2275
            "display": null,
2276
            "left": null
2277
          }
2278
        },
2279
        "72c8117947a449e8910ac9d59d73b8f7": {
2280
          "model_module": "@jupyter-widgets/controls",
2281
          "model_name": "ProgressStyleModel",
2282
          "model_module_version": "1.5.0",
2283
          "state": {
2284
            "_view_name": "StyleView",
2285
            "_model_name": "ProgressStyleModel",
2286
            "description_width": "",
2287
            "_view_module": "@jupyter-widgets/base",
2288
            "_model_module_version": "1.5.0",
2289
            "_view_count": null,
2290
            "_view_module_version": "1.2.0",
2291
            "bar_color": null,
2292
            "_model_module": "@jupyter-widgets/controls"
2293
          }
2294
        },
2295
        "d7ca4d84903449baa1607a50e987a3c9": {
2296
          "model_module": "@jupyter-widgets/base",
2297
          "model_name": "LayoutModel",
2298
          "model_module_version": "1.2.0",
2299
          "state": {
2300
            "_view_name": "LayoutView",
2301
            "grid_template_rows": null,
2302
            "right": null,
2303
            "justify_content": null,
2304
            "_view_module": "@jupyter-widgets/base",
2305
            "overflow": null,
2306
            "_model_module_version": "1.2.0",
2307
            "_view_count": null,
2308
            "flex_flow": null,
2309
            "width": null,
2310
            "min_width": null,
2311
            "border": null,
2312
            "align_items": null,
2313
            "bottom": null,
2314
            "_model_module": "@jupyter-widgets/base",
2315
            "top": null,
2316
            "grid_column": null,
2317
            "overflow_y": null,
2318
            "overflow_x": null,
2319
            "grid_auto_flow": null,
2320
            "grid_area": null,
2321
            "grid_template_columns": null,
2322
            "flex": null,
2323
            "_model_name": "LayoutModel",
2324
            "justify_items": null,
2325
            "grid_row": null,
2326
            "max_height": null,
2327
            "align_content": null,
2328
            "visibility": null,
2329
            "align_self": null,
2330
            "height": null,
2331
            "min_height": null,
2332
            "padding": null,
2333
            "grid_auto_rows": null,
2334
            "grid_gap": null,
2335
            "max_width": null,
2336
            "order": null,
2337
            "_view_module_version": "1.2.0",
2338
            "grid_template_areas": null,
2339
            "object_position": null,
2340
            "object_fit": null,
2341
            "grid_auto_columns": null,
2342
            "margin": null,
2343
            "display": null,
2344
            "left": null
2345
          }
2346
        },
2347
        "af9d41d2a2004c24b8bea89bf59f3c10": {
2348
          "model_module": "@jupyter-widgets/controls",
2349
          "model_name": "DescriptionStyleModel",
2350
          "model_module_version": "1.5.0",
2351
          "state": {
2352
            "_view_name": "StyleView",
2353
            "_model_name": "DescriptionStyleModel",
2354
            "description_width": "",
2355
            "_view_module": "@jupyter-widgets/base",
2356
            "_model_module_version": "1.5.0",
2357
            "_view_count": null,
2358
            "_view_module_version": "1.2.0",
2359
            "_model_module": "@jupyter-widgets/controls"
2360
          }
2361
        },
2362
        "1d5dd5d69064453bb91f237c1a3f4104": {
2363
          "model_module": "@jupyter-widgets/base",
2364
          "model_name": "LayoutModel",
2365
          "model_module_version": "1.2.0",
2366
          "state": {
2367
            "_view_name": "LayoutView",
2368
            "grid_template_rows": null,
2369
            "right": null,
2370
            "justify_content": null,
2371
            "_view_module": "@jupyter-widgets/base",
2372
            "overflow": null,
2373
            "_model_module_version": "1.2.0",
2374
            "_view_count": null,
2375
            "flex_flow": null,
2376
            "width": null,
2377
            "min_width": null,
2378
            "border": null,
2379
            "align_items": null,
2380
            "bottom": null,
2381
            "_model_module": "@jupyter-widgets/base",
2382
            "top": null,
2383
            "grid_column": null,
2384
            "overflow_y": null,
2385
            "overflow_x": null,
2386
            "grid_auto_flow": null,
2387
            "grid_area": null,
2388
            "grid_template_columns": null,
2389
            "flex": null,
2390
            "_model_name": "LayoutModel",
2391
            "justify_items": null,
2392
            "grid_row": null,
2393
            "max_height": null,
2394
            "align_content": null,
2395
            "visibility": null,
2396
            "align_self": null,
2397
            "height": null,
2398
            "min_height": null,
2399
            "padding": null,
2400
            "grid_auto_rows": null,
2401
            "grid_gap": null,
2402
            "max_width": null,
2403
            "order": null,
2404
            "_view_module_version": "1.2.0",
2405
            "grid_template_areas": null,
2406
            "object_position": null,
2407
            "object_fit": null,
2408
            "grid_auto_columns": null,
2409
            "margin": null,
2410
            "display": null,
2411
            "left": null
2412
          }
2413
        },
2414
        "8637f3a9e37a4f0eab2eaba0543e60ae": {
2415
          "model_module": "@jupyter-widgets/controls",
2416
          "model_name": "HBoxModel",
2417
          "model_module_version": "1.5.0",
2418
          "state": {
2419
            "_view_name": "HBoxView",
2420
            "_dom_classes": [],
2421
            "_model_name": "HBoxModel",
2422
            "_view_module": "@jupyter-widgets/controls",
2423
            "_model_module_version": "1.5.0",
2424
            "_view_count": null,
2425
            "_view_module_version": "1.5.0",
2426
            "box_style": "",
2427
            "layout": "IPY_MODEL_2f14543841684e589c8964f497afbe3b",
2428
            "_model_module": "@jupyter-widgets/controls",
2429
            "children": [
2430
              "IPY_MODEL_c298f0ac2c1e4b1393a2b4151f6a5b86",
2431
              "IPY_MODEL_ae6e62e28365467194b8d490de67bb47",
2432
              "IPY_MODEL_a88dcd0696d849d9b2e23484e8e4c342"
2433
            ]
2434
          }
2435
        },
2436
        "2f14543841684e589c8964f497afbe3b": {
2437
          "model_module": "@jupyter-widgets/base",
2438
          "model_name": "LayoutModel",
2439
          "model_module_version": "1.2.0",
2440
          "state": {
2441
            "_view_name": "LayoutView",
2442
            "grid_template_rows": null,
2443
            "right": null,
2444
            "justify_content": null,
2445
            "_view_module": "@jupyter-widgets/base",
2446
            "overflow": null,
2447
            "_model_module_version": "1.2.0",
2448
            "_view_count": null,
2449
            "flex_flow": null,
2450
            "width": null,
2451
            "min_width": null,
2452
            "border": null,
2453
            "align_items": null,
2454
            "bottom": null,
2455
            "_model_module": "@jupyter-widgets/base",
2456
            "top": null,
2457
            "grid_column": null,
2458
            "overflow_y": null,
2459
            "overflow_x": null,
2460
            "grid_auto_flow": null,
2461
            "grid_area": null,
2462
            "grid_template_columns": null,
2463
            "flex": null,
2464
            "_model_name": "LayoutModel",
2465
            "justify_items": null,
2466
            "grid_row": null,
2467
            "max_height": null,
2468
            "align_content": null,
2469
            "visibility": null,
2470
            "align_self": null,
2471
            "height": null,
2472
            "min_height": null,
2473
            "padding": null,
2474
            "grid_auto_rows": null,
2475
            "grid_gap": null,
2476
            "max_width": null,
2477
            "order": null,
2478
            "_view_module_version": "1.2.0",
2479
            "grid_template_areas": null,
2480
            "object_position": null,
2481
            "object_fit": null,
2482
            "grid_auto_columns": null,
2483
            "margin": null,
2484
            "display": null,
2485
            "left": null
2486
          }
2487
        },
2488
        "c298f0ac2c1e4b1393a2b4151f6a5b86": {
2489
          "model_module": "@jupyter-widgets/controls",
2490
          "model_name": "HTMLModel",
2491
          "model_module_version": "1.5.0",
2492
          "state": {
2493
            "_view_name": "HTMLView",
2494
            "style": "IPY_MODEL_3ad5943a7a3d4a158a4bd682550126f2",
2495
            "_dom_classes": [],
2496
            "description": "",
2497
            "_model_name": "HTMLModel",
2498
            "placeholder": "​",
2499
            "_view_module": "@jupyter-widgets/controls",
2500
            "_model_module_version": "1.5.0",
2501
            "value": "100%",
2502
            "_view_count": null,
2503
            "_view_module_version": "1.5.0",
2504
            "description_tooltip": null,
2505
            "_model_module": "@jupyter-widgets/controls",
2506
            "layout": "IPY_MODEL_bba1fdb19b854852ac04b4f59d4da185"
2507
          }
2508
        },
2509
        "ae6e62e28365467194b8d490de67bb47": {
2510
          "model_module": "@jupyter-widgets/controls",
2511
          "model_name": "FloatProgressModel",
2512
          "model_module_version": "1.5.0",
2513
          "state": {
2514
            "_view_name": "ProgressView",
2515
            "style": "IPY_MODEL_af345e1fd5414deca969d5ba7b1c582f",
2516
            "_dom_classes": [],
2517
            "description": "",
2518
            "_model_name": "FloatProgressModel",
2519
            "bar_style": "success",
2520
            "max": 12,
2521
            "_view_module": "@jupyter-widgets/controls",
2522
            "_model_module_version": "1.5.0",
2523
            "value": 12,
2524
            "_view_count": null,
2525
            "_view_module_version": "1.5.0",
2526
            "orientation": "horizontal",
2527
            "min": 0,
2528
            "description_tooltip": null,
2529
            "_model_module": "@jupyter-widgets/controls",
2530
            "layout": "IPY_MODEL_971fa5cc540f40a2b699390c3ee7c4ec"
2531
          }
2532
        },
2533
        "a88dcd0696d849d9b2e23484e8e4c342": {
2534
          "model_module": "@jupyter-widgets/controls",
2535
          "model_name": "HTMLModel",
2536
          "model_module_version": "1.5.0",
2537
          "state": {
2538
            "_view_name": "HTMLView",
2539
            "style": "IPY_MODEL_252cca28b41a48a0b6e011370da46a23",
2540
            "_dom_classes": [],
2541
            "description": "",
2542
            "_model_name": "HTMLModel",
2543
            "placeholder": "​",
2544
            "_view_module": "@jupyter-widgets/controls",
2545
            "_model_module_version": "1.5.0",
2546
            "value": " 12/12 [00:10<00:00,  1.22ba/s]",
2547
            "_view_count": null,
2548
            "_view_module_version": "1.5.0",
2549
            "description_tooltip": null,
2550
            "_model_module": "@jupyter-widgets/controls",
2551
            "layout": "IPY_MODEL_d6f1e6fee5774871ae1d862612cee6c6"
2552
          }
2553
        },
2554
        "3ad5943a7a3d4a158a4bd682550126f2": {
2555
          "model_module": "@jupyter-widgets/controls",
2556
          "model_name": "DescriptionStyleModel",
2557
          "model_module_version": "1.5.0",
2558
          "state": {
2559
            "_view_name": "StyleView",
2560
            "_model_name": "DescriptionStyleModel",
2561
            "description_width": "",
2562
            "_view_module": "@jupyter-widgets/base",
2563
            "_model_module_version": "1.5.0",
2564
            "_view_count": null,
2565
            "_view_module_version": "1.2.0",
2566
            "_model_module": "@jupyter-widgets/controls"
2567
          }
2568
        },
2569
        "bba1fdb19b854852ac04b4f59d4da185": {
2570
          "model_module": "@jupyter-widgets/base",
2571
          "model_name": "LayoutModel",
2572
          "model_module_version": "1.2.0",
2573
          "state": {
2574
            "_view_name": "LayoutView",
2575
            "grid_template_rows": null,
2576
            "right": null,
2577
            "justify_content": null,
2578
            "_view_module": "@jupyter-widgets/base",
2579
            "overflow": null,
2580
            "_model_module_version": "1.2.0",
2581
            "_view_count": null,
2582
            "flex_flow": null,
2583
            "width": null,
2584
            "min_width": null,
2585
            "border": null,
2586
            "align_items": null,
2587
            "bottom": null,
2588
            "_model_module": "@jupyter-widgets/base",
2589
            "top": null,
2590
            "grid_column": null,
2591
            "overflow_y": null,
2592
            "overflow_x": null,
2593
            "grid_auto_flow": null,
2594
            "grid_area": null,
2595
            "grid_template_columns": null,
2596
            "flex": null,
2597
            "_model_name": "LayoutModel",
2598
            "justify_items": null,
2599
            "grid_row": null,
2600
            "max_height": null,
2601
            "align_content": null,
2602
            "visibility": null,
2603
            "align_self": null,
2604
            "height": null,
2605
            "min_height": null,
2606
            "padding": null,
2607
            "grid_auto_rows": null,
2608
            "grid_gap": null,
2609
            "max_width": null,
2610
            "order": null,
2611
            "_view_module_version": "1.2.0",
2612
            "grid_template_areas": null,
2613
            "object_position": null,
2614
            "object_fit": null,
2615
            "grid_auto_columns": null,
2616
            "margin": null,
2617
            "display": null,
2618
            "left": null
2619
          }
2620
        },
2621
        "af345e1fd5414deca969d5ba7b1c582f": {
2622
          "model_module": "@jupyter-widgets/controls",
2623
          "model_name": "ProgressStyleModel",
2624
          "model_module_version": "1.5.0",
2625
          "state": {
2626
            "_view_name": "StyleView",
2627
            "_model_name": "ProgressStyleModel",
2628
            "description_width": "",
2629
            "_view_module": "@jupyter-widgets/base",
2630
            "_model_module_version": "1.5.0",
2631
            "_view_count": null,
2632
            "_view_module_version": "1.2.0",
2633
            "bar_color": null,
2634
            "_model_module": "@jupyter-widgets/controls"
2635
          }
2636
        },
2637
        "971fa5cc540f40a2b699390c3ee7c4ec": {
2638
          "model_module": "@jupyter-widgets/base",
2639
          "model_name": "LayoutModel",
2640
          "model_module_version": "1.2.0",
2641
          "state": {
2642
            "_view_name": "LayoutView",
2643
            "grid_template_rows": null,
2644
            "right": null,
2645
            "justify_content": null,
2646
            "_view_module": "@jupyter-widgets/base",
2647
            "overflow": null,
2648
            "_model_module_version": "1.2.0",
2649
            "_view_count": null,
2650
            "flex_flow": null,
2651
            "width": null,
2652
            "min_width": null,
2653
            "border": null,
2654
            "align_items": null,
2655
            "bottom": null,
2656
            "_model_module": "@jupyter-widgets/base",
2657
            "top": null,
2658
            "grid_column": null,
2659
            "overflow_y": null,
2660
            "overflow_x": null,
2661
            "grid_auto_flow": null,
2662
            "grid_area": null,
2663
            "grid_template_columns": null,
2664
            "flex": null,
2665
            "_model_name": "LayoutModel",
2666
            "justify_items": null,
2667
            "grid_row": null,
2668
            "max_height": null,
2669
            "align_content": null,
2670
            "visibility": null,
2671
            "align_self": null,
2672
            "height": null,
2673
            "min_height": null,
2674
            "padding": null,
2675
            "grid_auto_rows": null,
2676
            "grid_gap": null,
2677
            "max_width": null,
2678
            "order": null,
2679
            "_view_module_version": "1.2.0",
2680
            "grid_template_areas": null,
2681
            "object_position": null,
2682
            "object_fit": null,
2683
            "grid_auto_columns": null,
2684
            "margin": null,
2685
            "display": null,
2686
            "left": null
2687
          }
2688
        },
2689
        "252cca28b41a48a0b6e011370da46a23": {
2690
          "model_module": "@jupyter-widgets/controls",
2691
          "model_name": "DescriptionStyleModel",
2692
          "model_module_version": "1.5.0",
2693
          "state": {
2694
            "_view_name": "StyleView",
2695
            "_model_name": "DescriptionStyleModel",
2696
            "description_width": "",
2697
            "_view_module": "@jupyter-widgets/base",
2698
            "_model_module_version": "1.5.0",
2699
            "_view_count": null,
2700
            "_view_module_version": "1.2.0",
2701
            "_model_module": "@jupyter-widgets/controls"
2702
          }
2703
        },
2704
        "d6f1e6fee5774871ae1d862612cee6c6": {
2705
          "model_module": "@jupyter-widgets/base",
2706
          "model_name": "LayoutModel",
2707
          "model_module_version": "1.2.0",
2708
          "state": {
2709
            "_view_name": "LayoutView",
2710
            "grid_template_rows": null,
2711
            "right": null,
2712
            "justify_content": null,
2713
            "_view_module": "@jupyter-widgets/base",
2714
            "overflow": null,
2715
            "_model_module_version": "1.2.0",
2716
            "_view_count": null,
2717
            "flex_flow": null,
2718
            "width": null,
2719
            "min_width": null,
2720
            "border": null,
2721
            "align_items": null,
2722
            "bottom": null,
2723
            "_model_module": "@jupyter-widgets/base",
2724
            "top": null,
2725
            "grid_column": null,
2726
            "overflow_y": null,
2727
            "overflow_x": null,
2728
            "grid_auto_flow": null,
2729
            "grid_area": null,
2730
            "grid_template_columns": null,
2731
            "flex": null,
2732
            "_model_name": "LayoutModel",
2733
            "justify_items": null,
2734
            "grid_row": null,
2735
            "max_height": null,
2736
            "align_content": null,
2737
            "visibility": null,
2738
            "align_self": null,
2739
            "height": null,
2740
            "min_height": null,
2741
            "padding": null,
2742
            "grid_auto_rows": null,
2743
            "grid_gap": null,
2744
            "max_width": null,
2745
            "order": null,
2746
            "_view_module_version": "1.2.0",
2747
            "grid_template_areas": null,
2748
            "object_position": null,
2749
            "object_fit": null,
2750
            "grid_auto_columns": null,
2751
            "margin": null,
2752
            "display": null,
2753
            "left": null
2754
          }
2755
        }
2756
      }
2757
    }
2758
  },
2759
  "cells": [
2760
    {
2761
      "cell_type": "code",
2762
      "metadata": {
2763
        "id": "SCc15aCS3TqS",
2764
        "colab": {
2765
          "base_uri": "https://localhost:8080/"
2766
        },
2767
        "outputId": "16fe19f5-d632-43ea-ae70-f362f0b698bc"
2768
      },
2769
      "source": [
2770
        "!pip install datasets transformers gdown"
2771
      ],
2772
      "execution_count": null,
2773
      "outputs": [
2774
        {
2775
          "output_type": "stream",
2776
          "name": "stdout",
2777
          "text": [
2778
            "Requirement already satisfied: datasets in /usr/local/lib/python3.7/dist-packages (1.11.0)\n",
2779
            "Requirement already satisfied: transformers in /usr/local/lib/python3.7/dist-packages (4.10.2)\n",
2780
            "Requirement already satisfied: gdown in /usr/local/lib/python3.7/dist-packages (3.6.4)\n",
2781
            "Requirement already satisfied: tqdm>=4.42 in /usr/local/lib/python3.7/dist-packages (from datasets) (4.62.0)\n",
2782
            "Requirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from datasets) (1.1.5)\n",
2783
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from datasets) (4.6.4)\n",
2784
            "Requirement already satisfied: fsspec>=2021.05.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (2021.8.1)\n",
2785
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.7/dist-packages (from datasets) (2.0.2)\n",
2786
            "Requirement already satisfied: dill in /usr/local/lib/python3.7/dist-packages (from datasets) (0.3.4)\n",
2787
            "Requirement already satisfied: pyarrow!=4.0.0,>=1.0.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (3.0.0)\n",
2788
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from datasets) (21.0)\n",
2789
            "Requirement already satisfied: huggingface-hub<0.1.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (0.0.16)\n",
2790
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (2.23.0)\n",
2791
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from datasets) (1.19.5)\n",
2792
            "Requirement already satisfied: multiprocess in /usr/local/lib/python3.7/dist-packages (from datasets) (0.70.12.2)\n",
2793
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<0.1.0->datasets) (3.0.12)\n",
2794
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<0.1.0->datasets) (3.7.4.3)\n",
2795
            "Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->datasets) (2.4.7)\n",
2796
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (3.0.4)\n",
2797
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (1.24.3)\n",
2798
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (2021.5.30)\n",
2799
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (2.10)\n",
2800
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (5.4.1)\n",
2801
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.7/dist-packages (from transformers) (0.0.45)\n",
2802
            "Requirement already satisfied: tokenizers<0.11,>=0.10.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (0.10.3)\n",
2803
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n",
2804
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from gdown) (1.15.0)\n",
2805
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->datasets) (3.5.0)\n",
2806
            "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2018.9)\n",
2807
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2.8.2)\n",
2808
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n",
2809
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.0.1)\n"
2810
          ]
2811
        }
2812
      ]
2813
    },
2814
    {
2815
      "cell_type": "code",
2816
      "metadata": {
2817
        "id": "jMpji8WE8ERV"
2818
      },
2819
      "source": [
2820
        "import transformers\n",
2821
        "from transformers import AutoTokenizer, AutoModelForQuestionAnswering, TrainingArguments, Trainer, default_data_collator\n",
2822
        "from datasets import load_dataset, load_metric"
2823
      ],
2824
      "execution_count": null,
2825
      "outputs": []
2826
    },
2827
    {
2828
      "cell_type": "code",
2829
      "metadata": {
2830
        "colab": {
2831
          "base_uri": "https://localhost:8080/"
2832
        },
2833
        "id": "TIbI5xnn_XvN",
2834
        "outputId": "48647dcf-144c-4689-b6c0-3a695f8091c6"
2835
      },
2836
      "source": [
2837
        "from google.colab import drive\n",
2838
        "drive.mount('/content/drive')"
2839
      ],
2840
      "execution_count": null,
2841
      "outputs": [
2842
        {
2843
          "output_type": "stream",
2844
          "name": "stdout",
2845
          "text": [
2846
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
2847
          ]
2848
        }
2849
      ]
2850
    },
2851
    {
2852
      "cell_type": "code",
2853
      "metadata": {
2854
        "colab": {
2855
          "base_uri": "https://localhost:8080/"
2856
        },
2857
        "id": "5CnAFQ3DAzaJ",
2858
        "outputId": "4d8dfa4a-9fe3-45e0-c144-a777f408e8a5"
2859
      },
2860
      "source": [
2861
        "!gdown https://drive.google.com/uc?id=10663oMohQRDuNCQ0REMIeY8IAKoCiK3A"
2862
      ],
2863
      "execution_count": null,
2864
      "outputs": [
2865
        {
2866
          "output_type": "stream",
2867
          "name": "stdout",
2868
          "text": [
2869
            "Downloading...\n",
2870
            "From: https://drive.google.com/uc?id=10663oMohQRDuNCQ0REMIeY8IAKoCiK3A\n",
2871
            "To: /content/checkpoint-final-mlm-albert.zip\n",
2872
            "42.2MB [00:00, 134MB/s] \n"
2873
          ]
2874
        }
2875
      ]
2876
    },
2877
    {
2878
      "cell_type": "code",
2879
      "metadata": {
2880
        "colab": {
2881
          "base_uri": "https://localhost:8080/"
2882
        },
2883
        "id": "lddjlLEZA2nu",
2884
        "outputId": "03e069f5-4d1d-46e7-939a-858764a20fd7"
2885
      },
2886
      "source": [
2887
        "!unzip checkpoint-final-mlm-albert.zip"
2888
      ],
2889
      "execution_count": null,
2890
      "outputs": [
2891
        {
2892
          "output_type": "stream",
2893
          "name": "stdout",
2894
          "text": [
2895
            "Archive:  checkpoint-final-mlm-albert.zip\n",
2896
            "replace drive/MyDrive/albert-mlm/checkpoint-final-mlm-albert/config.json? [y]es, [n]o, [A]ll, [N]one, [r]ename: N\n"
2897
          ]
2898
        }
2899
      ]
2900
    },
2901
    {
2902
      "cell_type": "code",
2903
      "metadata": {
2904
        "colab": {
2905
          "base_uri": "https://localhost:8080/"
2906
        },
2907
        "id": "6dBfG_vVAt9i",
2908
        "outputId": "ec5e1985-d8de-4de0-d1af-b35563b45765"
2909
      },
2910
      "source": [
2911
        "!ls drive/MyDrive/albert-mlm/checkpoint-final-mlm-albert"
2912
      ],
2913
      "execution_count": null,
2914
      "outputs": [
2915
        {
2916
          "output_type": "stream",
2917
          "name": "stdout",
2918
          "text": [
2919
            "all_results.json   special_tokens_map.json  training_args.bin\n",
2920
            "config.json\t   tokenizer_config.json    train_results.json\n",
2921
            "eval_results.json  tokenizer.json\n",
2922
            "pytorch_model.bin  trainer_state.json\n"
2923
          ]
2924
        }
2925
      ]
2926
    },
2927
    {
2928
      "cell_type": "code",
2929
      "metadata": {
2930
        "id": "sw5JuNBI8c8p"
2931
      },
2932
      "source": [
2933
        "max_length = 384 \n",
2934
        "doc_stride = 128 \n",
2935
        "model_checkpoint = \"drive/MyDrive/albert-mlm/checkpoint-final-mlm-albert\""
2936
      ],
2937
      "execution_count": null,
2938
      "outputs": []
2939
    },
2940
    {
2941
      "cell_type": "code",
2942
      "metadata": {
2943
        "colab": {
2944
          "base_uri": "https://localhost:8080/",
2945
          "height": 290,
2946
          "referenced_widgets": [
2947
            "96f412ee972242ccb6d651c3cc8b6e5a",
2948
            "bfba50dc73bd451da8712925359926a1",
2949
            "7231f1b0c1fc4047b4bde96c8355b52c",
2950
            "a005a0612a64492099ea5de907d6bc81",
2951
            "39511b879a234f088017c884ecb5077a",
2952
            "2b2540ef93774c19ae98fe7d03295607",
2953
            "48f94cfca8714f92831cb1c542cc1f08",
2954
            "960999cd5a764e8aaaaa4b0b81385a15",
2955
            "7ce3eb2e494644c0b708fd9417c29aa5",
2956
            "76140e09a4624fc3849ec6ae72eeceb9",
2957
            "911bb7bb12804b7fb78e569004254708",
2958
            "5d27eab2202a48319faf42b9de85ebad",
2959
            "b2f212137b294c0a9badd3acb2cad953",
2960
            "9e6c6d7fee7a4aac8c7e8d15142ba2b8",
2961
            "d013c5f16d714748a95618e6b4a67e0a",
2962
            "9fafc5f0155f4608856c76e787851aa8",
2963
            "9c55c11a303941cc828ef4ec1ad8ae67",
2964
            "59635217eb004935810dbb47068dac02",
2965
            "8b921349c9eb497496330d6ad304811a",
2966
            "e527ca8625894b0ebe55ddce3e358ecf",
2967
            "15dd77ec9e34416b9996310b66117b78",
2968
            "44854512207748a8bd98afec32011243",
2969
            "307dd3c4bb8940878c96e9a559e4f8c5",
2970
            "9082d2d5deab47ef86f3cb52a1db2096",
2971
            "f07040ba9270468caefc87b56e262785",
2972
            "1698c0c26f48498aafef95b59fa038da",
2973
            "a148bb720a57475bb7bb8964fb0c0a80",
2974
            "2f58993def6f49878dfb4b68184ad9d8",
2975
            "f7c17f6cc6c448deb7ceea85030fd839",
2976
            "7ff9b8ad52ba4f02909653c1c165da44",
2977
            "c87aec67ed224dfbb393ba0bcf848044",
2978
            "d3d329caea4641749f7dfaf1c0109d8f",
2979
            "23f4d615518b493988988cd3475c59f7",
2980
            "c39cdd8823ec43adb768efe255968373",
2981
            "34827befc5f64aedb7f3eb66fe822ae6",
2982
            "adeea310466c4739bb0c7c3846284e2d",
2983
            "0b3383a4df4b4d5e8cbd949f684182c6",
2984
            "cf7f4f70b3294c7d9395d465cd27c72f",
2985
            "174671e8e293450dadde235f2ee1e467",
2986
            "0a1b4bdb26fb4aa38e456c35ca9c3fda",
2987
            "4d26d276fc104474afa08d7fb01a6137",
2988
            "8a21f7649c0c4ecdacfe32d95307e74b",
2989
            "7404b5307c1041f38a1c7c9ca7a9c718",
2990
            "425b980f131c4524bd3d425e6898862a",
2991
            "80d7f12578e04833af509cf682375353",
2992
            "c4545e980c8c482e942043956aa1a5b1",
2993
            "cdcbc5ad85d7426ea076419edadfde61",
2994
            "6bddf6c3baa347bcaa2a634c36f774f1",
2995
            "d2b2b3211ed5444c82527f117ea11f4f",
2996
            "784d735bf0504ce59e658fa3702ca7a9",
2997
            "78e3c4a562ca496e82637989e0f9865c",
2998
            "bbadcf3795a7444ba09f11ea3fd0b09a",
2999
            "052197a842044ec091415885fe25a34f",
3000
            "81721e2b8715454ba2275974eb046260",
3001
            "e62a20d046944b6bbf71b8f013cacb51",
3002
            "fd46c5e6d6f54c4ea61b010d0d3d1e6d",
3003
            "286f9106064a42789e32f959dd23a076",
3004
            "0bbe258bac2a4bebb73f6856d3eb569f",
3005
            "66080bd94e014bba9d6518b14a674bb0",
3006
            "6839ed416b694a6f959629b03d82d058",
3007
            "d6627201960640efb3109eb811fcf78f",
3008
            "e1e4eb94b2944c1785c9df1955287264",
3009
            "edf598037d2d4d369de10323811501be",
3010
            "04fce2d7fabb4e12ab1247ca07c7224e",
3011
            "3d37e021532c4acb930281cf3ed03151",
3012
            "1e9b9f7f29324c9aaa652fb1cda8d9e1"
3013
          ]
3014
        },
3015
        "id": "vlnhdtQp9E6w",
3016
        "outputId": "0610fa28-830a-426a-f6d5-af3045372433"
3017
      },
3018
      "source": [
3019
        "datasets = load_dataset(\"squad_v2\")\n",
3020
        "tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)\n",
3021
        "pad_on_right = tokenizer.padding_side == \"right\"\n",
3022
        "model = AutoModelForQuestionAnswering.from_pretrained(model_checkpoint)"
3023
      ],
3024
      "execution_count": null,
3025
      "outputs": [
3026
        {
3027
          "output_type": "display_data",
3028
          "data": {
3029
            "application/vnd.jupyter.widget-view+json": {
3030
              "model_id": "96f412ee972242ccb6d651c3cc8b6e5a",
3031
              "version_minor": 0,
3032
              "version_major": 2
3033
            },
3034
            "text/plain": [
3035
              "Downloading:   0%|          | 0.00/1.87k [00:00<?, ?B/s]"
3036
            ]
3037
          },
3038
          "metadata": {}
3039
        },
3040
        {
3041
          "output_type": "display_data",
3042
          "data": {
3043
            "application/vnd.jupyter.widget-view+json": {
3044
              "model_id": "5d27eab2202a48319faf42b9de85ebad",
3045
              "version_minor": 0,
3046
              "version_major": 2
3047
            },
3048
            "text/plain": [
3049
              "Downloading:   0%|          | 0.00/1.02k [00:00<?, ?B/s]"
3050
            ]
3051
          },
3052
          "metadata": {}
3053
        },
3054
        {
3055
          "output_type": "stream",
3056
          "name": "stdout",
3057
          "text": [
3058
            "Downloading and preparing dataset squad_v2/squad_v2 (download: 44.34 MiB, generated: 122.41 MiB, post-processed: Unknown size, total: 166.75 MiB) to /root/.cache/huggingface/datasets/squad_v2/squad_v2/2.0.0/09187c73c1b837c95d9a249cd97c2c3f1cebada06efe667b4427714b27639b1d...\n"
3059
          ]
3060
        },
3061
        {
3062
          "output_type": "display_data",
3063
          "data": {
3064
            "application/vnd.jupyter.widget-view+json": {
3065
              "model_id": "307dd3c4bb8940878c96e9a559e4f8c5",
3066
              "version_minor": 0,
3067
              "version_major": 2
3068
            },
3069
            "text/plain": [
3070
              "Downloading:   0%|          | 0.00/9.55M [00:00<?, ?B/s]"
3071
            ]
3072
          },
3073
          "metadata": {}
3074
        },
3075
        {
3076
          "output_type": "display_data",
3077
          "data": {
3078
            "application/vnd.jupyter.widget-view+json": {
3079
              "model_id": "c39cdd8823ec43adb768efe255968373",
3080
              "version_minor": 0,
3081
              "version_major": 2
3082
            },
3083
            "text/plain": [
3084
              "Downloading:   0%|          | 0.00/801k [00:00<?, ?B/s]"
3085
            ]
3086
          },
3087
          "metadata": {}
3088
        },
3089
        {
3090
          "output_type": "display_data",
3091
          "data": {
3092
            "application/vnd.jupyter.widget-view+json": {
3093
              "model_id": "80d7f12578e04833af509cf682375353",
3094
              "version_minor": 0,
3095
              "version_major": 2
3096
            },
3097
            "text/plain": [
3098
              "0 examples [00:00, ? examples/s]"
3099
            ]
3100
          },
3101
          "metadata": {}
3102
        },
3103
        {
3104
          "output_type": "display_data",
3105
          "data": {
3106
            "application/vnd.jupyter.widget-view+json": {
3107
              "model_id": "fd46c5e6d6f54c4ea61b010d0d3d1e6d",
3108
              "version_minor": 0,
3109
              "version_major": 2
3110
            },
3111
            "text/plain": [
3112
              "0 examples [00:00, ? examples/s]"
3113
            ]
3114
          },
3115
          "metadata": {}
3116
        },
3117
        {
3118
          "output_type": "stream",
3119
          "name": "stdout",
3120
          "text": [
3121
            "Dataset squad_v2 downloaded and prepared to /root/.cache/huggingface/datasets/squad_v2/squad_v2/2.0.0/09187c73c1b837c95d9a249cd97c2c3f1cebada06efe667b4427714b27639b1d. Subsequent calls will reuse this data.\n"
3122
          ]
3123
        },
3124
        {
3125
          "output_type": "stream",
3126
          "name": "stderr",
3127
          "text": [
3128
            "Some weights of the model checkpoint at drive/MyDrive/albert-mlm/checkpoint-final-mlm-albert were not used when initializing AlbertForQuestionAnswering: ['predictions.decoder.bias', 'predictions.decoder.weight', 'predictions.LayerNorm.weight', 'predictions.dense.weight', 'predictions.LayerNorm.bias', 'predictions.bias', 'predictions.dense.bias']\n",
3129
            "- This IS expected if you are initializing AlbertForQuestionAnswering from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
3130
            "- This IS NOT expected if you are initializing AlbertForQuestionAnswering from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
3131
            "Some weights of AlbertForQuestionAnswering were not initialized from the model checkpoint at drive/MyDrive/albert-mlm/checkpoint-final-mlm-albert and are newly initialized: ['qa_outputs.weight', 'qa_outputs.bias']\n",
3132
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
3133
          ]
3134
        }
3135
      ]
3136
    },
3137
    {
3138
      "cell_type": "code",
3139
      "metadata": {
3140
        "id": "u9PNvMvc9nCR"
3141
      },
3142
      "source": [
3143
        "def prepare_train_features(examples):\n",
3144
        "    examples[\"question\"] = [q.lstrip() for q in examples[\"question\"]]\n",
3145
        "\n",
3146
        "    tokenized_examples = tokenizer(\n",
3147
        "        examples[\"question\" if pad_on_right else \"context\"],\n",
3148
        "        examples[\"context\" if pad_on_right else \"question\"],\n",
3149
        "        truncation=\"only_second\" if pad_on_right else \"only_first\",\n",
3150
        "        max_length=max_length,\n",
3151
        "        stride=doc_stride,\n",
3152
        "        return_overflowing_tokens=True,\n",
3153
        "        return_offsets_mapping=True,\n",
3154
        "        padding=\"max_length\",\n",
3155
        "    )\n",
3156
        "\n",
3157
        "    sample_mapping = tokenized_examples.pop(\"overflow_to_sample_mapping\")\n",
3158
        "    offset_mapping = tokenized_examples.pop(\"offset_mapping\")\n",
3159
        "\n",
3160
        "    tokenized_examples[\"start_positions\"] = []\n",
3161
        "    tokenized_examples[\"end_positions\"] = []\n",
3162
        "\n",
3163
        "    for i, offsets in enumerate(offset_mapping):\n",
3164
        "        input_ids = tokenized_examples[\"input_ids\"][i]\n",
3165
        "        cls_index = input_ids.index(tokenizer.cls_token_id)\n",
3166
        "\n",
3167
        "        sequence_ids = tokenized_examples.sequence_ids(i)\n",
3168
        "\n",
3169
        "        sample_index = sample_mapping[i]\n",
3170
        "        answers = examples[\"answers\"][sample_index]\n",
3171
        "\n",
3172
        "        if len(answers[\"answer_start\"]) == 0:\n",
3173
        "            tokenized_examples[\"start_positions\"].append(cls_index)\n",
3174
        "            tokenized_examples[\"end_positions\"].append(cls_index)\n",
3175
        "        else:\n",
3176
        "            start_char = answers[\"answer_start\"][0]\n",
3177
        "            end_char = start_char + len(answers[\"text\"][0])\n",
3178
        "\n",
3179
        "            token_start_index = 0\n",
3180
        "            while sequence_ids[token_start_index] != (1 if pad_on_right else 0):\n",
3181
        "                token_start_index += 1\n",
3182
        "\n",
3183
        "            token_end_index = len(input_ids) - 1\n",
3184
        "            while sequence_ids[token_end_index] != (1 if pad_on_right else 0):\n",
3185
        "                token_end_index -= 1\n",
3186
        "\n",
3187
        "            if not (offsets[token_start_index][0] <= start_char and offsets[token_end_index][1] >= end_char):\n",
3188
        "                tokenized_examples[\"start_positions\"].append(cls_index)\n",
3189
        "                tokenized_examples[\"end_positions\"].append(cls_index)\n",
3190
        "            else:\n",
3191
        "                while token_start_index < len(offsets) and offsets[token_start_index][0] <= start_char:\n",
3192
        "                    token_start_index += 1\n",
3193
        "                tokenized_examples[\"start_positions\"].append(token_start_index - 1)\n",
3194
        "                while offsets[token_end_index][1] >= end_char:\n",
3195
        "                    token_end_index -= 1\n",
3196
        "                tokenized_examples[\"end_positions\"].append(token_end_index + 1)\n",
3197
        "\n",
3198
        "    return tokenized_examples"
3199
      ],
3200
      "execution_count": null,
3201
      "outputs": []
3202
    },
3203
    {
3204
      "cell_type": "code",
3205
      "metadata": {
3206
        "id": "JrwtE3WhD3-D"
3207
      },
3208
      "source": [
3209
        "# !rm -rf drive/MyDrive/albert-qa"
3210
      ],
3211
      "execution_count": null,
3212
      "outputs": []
3213
    },
3214
    {
3215
      "cell_type": "code",
3216
      "metadata": {
3217
        "id": "6m4wTO48_xnt"
3218
      },
3219
      "source": [
3220
        "!mkdir -p drive/MyDrive/albert-qa"
3221
      ],
3222
      "execution_count": null,
3223
      "outputs": []
3224
    },
3225
    {
3226
      "cell_type": "code",
3227
      "metadata": {
3228
        "colab": {
3229
          "base_uri": "https://localhost:8080/"
3230
        },
3231
        "id": "DuMBJxFV_gLF",
3232
        "outputId": "e2007da3-b0ab-4f40-a55b-2868c7a1ce05"
3233
      },
3234
      "source": [
3235
        "!ls drive/MyDrive/"
3236
      ],
3237
      "execution_count": null,
3238
      "outputs": [
3239
        {
3240
          "output_type": "stream",
3241
          "name": "stdout",
3242
          "text": [
3243
            " albert-mlm\t\t\t     MirasText.zip\n",
3244
            " albert-qa\t\t\t     model\n",
3245
            " all_sentences.txt\t\t     qa.json\n",
3246
            " bert-base-finetuned\t\t     qa_static.csv\n",
3247
            " bert-large-finetuned\t\t     runs\n",
3248
            " cached_train_checkpoint-final_384   titles_word2vec.model\n",
3249
            "'Colab Notebooks'\t\t     transformers\n",
3250
            " documents_word2vec.model\t    'Untitled document.gdoc'\n",
3251
            " drug_dataset.csv\t\t     تایم‌شیت.gsheet\n"
3252
          ]
3253
        }
3254
      ]
3255
    },
3256
    {
3257
      "cell_type": "code",
3258
      "metadata": {
3259
        "id": "0DwWS3JO-lJt"
3260
      },
3261
      "source": [
3262
        "model_name = model_checkpoint.split(\"/\")[-1]\n",
3263
        "\n",
3264
        "args = TrainingArguments(\n",
3265
        "    evaluation_strategy = \"epoch\",\n",
3266
        "    learning_rate=2e-5,\n",
3267
        "    per_device_train_batch_size=16,\n",
3268
        "    num_train_epochs=2,\n",
3269
        "    weight_decay=0.01,\n",
3270
        "    save_steps=500,\n",
3271
        "    resume_from_checkpoint=True,\n",
3272
        "    output_dir='drive/MyDrive/albert-qa',\n",
3273
        "    do_train=True,\n",
3274
        "    do_eval=False,\n",
3275
        "    save_total_limit=3\n",
3276
        ")"
3277
      ],
3278
      "execution_count": null,
3279
      "outputs": []
3280
    },
3281
    {
3282
      "cell_type": "code",
3283
      "metadata": {
3284
        "id": "hSVJuMSB_DiV",
3285
        "colab": {
3286
          "base_uri": "https://localhost:8080/",
3287
          "height": 81,
3288
          "referenced_widgets": [
3289
            "27cb5ccf2c9249c389ea9218af245274",
3290
            "b83dcd8153c14fb4b2ea3158b72c396a",
3291
            "1c1fef0ee40b4c3bb3f8e55d256c2b33",
3292
            "6298a9bdaf0248bb84afd55ac8b3a6ae",
3293
            "008edff18cc6412d96bda4cddb555ff8",
3294
            "242b2460846b4f72802c4dfcd2f45620",
3295
            "ac6081e4d788442f8f48ab386065a145",
3296
            "72c8117947a449e8910ac9d59d73b8f7",
3297
            "d7ca4d84903449baa1607a50e987a3c9",
3298
            "af9d41d2a2004c24b8bea89bf59f3c10",
3299
            "1d5dd5d69064453bb91f237c1a3f4104",
3300
            "8637f3a9e37a4f0eab2eaba0543e60ae",
3301
            "2f14543841684e589c8964f497afbe3b",
3302
            "c298f0ac2c1e4b1393a2b4151f6a5b86",
3303
            "ae6e62e28365467194b8d490de67bb47",
3304
            "a88dcd0696d849d9b2e23484e8e4c342",
3305
            "3ad5943a7a3d4a158a4bd682550126f2",
3306
            "bba1fdb19b854852ac04b4f59d4da185",
3307
            "af345e1fd5414deca969d5ba7b1c582f",
3308
            "971fa5cc540f40a2b699390c3ee7c4ec",
3309
            "252cca28b41a48a0b6e011370da46a23",
3310
            "d6f1e6fee5774871ae1d862612cee6c6"
3311
          ]
3312
        },
3313
        "outputId": "4b29c0d0-4de8-47a2-8bdd-4f0ca10ceea1"
3314
      },
3315
      "source": [
3316
        "tokenized_datasets = datasets.map(prepare_train_features, batched=True, remove_columns=datasets[\"train\"].column_names)"
3317
      ],
3318
      "execution_count": null,
3319
      "outputs": [
3320
        {
3321
          "output_type": "display_data",
3322
          "data": {
3323
            "application/vnd.jupyter.widget-view+json": {
3324
              "model_id": "27cb5ccf2c9249c389ea9218af245274",
3325
              "version_minor": 0,
3326
              "version_major": 2
3327
            },
3328
            "text/plain": [
3329
              "  0%|          | 0/131 [00:00<?, ?ba/s]"
3330
            ]
3331
          },
3332
          "metadata": {}
3333
        },
3334
        {
3335
          "output_type": "display_data",
3336
          "data": {
3337
            "application/vnd.jupyter.widget-view+json": {
3338
              "model_id": "8637f3a9e37a4f0eab2eaba0543e60ae",
3339
              "version_minor": 0,
3340
              "version_major": 2
3341
            },
3342
            "text/plain": [
3343
              "  0%|          | 0/12 [00:00<?, ?ba/s]"
3344
            ]
3345
          },
3346
          "metadata": {}
3347
        }
3348
      ]
3349
    },
3350
    {
3351
      "cell_type": "code",
3352
      "metadata": {
3353
        "id": "MzLk5x_g-5WQ"
3354
      },
3355
      "source": [
3356
        "data_collator = default_data_collator"
3357
      ],
3358
      "execution_count": null,
3359
      "outputs": []
3360
    },
3361
    {
3362
      "cell_type": "code",
3363
      "metadata": {
3364
        "id": "N2-iKs4pD4fp"
3365
      },
3366
      "source": [
3367
        "# part_train_data = tokenized_datasets[\"train\"].train_test_split(0.9)['train']\n",
3368
        "# part_validation_data = tokenized_datasets[\"validation\"].train_test_split(0.9)['train']"
3369
      ],
3370
      "execution_count": null,
3371
      "outputs": []
3372
    },
3373
    {
3374
      "cell_type": "code",
3375
      "metadata": {
3376
        "id": "Mpclus1y-8TL"
3377
      },
3378
      "source": [
3379
        "trainer = Trainer(\n",
3380
        "    model,\n",
3381
        "    args,\n",
3382
        "    train_dataset=tokenized_datasets[\"train\"],\n",
3383
        "    eval_dataset=tokenized_datasets[\"validation\"],\n",
3384
        "    data_collator=data_collator,\n",
3385
        "    tokenizer=tokenizer,\n",
3386
        ")"
3387
      ],
3388
      "execution_count": null,
3389
      "outputs": []
3390
    },
3391
    {
3392
      "cell_type": "code",
3393
      "metadata": {
3394
        "colab": {
3395
          "base_uri": "https://localhost:8080/"
3396
        },
3397
        "id": "ex_pzs1i4MZZ",
3398
        "outputId": "9a950100-c34f-4ea4-f5ee-680dabe493a7"
3399
      },
3400
      "source": [
3401
        "!free -h"
3402
      ],
3403
      "execution_count": null,
3404
      "outputs": [
3405
        {
3406
          "output_type": "stream",
3407
          "name": "stdout",
3408
          "text": [
3409
            "              total        used        free      shared  buff/cache   available\n",
3410
            "Mem:            12G        2.2G        5.5G        4.2M        5.0G         10G\n",
3411
            "Swap:            0B          0B          0B\n"
3412
          ]
3413
        }
3414
      ]
3415
    },
3416
    {
3417
      "cell_type": "code",
3418
      "metadata": {
3419
        "colab": {
3420
          "base_uri": "https://localhost:8080/"
3421
        },
3422
        "id": "zdipHhuc7CEK",
3423
        "outputId": "14460103-aab8-4b2a-bca5-30e60c94eb9e"
3424
      },
3425
      "source": [
3426
        "!nvidia-smi"
3427
      ],
3428
      "execution_count": null,
3429
      "outputs": [
3430
        {
3431
          "output_type": "stream",
3432
          "name": "stdout",
3433
          "text": [
3434
            "Sun Sep 12 22:02:37 2021       \n",
3435
            "+-----------------------------------------------------------------------------+\n",
3436
            "| NVIDIA-SMI 470.63.01    Driver Version: 460.32.03    CUDA Version: 11.2     |\n",
3437
            "|-------------------------------+----------------------+----------------------+\n",
3438
            "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\n",
3439
            "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\n",
3440
            "|                               |                      |               MIG M. |\n",
3441
            "|===============================+======================+======================|\n",
3442
            "|   0  Tesla K80           Off  | 00000000:00:04.0 Off |                    0 |\n",
3443
            "| N/A   75C    P0    76W / 149W |    504MiB / 11441MiB |      0%      Default |\n",
3444
            "|                               |                      |                  N/A |\n",
3445
            "+-------------------------------+----------------------+----------------------+\n",
3446
            "                                                                               \n",
3447
            "+-----------------------------------------------------------------------------+\n",
3448
            "| Processes:                                                                  |\n",
3449
            "|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\n",
3450
            "|        ID   ID                                                   Usage      |\n",
3451
            "|=============================================================================|\n",
3452
            "|  No running processes found                                                 |\n",
3453
            "+-----------------------------------------------------------------------------+\n"
3454
          ]
3455
        }
3456
      ]
3457
    },
3458
    {
3459
      "cell_type": "code",
3460
      "metadata": {
3461
        "colab": {
3462
          "base_uri": "https://localhost:8080/",
3463
          "height": 469
3464
        },
3465
        "id": "IK1JAfN_--B9",
3466
        "outputId": "eb58b22f-3306-48b4-f4b1-341d235b5f05"
3467
      },
3468
      "source": [
3469
        "trainer.train()"
3470
      ],
3471
      "execution_count": null,
3472
      "outputs": [
3473
        {
3474
          "output_type": "stream",
3475
          "name": "stderr",
3476
          "text": [
3477
            "***** Running training *****\n",
3478
            "  Num examples = 131958\n",
3479
            "  Num Epochs = 2\n",
3480
            "  Instantaneous batch size per device = 16\n",
3481
            "  Total train batch size (w. parallel, distributed & accumulation) = 16\n",
3482
            "  Gradient Accumulation steps = 1\n",
3483
            "  Total optimization steps = 16496\n"
3484
          ]
3485
        },
3486
        {
3487
          "output_type": "display_data",
3488
          "data": {
3489
            "text/html": [
3490
              "\n",
3491
              "    <div>\n",
3492
              "      \n",
3493
              "      <progress value='1701' max='16496' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
3494
              "      [ 1701/16496 1:05:12 < 9:27:52, 0.43 it/s, Epoch 0.21/2]\n",
3495
              "    </div>\n",
3496
              "    <table border=\"1\" class=\"dataframe\">\n",
3497
              "  <thead>\n",
3498
              "    <tr style=\"text-align: left;\">\n",
3499
              "      <th>Epoch</th>\n",
3500
              "      <th>Training Loss</th>\n",
3501
              "      <th>Validation Loss</th>\n",
3502
              "    </tr>\n",
3503
              "  </thead>\n",
3504
              "  <tbody>\n",
3505
              "  </tbody>\n",
3506
              "</table><p>"
3507
            ],
3508
            "text/plain": [
3509
              "<IPython.core.display.HTML object>"
3510
            ]
3511
          },
3512
          "metadata": {}
3513
        },
3514
        {
3515
          "output_type": "stream",
3516
          "name": "stderr",
3517
          "text": [
3518
            "Saving model checkpoint to drive/MyDrive/albert-qa/checkpoint-500\n",
3519
            "Configuration saved in drive/MyDrive/albert-qa/checkpoint-500/config.json\n",
3520
            "Model weights saved in drive/MyDrive/albert-qa/checkpoint-500/pytorch_model.bin\n",
3521
            "tokenizer config file saved in drive/MyDrive/albert-qa/checkpoint-500/tokenizer_config.json\n",
3522
            "Special tokens file saved in drive/MyDrive/albert-qa/checkpoint-500/special_tokens_map.json\n",
3523
            "Saving model checkpoint to drive/MyDrive/albert-qa/checkpoint-1000\n",
3524
            "Configuration saved in drive/MyDrive/albert-qa/checkpoint-1000/config.json\n",
3525
            "Model weights saved in drive/MyDrive/albert-qa/checkpoint-1000/pytorch_model.bin\n",
3526
            "tokenizer config file saved in drive/MyDrive/albert-qa/checkpoint-1000/tokenizer_config.json\n",
3527
            "Special tokens file saved in drive/MyDrive/albert-qa/checkpoint-1000/special_tokens_map.json\n",
3528
            "Saving model checkpoint to drive/MyDrive/albert-qa/checkpoint-1500\n",
3529
            "Configuration saved in drive/MyDrive/albert-qa/checkpoint-1500/config.json\n",
3530
            "Model weights saved in drive/MyDrive/albert-qa/checkpoint-1500/pytorch_model.bin\n",
3531
            "tokenizer config file saved in drive/MyDrive/albert-qa/checkpoint-1500/tokenizer_config.json\n",
3532
            "Special tokens file saved in drive/MyDrive/albert-qa/checkpoint-1500/special_tokens_map.json\n"
3533
          ]
3534
        }
3535
      ]
3536
    },
3537
    {
3538
      "cell_type": "code",
3539
      "metadata": {
3540
        "id": "qmLnsey8A9lI"
3541
      },
3542
      "source": [
3543
        "rainer.save_model(\"albert-base-squad-trained\")"
3544
      ],
3545
      "execution_count": null,
3546
      "outputs": []
3547
    },
3548
    {
3549
      "cell_type": "code",
3550
      "metadata": {
3551
        "id": "Giu6u6JJ-WV6"
3552
      },
3553
      "source": [
3554
        ""
3555
      ],
3556
      "execution_count": null,
3557
      "outputs": []
3558
    }
3559
  ]
3560
}