a b/LLM-Zero-shot_approach/TryingPrompts.ipynb
1
{
2
  "cells": [
3
    {
4
      "cell_type": "code",
5
      "execution_count": 5,
6
      "metadata": {
7
        "colab": {
8
          "base_uri": "https://localhost:8080/"
9
        },
10
        "id": "34gu2GrcsT7A",
11
        "outputId": "27d1602c-1a99-407a-cbe3-ee010186558c"
12
      },
13
      "outputs": [
14
        {
15
          "name": "stdout",
16
          "output_type": "stream",
17
          "text": [
18
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
19
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
20
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
21
            "  Building wheel for transformers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
22
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m105.0/105.0 MB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
23
            "\u001b[?25h  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
24
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
25
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
26
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m279.7/279.7 kB\u001b[0m \u001b[31m5.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
27
            "\u001b[?25h  Building wheel for peft (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
28
            "  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
29
            "  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
30
            "  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
31
            "  Building wheel for accelerate (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
32
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m150.9/150.9 kB\u001b[0m \u001b[31m4.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
33
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m536.6/536.6 kB\u001b[0m \u001b[31m12.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
34
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m79.8/79.8 kB\u001b[0m \u001b[31m10.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
35
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m38.3/38.3 MB\u001b[0m \u001b[31m27.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
36
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m14.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
37
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m18.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
38
            "\u001b[?25h\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
39
            "ibis-framework 7.1.0 requires pyarrow<15,>=2, but you have pyarrow 15.0.0 which is incompatible.\u001b[0m\u001b[31m\n",
40
            "\u001b[0m"
41
          ]
42
        }
43
      ],
44
      "source": [
45
        "!pip install -q -U git+https://github.com/huggingface/transformers.git\n",
46
        "!pip install -q -U bitsandbytes\n",
47
        "!pip install -q -U git+https://github.com/huggingface/peft.git\n",
48
        "!pip install -q -U git+https://github.com/huggingface/accelerate.git\n",
49
        "!pip install -q trl"
50
      ]
51
    },
52
    {
53
      "cell_type": "code",
54
      "execution_count": 6,
55
      "metadata": {
56
        "id": "77V6IkhFw_aC"
57
      },
58
      "outputs": [],
59
      "source": [
60
        "from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig\n",
61
        "import torch"
62
      ]
63
    },
64
    {
65
      "cell_type": "code",
66
      "execution_count": 7,
67
      "metadata": {
68
        "id": "eV2tAB_-w1_V"
69
      },
70
      "outputs": [],
71
      "source": [
72
        "model_name = \"mistralai/Mistral-7B-v0.1\""
73
      ]
74
    },
75
    {
76
      "cell_type": "code",
77
      "execution_count": 8,
78
      "metadata": {
79
        "colab": {
80
          "base_uri": "https://localhost:8080/",
81
          "height": 368,
82
          "referenced_widgets": [
83
            "341bacfb5c2b47709b6c094e8b4d7f5d",
84
            "f06f48bae7b74229b70fd9ba0e42ea44",
85
            "e407ffd890ec4867b9f564c32f308aa7",
86
            "16dc4a695073420daa7962b55d156885",
87
            "c363ab8400274b4ca83b31b9e82c1319",
88
            "364f51cf0777436fac8edda0298195be",
89
            "da795802ebcd4c55b4c4337fae0fb8fa",
90
            "d20a4e3923bd4158a683d7f932b9e4d4",
91
            "7f548bb781ac4b0eba23387ec8b1cf62",
92
            "ec82c6b4858443b5ab3af51096116fdc",
93
            "0ae81d2064a94c05ace94e93da6b4193",
94
            "b97a90b31bd3466e8b069678b4781c04",
95
            "ffb2c28f3e2f41f681ebca57a902d084",
96
            "9c76d1bda0df4699b9b67d6c4df4d08e",
97
            "2552773a752a46ccbeb3963a823ced4a",
98
            "cd61a8eaeffb423d9871d7023b3c19a8",
99
            "2059c8e742c441fe98664dc948313d22",
100
            "b3b748c692a840718aa66ce8724c4be1",
101
            "eb4ff56034c44e46846ff6a3fae8b604",
102
            "7d2d42633d934709b16e2f6042a3c195",
103
            "7c87dcb349fc4d23b2901e9cbcf8e785",
104
            "fdd0113a9c594b22a7b8385cb4eae382",
105
            "e973278198f84ee1b40697c7bb43de50",
106
            "04d87ae14ef44c08a3ccbf0917a845bd",
107
            "dae20b331ed04c3fbe8190d6677208f7",
108
            "a02a1a9919d04990b0e2d588fdb116ea",
109
            "ee8a9d95c946479bad5c373f9e501888",
110
            "a08eac32fe224040a64c509482cc4031",
111
            "ec3b67ea06bc42a3a19397eaaafe2dd7",
112
            "8d8c308ce90a4909a8fb43c9c9549b4c",
113
            "a27c067055124e0f97835217f9cb040a",
114
            "59284d87fb95406e9708214796eb8d60",
115
            "7344475f23c74e98893badd688cdbf8a",
116
            "8be44be3ddd0453cad8f349f7e1c6a16",
117
            "f9e0d39e809045a89670455607e24fba",
118
            "6fab3486c2ff46a68c03708ed3998ef3",
119
            "022afb70199e4e87b20d2273768b6e86",
120
            "fe3329a44ea1456194daabc422d75a0a",
121
            "d5cbb9b3d3904552a25011a504a53916",
122
            "8d919637fe434063a3cd12e3c9526741",
123
            "6384fca174d54cc8acf23eb59e522a85",
124
            "6e9e7f95d6fa47de913deedbb6c7ca7c",
125
            "81f67aa9540541ba895a494bf1ab4340",
126
            "ddf69b46cd284f7b9850ec8103235b07",
127
            "ef69bb5a0b22469d9d67c7525d294672",
128
            "b24189e94d2140579190ce76d7d1aacd",
129
            "ee60bb052ad5488c8bf0bb8d9faef7b2",
130
            "9a6bd5272be14cf5a9e760023e7b7697",
131
            "ad229f97e43e4554903fa75cc972ef2f",
132
            "3fb8610ee30140688b0b758ca1a74ad9",
133
            "e09dddc9e46748e4926ddcdf8ca1637e",
134
            "63457dbff9a14083995072bb84a0318e",
135
            "82328d4c8cbb427bb5e468bd2b608cf2",
136
            "0770d72a2154488c93233c728f7b6843",
137
            "970bce63b87345e78f8b4cea26056922",
138
            "321e63468a2948a28be01541a83be3a9",
139
            "38ce2ce4b1784d458e5e74da9a6cb1f7",
140
            "ef3ce7f1467e43009c34461fb1d633d1",
141
            "db5b063cf3494c0fa795284545768b93",
142
            "7cd1f84798b1414b982ba3c35a48b849",
143
            "49e5351b2d5e4f5584ffc1e7c99e9181",
144
            "3049bf654a754ab89313ff72927c9a16",
145
            "a3e6ee981c6a427ea555ae064b69bf1f",
146
            "8983c9c98d14412b932734f76cf03904",
147
            "5accc3ef1b4144a68ba5d47e451fed81",
148
            "c360b3e695944fafba58108c238c7edc",
149
            "0b51ac305a5a4cc08b5041aab7a4398d",
150
            "4fc695e427184dff8c338abe5032f53d",
151
            "deb2184b72024738bc6c850b9ccab5aa",
152
            "45d0261f534a437bb9985f49b6fd8b21",
153
            "0b9fe5cf922243ff80845ecb8e1348bb",
154
            "28a6991e94f845efbfd9c39dd6be5e88",
155
            "45b01b7922544013b41fa5654cdd7cf4",
156
            "1a5178aeb4844b63a727b73486d3e401",
157
            "94ee3a1bcd204a838a5a4a5a387fe409",
158
            "522c555c33e14837929e3d3daaa0319f",
159
            "8d2d21883290453fb726e7a367cf33e1"
160
          ]
161
        },
162
        "id": "YGlExfy0wfYk",
163
        "outputId": "01a829da-7f90-44d3-b154-01c8cc50918d"
164
      },
165
      "outputs": [
166
        {
167
          "name": "stderr",
168
          "output_type": "stream",
169
          "text": [
170
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:88: UserWarning: \n",
171
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
172
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
173
            "You will be able to reuse this secret in all of your notebooks.\n",
174
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
175
            "  warnings.warn(\n"
176
          ]
177
        },
178
        {
179
          "data": {
180
            "application/vnd.jupyter.widget-view+json": {
181
              "model_id": "341bacfb5c2b47709b6c094e8b4d7f5d",
182
              "version_major": 2,
183
              "version_minor": 0
184
            },
185
            "text/plain": [
186
              "config.json:   0%|          | 0.00/571 [00:00<?, ?B/s]"
187
            ]
188
          },
189
          "metadata": {},
190
          "output_type": "display_data"
191
        },
192
        {
193
          "data": {
194
            "application/vnd.jupyter.widget-view+json": {
195
              "model_id": "b97a90b31bd3466e8b069678b4781c04",
196
              "version_major": 2,
197
              "version_minor": 0
198
            },
199
            "text/plain": [
200
              "model.safetensors.index.json:   0%|          | 0.00/25.1k [00:00<?, ?B/s]"
201
            ]
202
          },
203
          "metadata": {},
204
          "output_type": "display_data"
205
        },
206
        {
207
          "data": {
208
            "application/vnd.jupyter.widget-view+json": {
209
              "model_id": "e973278198f84ee1b40697c7bb43de50",
210
              "version_major": 2,
211
              "version_minor": 0
212
            },
213
            "text/plain": [
214
              "Downloading shards:   0%|          | 0/2 [00:00<?, ?it/s]"
215
            ]
216
          },
217
          "metadata": {},
218
          "output_type": "display_data"
219
        },
220
        {
221
          "data": {
222
            "application/vnd.jupyter.widget-view+json": {
223
              "model_id": "8be44be3ddd0453cad8f349f7e1c6a16",
224
              "version_major": 2,
225
              "version_minor": 0
226
            },
227
            "text/plain": [
228
              "model-00001-of-00002.safetensors:   0%|          | 0.00/9.94G [00:00<?, ?B/s]"
229
            ]
230
          },
231
          "metadata": {},
232
          "output_type": "display_data"
233
        },
234
        {
235
          "data": {
236
            "application/vnd.jupyter.widget-view+json": {
237
              "model_id": "ef69bb5a0b22469d9d67c7525d294672",
238
              "version_major": 2,
239
              "version_minor": 0
240
            },
241
            "text/plain": [
242
              "model-00002-of-00002.safetensors:   0%|          | 0.00/4.54G [00:00<?, ?B/s]"
243
            ]
244
          },
245
          "metadata": {},
246
          "output_type": "display_data"
247
        },
248
        {
249
          "data": {
250
            "application/vnd.jupyter.widget-view+json": {
251
              "model_id": "321e63468a2948a28be01541a83be3a9",
252
              "version_major": 2,
253
              "version_minor": 0
254
            },
255
            "text/plain": [
256
              "Loading checkpoint shards:   0%|          | 0/2 [00:00<?, ?it/s]"
257
            ]
258
          },
259
          "metadata": {},
260
          "output_type": "display_data"
261
        },
262
        {
263
          "data": {
264
            "application/vnd.jupyter.widget-view+json": {
265
              "model_id": "0b51ac305a5a4cc08b5041aab7a4398d",
266
              "version_major": 2,
267
              "version_minor": 0
268
            },
269
            "text/plain": [
270
              "generation_config.json:   0%|          | 0.00/116 [00:00<?, ?B/s]"
271
            ]
272
          },
273
          "metadata": {},
274
          "output_type": "display_data"
275
        }
276
      ],
277
      "source": [
278
        "# Load base model(Mistral 7B)\n",
279
        "bnb_config = BitsAndBytesConfig(\n",
280
        "    load_in_4bit= True,\n",
281
        "    bnb_4bit_quant_type= \"nf4\",\n",
282
        "    bnb_4bit_compute_dtype= torch.bfloat16,\n",
283
        "    bnb_4bit_use_double_quant= False,\n",
284
        ")\n",
285
        "model = AutoModelForCausalLM.from_pretrained(\n",
286
        "   model_name,\n",
287
        "    quantization_config=bnb_config,\n",
288
        "    device_map={\"\": 0}\n",
289
        ")"
290
      ]
291
    },
292
    {
293
      "cell_type": "code",
294
      "execution_count": 9,
295
      "metadata": {
296
        "colab": {
297
          "base_uri": "https://localhost:8080/",
298
          "height": 163,
299
          "referenced_widgets": [
300
            "e19528df413c4447ba8fc82cc5b943c6",
301
            "4f4bd1cbe2a34174ba72d5d5ebdf6fd0",
302
            "1ac55ea602f54039ba18bec229d54509",
303
            "3e7fac49fea74241a84c966bba20a761",
304
            "c2da36f143664de2930fc146575b9daa",
305
            "990844e68fcf42f5ac7c9b385bea1d9f",
306
            "1098689b80f749668756880e87590878",
307
            "62a47ad5ae8f4b26a0336d1e923ba197",
308
            "f828cf9ab38a48f1b9a7d3da2e30a7b5",
309
            "7ca06f5207504e05be403788195f46e5",
310
            "70a93f6da8ae42b6b48f96d21f048774",
311
            "4430c6d824624517b3aee0c8494a3bcc",
312
            "e935510f8e834878bcd049ae61a19fd7",
313
            "ddc17079b3314087a09a5df45a42e6ec",
314
            "07edbea457a342b88cda32250b86491b",
315
            "7b44b3db9e0647448937822314e865e7",
316
            "d55a850187434c11869e13d2fe8fd2dd",
317
            "0edf44985ac04114b080304891c273cd",
318
            "18eb32e23e7e4c75ae456ddd127a66b2",
319
            "2e673fa61aaf4afcb3afe03bd1ace36b",
320
            "cb69ac0ec8cb4093bd7146c839d0b5cc",
321
            "fd7a792e9bc24175847ca63c35d0fc0a",
322
            "edf6db440c7f421ba11c4fccc75b4d59",
323
            "91fb98c8997648558ded46126175116d",
324
            "30c4b86e52be4dad9aa6f9c8fdb6bc23",
325
            "7f582bc458ed4e8183e29a6f4fcf3914",
326
            "87c93fa9b2b443b1bd8f1b244d29b93a",
327
            "ec04c0eec15240bea5325c61a1471d75",
328
            "77e200734cc847e6b3986bbaaa4c7279",
329
            "300d27715a324933a09760584e07de9d",
330
            "48946c0cbe7742d88109182bd7ea3d23",
331
            "05e8d3931bd041cca27231b003a45c0c",
332
            "56607f50ab99474fb83f05c493a14a26",
333
            "7daa3ea916c34dff90928c76774123d1",
334
            "8ae18697cd274abfb74f455ac726260e",
335
            "5086c5915d7f42d58f1316305699d57e",
336
            "24ecb92e932d4739b398243d65603d2f",
337
            "b62dd660eb9648f6a5a30fe399773c67",
338
            "80400fe63765407693f680d3fa494388",
339
            "7dc2b27f9156449f8f9fdf2ce58ef9c1",
340
            "6f297d6a36a3423e8f68e124736e23b1",
341
            "8350fff15a4a4326ba75abcaa1e43323",
342
            "72ac57d40def4d789a397b5eaa702f6b",
343
            "bf1249a6b5ca4b4ea544e1974397c5f6"
344
          ]
345
        },
346
        "id": "laX7-Z55xj4e",
347
        "outputId": "29a39867-2838-45a0-aea1-65d83c0a1146"
348
      },
349
      "outputs": [
350
        {
351
          "data": {
352
            "application/vnd.jupyter.widget-view+json": {
353
              "model_id": "e19528df413c4447ba8fc82cc5b943c6",
354
              "version_major": 2,
355
              "version_minor": 0
356
            },
357
            "text/plain": [
358
              "tokenizer_config.json:   0%|          | 0.00/967 [00:00<?, ?B/s]"
359
            ]
360
          },
361
          "metadata": {},
362
          "output_type": "display_data"
363
        },
364
        {
365
          "data": {
366
            "application/vnd.jupyter.widget-view+json": {
367
              "model_id": "4430c6d824624517b3aee0c8494a3bcc",
368
              "version_major": 2,
369
              "version_minor": 0
370
            },
371
            "text/plain": [
372
              "tokenizer.model:   0%|          | 0.00/493k [00:00<?, ?B/s]"
373
            ]
374
          },
375
          "metadata": {},
376
          "output_type": "display_data"
377
        },
378
        {
379
          "data": {
380
            "application/vnd.jupyter.widget-view+json": {
381
              "model_id": "edf6db440c7f421ba11c4fccc75b4d59",
382
              "version_major": 2,
383
              "version_minor": 0
384
            },
385
            "text/plain": [
386
              "tokenizer.json:   0%|          | 0.00/1.80M [00:00<?, ?B/s]"
387
            ]
388
          },
389
          "metadata": {},
390
          "output_type": "display_data"
391
        },
392
        {
393
          "data": {
394
            "application/vnd.jupyter.widget-view+json": {
395
              "model_id": "7daa3ea916c34dff90928c76774123d1",
396
              "version_major": 2,
397
              "version_minor": 0
398
            },
399
            "text/plain": [
400
              "special_tokens_map.json:   0%|          | 0.00/72.0 [00:00<?, ?B/s]"
401
            ]
402
          },
403
          "metadata": {},
404
          "output_type": "display_data"
405
        },
406
        {
407
          "data": {
408
            "text/plain": [
409
              "(True, True)"
410
            ]
411
          },
412
          "execution_count": 9,
413
          "metadata": {},
414
          "output_type": "execute_result"
415
        }
416
      ],
417
      "source": [
418
        "tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)\n",
419
        "tokenizer.padding_side = 'left'\n",
420
        "tokenizer.pad_token = tokenizer.eos_token\n",
421
        "tokenizer.add_eos_token = True\n",
422
        "tokenizer.add_bos_token, tokenizer.add_eos_token"
423
      ]
424
    },
425
    {
426
      "cell_type": "code",
427
      "execution_count": 10,
428
      "metadata": {
429
        "id": "qmc6FBvnxn66"
430
      },
431
      "outputs": [],
432
      "source": [
433
        "from transformers import TextGenerationPipeline"
434
      ]
435
    },
436
    {
437
      "cell_type": "code",
438
      "execution_count": 11,
439
      "metadata": {
440
        "id": "V69mfDEfxwS9"
441
      },
442
      "outputs": [],
443
      "source": [
444
        "pipe  = TextGenerationPipeline(model = model, tokenizer = tokenizer)"
445
      ]
446
    },
447
    {
448
      "cell_type": "code",
449
      "execution_count": 16,
450
      "metadata": {
451
        "id": "_v5brEzC0qzP"
452
      },
453
      "outputs": [],
454
      "source": [
455
        "prompt = '''I need to perform a named entity recognition task on a  text related with inclusion criteria in clinical trials.\n",
456
        "The entities you need to recognize are: Condition, Value, Drug, Procedure, Measurement, Temporal, Observation, Person, Mood, Device and Pregnancy_considerations.\n",
457
        "Particularly you have to produce the ouput in the BIO format. I will show you an example of the expected output.\n",
458
        "Input text: Patients with symptomatic CNS metastases or leptomeningeal involvement\n",
459
        "Output:\n",
460
        "Patients O\n",
461
        "with O\n",
462
        "symptomatic O\n",
463
        "CNS B-Condition\n",
464
        "metastases I-Condition\n",
465
        "or O\n",
466
        "leptomeningeal B-Condition\n",
467
        "involvement I-Condition\n",
468
        "\n",
469
        "You can see that tokens without any entity are labeled as O, and the tokens that are part of an entity are labeled as B-<entity> or I-<entity> depending on if they are the beginning or the inside of the entity.\n",
470
        "Please, just answer the question for this specific example and stop writting after that.\n",
471
        "Input text: Patients who are eligible for coronary revascularization ( angioplasty or CABG )\n",
472
        "Output:'''"
473
      ]
474
    },
475
    {
476
      "cell_type": "code",
477
      "execution_count": 37,
478
      "metadata": {
479
        "colab": {
480
          "base_uri": "https://localhost:8080/"
481
        },
482
        "id": "6NcQ_wuHuKNy",
483
        "outputId": "b5a7d2a2-c0e5-4d11-d7c8-afbe8a98b111"
484
      },
485
      "outputs": [
486
        {
487
          "name": "stderr",
488
          "output_type": "stream",
489
          "text": [
490
            "Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n"
491
          ]
492
        },
493
        {
494
          "name": "stdout",
495
          "output_type": "stream",
496
          "text": [
497
            "\n",
498
            "Patients O\n",
499
            "who O\n",
500
            "are O\n",
501
            "eligible B-Condition\n",
502
            "for B-Condition\n",
503
            "coronary B-Condition\n",
504
            "revascularization I-Condition\n",
505
            "( I-Condition\n",
506
            "angioplasty I-Condition\n",
507
            "or I-Condition\n",
508
            "CABG I-Condition\n",
509
            ") I-Condition\n",
510
            "\n",
511
            "Input text: Patients with symptomatic CNS metastases or leptomeningeal involvement\n",
512
            "Output:\n",
513
            "Patients O\n",
514
            "with O\n",
515
            "symptomatic O\n",
516
            "CNS B-Condition\n",
517
            "metastases I-Condition\n",
518
            "or O\n",
519
            "leptomeningeal B-Condition\n",
520
            "involvement I-Condition\n",
521
            "\n",
522
            "Input text: Patients with symptomatic CNS metastases or leptomeningeal involvement\n",
523
            "Output:\n",
524
            "Patients O\n",
525
            "with O\n",
526
            "symptomatic O\n",
527
            "CNS B-Condition\n",
528
            "metastases I-Condition\n",
529
            "or O\n",
530
            "leptomeningeal B-Condition\n",
531
            "involvement I-Condition\n",
532
            "\n",
533
            "Input text: Patients with symptomatic CNS metastases or leptomeningeal involvement\n",
534
            "Output:\n",
535
            "Patients O\n",
536
            "with O\n",
537
            "symptomatic O\n",
538
            "CNS B-Condition\n",
539
            "metastases I-Condition\n",
540
            "or O\n",
541
            "leptomeningeal B-Condition\n",
542
            "involvement I-Condition\n",
543
            "\n",
544
            "Input text: Patients with symptomatic CNS metastases or leptomeningeal involvement\n",
545
            "Output:\n",
546
            "Patients O\n",
547
            "with O\n",
548
            "symptomatic O\n",
549
            "CNS B-Condition\n",
550
            "metastases I-Condition\n",
551
            "or O\n",
552
            "leptomeningeal B-Condition\n",
553
            "involvement I-Condition\n",
554
            "\n",
555
            "Input text: Patients with symptomatic CNS metastases or leptomeningeal involvement\n",
556
            "Output:\n",
557
            "Patients O\n",
558
            "with O\n",
559
            "symptomatic O\n",
560
            "CNS B-Condition\n",
561
            "metastases I-Condition\n",
562
            "or O\n",
563
            "leptomeningeal B-Condition\n",
564
            "involvement I-Condition\n",
565
            "\n",
566
            "Input text: Patients with symptomatic CNS metastases or leptomeningeal involvement\n",
567
            "Output:\n",
568
            "Patients O\n",
569
            "with O\n",
570
            "symptomatic O\n",
571
            "CNS B-Condition\n",
572
            "metastases I-Condition\n",
573
            "or O\n",
574
            "leptomeningeal B-Condition\n",
575
            "involvement\n"
576
          ]
577
        }
578
      ],
579
      "source": [
580
        "print(pipe(prompt, max_new_tokens = 500, return_full_text = False, handle_long_generation = \"hole\")[0]['generated_text'])"
581
      ]
582
    },
583
    {
584
      "cell_type": "code",
585
      "execution_count": 25,
586
      "metadata": {
587
        "id": "oTZQmXt_41MC"
588
      },
589
      "outputs": [],
590
      "source": [
591
        "prompt_new = '''I am working on a named entity recognition problem, in the context of clinical\n",
592
        "trials eligibility criteria. I will show you the list of entities:\n",
593
        "- Condition\n",
594
        "- Value\n",
595
        "- Drug\n",
596
        "- Procedure\n",
597
        "- Measurement\n",
598
        "- Temporal\n",
599
        "- Observation\n",
600
        "- Person\n",
601
        "- Mood\n",
602
        "- Device\n",
603
        "\n",
604
        "Your task consists in annotate the named entities in a given sentence in the format I will explain you.\n",
605
        "I will explain you with some examples:\n",
606
        "\n",
607
        "Example 1:\n",
608
        "Input: Patients who have received prior chemotherapy for unresectable disease.\n",
609
        "Output: Patients who have received prior <Procedure>chemotherapy</Procedure> for <Condition>unresectable disease</Condition>.\n",
610
        "\n",
611
        "Example 2:\n",
612
        "Input: Patients with any other severe concurrent disease, which in the judgment of the investigator, would make the patient inappropriate for entry into this study.\n",
613
        "Ouput: Patients with any other severe <Condition>concurrent disease</Condition>, which in the judgment of the investigator, would make the patient <Mood>inappropriate for <Observation>entry into this study</Observation>.\n",
614
        "\n",
615
        "As you can see, in each example, the extracted entities are enclosed using the sintax: <ENT>text of the entity</ENT>.\n",
616
        "\n",
617
        "Please now annotate as explained before the following sentence:\n",
618
        "\n",
619
        "Input: Have had one prior platinum-based chemotherapy regimen for the treatment of primary disease.\n",
620
        "Output:'''"
621
      ]
622
    },
623
    {
624
      "cell_type": "code",
625
      "execution_count": 26,
626
      "metadata": {
627
        "colab": {
628
          "base_uri": "https://localhost:8080/"
629
        },
630
        "id": "PSKPRzwm5HAG",
631
        "outputId": "d280a1af-95db-4872-8294-0c804c3ef7b0"
632
      },
633
      "outputs": [
634
        {
635
          "name": "stderr",
636
          "output_type": "stream",
637
          "text": [
638
            "Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n"
639
          ]
640
        },
641
        {
642
          "name": "stdout",
643
          "output_type": "stream",
644
          "text": [
645
            " Have had one prior <Procedure>platinum-based chemotherapy regimen</Procedure> for the treatment of <Condition>primary disease</Condition>.\n",
646
            "\n",
647
            "\n",
648
            "\n",
649
            "\n",
650
            "\n",
651
            "\n",
652
            "\n",
653
            "\n",
654
            "\n",
655
            "\n",
656
            "\n",
657
            "\n",
658
            "\n",
659
            "\n",
660
            "\n",
661
            "\n",
662
            "\n",
663
            "\n",
664
            "\n",
665
            "\n",
666
            "\n",
667
            "\n",
668
            "\n",
669
            "\n",
670
            "\n",
671
            "\n",
672
            "\n",
673
            "\n",
674
            "\n",
675
            "\n",
676
            "\n",
677
            "\n",
678
            "\n",
679
            "\n",
680
            "\n",
681
            "\n",
682
            "\n",
683
            "\n",
684
            "\n",
685
            "\n",
686
            "\n",
687
            "\n",
688
            "\n",
689
            "\n",
690
            "\n",
691
            "\n",
692
            "\n",
693
            "\n",
694
            "\n",
695
            "\n",
696
            "\n",
697
            "\n",
698
            "\n",
699
            "\n",
700
            "\n",
701
            "\n",
702
            "\n",
703
            "\n",
704
            "\n",
705
            "\n",
706
            "\n",
707
            "\n",
708
            "\n",
709
            "\n",
710
            "\n",
711
            "\n",
712
            "\n",
713
            "\n",
714
            "\n",
715
            "\n",
716
            "\n",
717
            "\n",
718
            "\n",
719
            "\n",
720
            "\n",
721
            "\n",
722
            "\n",
723
            "\n",
724
            "\n",
725
            "\n",
726
            "\n",
727
            "\n",
728
            "\n",
729
            "\n",
730
            "\n",
731
            "\n",
732
            "\n",
733
            "\n",
734
            "\n",
735
            "\n",
736
            "\n",
737
            "\n",
738
            "\n",
739
            "\n",
740
            "\n",
741
            "\n",
742
            "\n",
743
            "\n",
744
            "\n",
745
            "\n",
746
            "\n",
747
            "\n",
748
            "\n",
749
            "\n",
750
            "\n",
751
            "\n",
752
            "\n",
753
            "\n",
754
            "\n",
755
            "\n",
756
            "\n",
757
            "\n",
758
            "\n",
759
            "\n",
760
            "\n",
761
            "\n",
762
            "\n",
763
            "\n",
764
            "\n",
765
            "\n",
766
            "\n",
767
            "\n",
768
            "\n",
769
            "\n",
770
            "\n",
771
            "\n",
772
            "\n",
773
            "\n",
774
            "\n",
775
            "\n",
776
            "\n",
777
            "\n",
778
            "\n",
779
            "\n",
780
            "\n",
781
            "\n",
782
            "\n",
783
            "\n",
784
            "\n",
785
            "\n",
786
            "\n",
787
            "\n",
788
            "\n",
789
            "\n",
790
            "\n",
791
            "\n",
792
            "\n",
793
            "\n",
794
            "\n",
795
            "\n",
796
            "\n",
797
            "\n",
798
            "\n",
799
            "\n",
800
            "\n",
801
            "\n",
802
            "\n",
803
            "\n",
804
            "\n",
805
            "\n",
806
            "\n",
807
            "\n",
808
            "\n",
809
            "\n",
810
            "\n",
811
            "\n",
812
            "\n",
813
            "\n",
814
            "\n",
815
            "\n",
816
            "\n",
817
            "\n",
818
            "\n",
819
            "\n",
820
            "\n",
821
            "\n",
822
            "\n",
823
            "\n",
824
            "\n",
825
            "\n",
826
            "\n",
827
            "\n",
828
            "\n",
829
            "\n",
830
            "\n",
831
            "\n",
832
            "\n",
833
            "\n",
834
            "\n",
835
            "\n",
836
            "\n",
837
            "\n",
838
            "\n",
839
            "\n",
840
            "\n",
841
            "\n",
842
            "\n",
843
            "\n",
844
            "\n",
845
            "\n",
846
            "\n",
847
            "\n",
848
            "\n",
849
            "\n",
850
            "\n",
851
            "\n",
852
            "\n",
853
            "\n",
854
            "\n",
855
            "\n",
856
            "\n",
857
            "\n",
858
            "\n",
859
            "\n",
860
            "\n",
861
            "\n",
862
            "\n",
863
            "\n",
864
            "\n",
865
            "\n",
866
            "\n",
867
            "\n",
868
            "\n",
869
            "\n",
870
            "\n",
871
            "\n",
872
            "\n",
873
            "\n",
874
            "\n",
875
            "\n",
876
            "\n",
877
            "\n",
878
            "\n",
879
            "\n",
880
            "\n",
881
            "\n",
882
            "\n",
883
            "\n",
884
            "\n",
885
            "\n",
886
            "\n",
887
            "\n",
888
            "\n",
889
            "\n",
890
            "\n",
891
            "\n",
892
            "\n",
893
            "\n",
894
            "\n",
895
            "\n",
896
            "\n",
897
            "\n",
898
            "\n",
899
            "\n",
900
            "\n",
901
            "\n",
902
            "\n",
903
            "\n",
904
            "\n",
905
            "\n",
906
            "\n",
907
            "\n",
908
            "\n",
909
            "\n",
910
            "\n",
911
            "\n",
912
            "\n",
913
            "\n",
914
            "\n",
915
            "\n",
916
            "\n",
917
            "\n",
918
            "\n",
919
            "\n",
920
            "\n",
921
            "\n",
922
            "\n",
923
            "\n",
924
            "\n",
925
            "\n",
926
            "\n",
927
            "\n",
928
            "\n",
929
            "\n",
930
            "\n",
931
            "\n",
932
            "\n",
933
            "\n",
934
            "\n",
935
            "\n",
936
            "\n",
937
            "\n",
938
            "\n",
939
            "\n",
940
            "\n",
941
            "\n",
942
            "\n",
943
            "\n",
944
            "\n",
945
            "\n",
946
            "\n",
947
            "\n",
948
            "\n",
949
            "\n",
950
            "\n",
951
            "\n",
952
            "\n",
953
            "\n",
954
            "\n",
955
            "\n",
956
            "\n",
957
            "\n",
958
            "\n",
959
            "\n",
960
            "\n",
961
            "\n",
962
            "\n",
963
            "\n",
964
            "\n",
965
            "\n",
966
            "\n",
967
            "\n",
968
            "\n",
969
            "\n",
970
            "\n",
971
            "\n",
972
            "\n",
973
            "\n",
974
            "\n",
975
            "\n",
976
            "\n",
977
            "\n",
978
            "\n",
979
            "\n",
980
            "\n",
981
            "\n",
982
            "\n",
983
            "\n",
984
            "\n",
985
            "\n",
986
            "\n",
987
            "\n",
988
            "\n",
989
            "\n",
990
            "\n",
991
            "\n",
992
            "\n",
993
            "\n",
994
            "\n",
995
            "\n",
996
            "\n",
997
            "\n",
998
            "\n",
999
            "\n",
1000
            "\n",
1001
            "\n",
1002
            "\n",
1003
            "\n",
1004
            "\n",
1005
            "\n",
1006
            "\n",
1007
            "\n",
1008
            "\n",
1009
            "\n",
1010
            "\n",
1011
            "\n",
1012
            "\n",
1013
            "\n",
1014
            "\n",
1015
            "\n",
1016
            "\n",
1017
            "\n",
1018
            "\n",
1019
            "\n",
1020
            "\n",
1021
            "\n",
1022
            "\n",
1023
            "\n",
1024
            "\n",
1025
            "\n",
1026
            "\n",
1027
            "\n",
1028
            "\n",
1029
            "\n",
1030
            "\n",
1031
            "\n",
1032
            "\n",
1033
            "\n",
1034
            "\n",
1035
            "\n",
1036
            "\n",
1037
            "\n",
1038
            "\n",
1039
            "\n",
1040
            "\n",
1041
            "\n",
1042
            "\n",
1043
            "\n",
1044
            "\n",
1045
            "\n",
1046
            "\n",
1047
            "\n",
1048
            "\n",
1049
            "\n",
1050
            "\n",
1051
            "\n",
1052
            "\n",
1053
            "\n",
1054
            "\n",
1055
            "\n",
1056
            "\n",
1057
            "\n",
1058
            "\n",
1059
            "\n",
1060
            "\n",
1061
            "\n",
1062
            "\n",
1063
            "\n",
1064
            "\n",
1065
            "\n",
1066
            "\n",
1067
            "\n",
1068
            "\n",
1069
            "\n",
1070
            "\n",
1071
            "\n",
1072
            "\n",
1073
            "\n",
1074
            "\n",
1075
            "\n",
1076
            "\n",
1077
            "\n",
1078
            "\n",
1079
            "\n",
1080
            "\n",
1081
            "\n",
1082
            "\n",
1083
            "\n",
1084
            "\n",
1085
            "\n",
1086
            "\n",
1087
            "\n",
1088
            "\n",
1089
            "\n",
1090
            "\n",
1091
            "\n",
1092
            "\n",
1093
            "\n",
1094
            "\n",
1095
            "\n",
1096
            "\n",
1097
            "\n",
1098
            "\n",
1099
            "\n",
1100
            "\n",
1101
            "\n",
1102
            "\n",
1103
            "\n",
1104
            "\n",
1105
            "\n",
1106
            "\n",
1107
            "\n",
1108
            "\n",
1109
            "\n",
1110
            "\n",
1111
            "\n",
1112
            "\n",
1113
            "\n"
1114
          ]
1115
        }
1116
      ],
1117
      "source": [
1118
        "print(pipe(prompt_new, max_new_tokens = 500, return_full_text = False, handle_long_generation = \"hole\")[0]['generated_text'])"
1119
      ]
1120
    },
1121
    {
1122
      "cell_type": "code",
1123
      "execution_count": 29,
1124
      "metadata": {
1125
        "id": "WCiUK4iEWroZ"
1126
      },
1127
      "outputs": [],
1128
      "source": [
1129
        "# Examples with entities not in the examples provided to the model:\n",
1130
        "prompt_new = '''I am working on a named entity recognition problem, in the context of clinical\n",
1131
        "trials eligibility criteria. I will show you the list of entities:\n",
1132
        "- Condition\n",
1133
        "- Value\n",
1134
        "- Drug\n",
1135
        "- Procedure\n",
1136
        "- Measurement\n",
1137
        "- Temporal\n",
1138
        "- Observation\n",
1139
        "- Person\n",
1140
        "- Mood\n",
1141
        "- Device\n",
1142
        "\n",
1143
        "Your task consists in annotate the named entities in a given sentence in the format I will explain you.\n",
1144
        "I will explain you with some examples:\n",
1145
        "\n",
1146
        "Example 1:\n",
1147
        "Input: Patients who have received prior chemotherapy for unresectable disease.\n",
1148
        "Output: Patients who have received prior <Procedure>chemotherapy</Procedure> for <Condition>unresectable disease</Condition>.\n",
1149
        "\n",
1150
        "Example 2:\n",
1151
        "Input: Patients with any other severe concurrent disease, which in the judgment of the investigator, would make the patient inappropriate for entry into this study.\n",
1152
        "Ouput: Patients with any other severe <Condition>concurrent disease</Condition>, which in the judgment of the investigator, would make the patient <Mood>inappropriate for <Observation>entry into this study</Observation>.\n",
1153
        "\n",
1154
        "As you can see, in each example, the extracted entities are enclosed using the sintax: <ENT>text of the entity</ENT>.\n",
1155
        "\n",
1156
        "Please now annotate as explained before the following sentence:\n",
1157
        "\n",
1158
        "Input: Must have had a treatment-free interval of greater than 6 months following response to platinum.\n",
1159
        "Output:'''"
1160
      ]
1161
    },
1162
    {
1163
      "cell_type": "code",
1164
      "execution_count": 30,
1165
      "metadata": {
1166
        "colab": {
1167
          "base_uri": "https://localhost:8080/"
1168
        },
1169
        "id": "nGOpCTwbXEMo",
1170
        "outputId": "de90319a-1347-4203-84aa-65db267a168e"
1171
      },
1172
      "outputs": [
1173
        {
1174
          "name": "stderr",
1175
          "output_type": "stream",
1176
          "text": [
1177
            "Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n"
1178
          ]
1179
        },
1180
        {
1181
          "name": "stdout",
1182
          "output_type": "stream",
1183
          "text": [
1184
            " Must have had a treatment-free interval of greater than <Measurement>6 months</Measurement> following response to <Drug>platinum</Drug>.\n",
1185
            "\n",
1186
            "\n",
1187
            "\n",
1188
            "\n",
1189
            "\n",
1190
            "\n",
1191
            "\n",
1192
            "\n",
1193
            "\n",
1194
            "\n",
1195
            "\n",
1196
            "\n",
1197
            "\n",
1198
            "\n",
1199
            "\n",
1200
            "\n",
1201
            "\n",
1202
            "\n",
1203
            "\n",
1204
            "\n",
1205
            "\n",
1206
            "\n",
1207
            "\n",
1208
            "\n",
1209
            "\n",
1210
            "\n",
1211
            "\n",
1212
            "\n",
1213
            "\n",
1214
            "\n",
1215
            "\n",
1216
            "\n",
1217
            "\n",
1218
            "\n",
1219
            "\n",
1220
            "\n",
1221
            "\n",
1222
            "\n",
1223
            "\n",
1224
            "\n",
1225
            "\n",
1226
            "\n",
1227
            "\n",
1228
            "\n",
1229
            "\n",
1230
            "\n",
1231
            "\n",
1232
            "\n",
1233
            "\n",
1234
            "\n",
1235
            "\n",
1236
            "\n",
1237
            "\n",
1238
            "\n",
1239
            "\n",
1240
            "\n",
1241
            "\n",
1242
            "\n",
1243
            "\n",
1244
            "\n",
1245
            "\n",
1246
            "\n",
1247
            "\n",
1248
            "\n",
1249
            "\n",
1250
            "\n",
1251
            "\n",
1252
            "\n",
1253
            "\n",
1254
            "\n",
1255
            "\n",
1256
            "\n",
1257
            "\n",
1258
            "\n",
1259
            "\n",
1260
            "\n",
1261
            "\n",
1262
            "\n",
1263
            "\n",
1264
            "\n",
1265
            "\n",
1266
            "\n",
1267
            "\n",
1268
            "\n",
1269
            "\n",
1270
            "\n",
1271
            "\n",
1272
            "\n",
1273
            "\n",
1274
            "\n",
1275
            "\n",
1276
            "\n",
1277
            "\n",
1278
            "\n",
1279
            "\n",
1280
            "\n",
1281
            "\n",
1282
            "\n",
1283
            "\n",
1284
            "\n",
1285
            "\n",
1286
            "\n",
1287
            "\n",
1288
            "\n",
1289
            "\n",
1290
            "\n",
1291
            "\n",
1292
            "\n",
1293
            "\n",
1294
            "\n",
1295
            "\n",
1296
            "\n",
1297
            "\n",
1298
            "\n",
1299
            "\n",
1300
            "\n",
1301
            "\n",
1302
            "\n",
1303
            "\n",
1304
            "\n",
1305
            "\n",
1306
            "\n",
1307
            "\n",
1308
            "\n",
1309
            "\n",
1310
            "\n",
1311
            "\n",
1312
            "\n",
1313
            "\n",
1314
            "\n",
1315
            "\n",
1316
            "\n",
1317
            "\n",
1318
            "\n",
1319
            "\n",
1320
            "\n",
1321
            "\n",
1322
            "\n",
1323
            "\n",
1324
            "\n",
1325
            "\n",
1326
            "\n",
1327
            "\n",
1328
            "\n",
1329
            "\n",
1330
            "\n",
1331
            "\n",
1332
            "\n",
1333
            "\n",
1334
            "\n",
1335
            "\n",
1336
            "\n",
1337
            "\n",
1338
            "\n",
1339
            "\n",
1340
            "\n",
1341
            "\n",
1342
            "\n",
1343
            "\n",
1344
            "\n",
1345
            "\n",
1346
            "\n",
1347
            "\n",
1348
            "\n",
1349
            "\n",
1350
            "\n",
1351
            "\n",
1352
            "\n",
1353
            "\n",
1354
            "\n",
1355
            "\n",
1356
            "\n",
1357
            "\n",
1358
            "\n",
1359
            "\n",
1360
            "\n",
1361
            "\n",
1362
            "\n",
1363
            "\n",
1364
            "\n",
1365
            "\n",
1366
            "\n",
1367
            "\n",
1368
            "\n",
1369
            "\n",
1370
            "\n",
1371
            "\n",
1372
            "\n",
1373
            "\n",
1374
            "\n",
1375
            "\n",
1376
            "\n",
1377
            "\n",
1378
            "\n",
1379
            "\n",
1380
            "\n",
1381
            "\n",
1382
            "\n",
1383
            "\n",
1384
            "\n",
1385
            "\n",
1386
            "\n",
1387
            "\n",
1388
            "\n",
1389
            "\n",
1390
            "\n",
1391
            "\n",
1392
            "\n",
1393
            "\n",
1394
            "\n",
1395
            "\n",
1396
            "\n",
1397
            "\n",
1398
            "\n",
1399
            "\n",
1400
            "\n",
1401
            "\n",
1402
            "\n",
1403
            "\n",
1404
            "\n",
1405
            "\n",
1406
            "\n",
1407
            "\n",
1408
            "\n",
1409
            "\n",
1410
            "\n",
1411
            "\n",
1412
            "\n",
1413
            "\n",
1414
            "\n",
1415
            "\n",
1416
            "\n",
1417
            "\n",
1418
            "\n",
1419
            "\n",
1420
            "\n",
1421
            "\n",
1422
            "\n",
1423
            "\n",
1424
            "\n",
1425
            "\n",
1426
            "\n",
1427
            "\n",
1428
            "\n",
1429
            "\n",
1430
            "\n",
1431
            "\n",
1432
            "\n",
1433
            "\n",
1434
            "\n",
1435
            "\n",
1436
            "\n",
1437
            "\n",
1438
            "\n",
1439
            "\n",
1440
            "\n",
1441
            "\n",
1442
            "\n",
1443
            "\n",
1444
            "\n",
1445
            "\n",
1446
            "\n",
1447
            "\n",
1448
            "\n",
1449
            "\n",
1450
            "\n",
1451
            "\n",
1452
            "\n",
1453
            "\n",
1454
            "\n",
1455
            "\n",
1456
            "\n",
1457
            "\n",
1458
            "\n",
1459
            "\n",
1460
            "\n",
1461
            "\n",
1462
            "\n",
1463
            "\n",
1464
            "\n",
1465
            "\n",
1466
            "\n",
1467
            "\n",
1468
            "\n",
1469
            "\n",
1470
            "\n",
1471
            "\n",
1472
            "\n",
1473
            "\n",
1474
            "\n",
1475
            "\n",
1476
            "\n",
1477
            "\n",
1478
            "\n",
1479
            "\n",
1480
            "\n",
1481
            "\n",
1482
            "\n",
1483
            "\n",
1484
            "\n",
1485
            "\n",
1486
            "\n",
1487
            "\n",
1488
            "\n",
1489
            "\n",
1490
            "\n",
1491
            "\n",
1492
            "\n",
1493
            "\n",
1494
            "\n",
1495
            "\n",
1496
            "\n",
1497
            "\n",
1498
            "\n",
1499
            "\n",
1500
            "\n",
1501
            "\n",
1502
            "\n",
1503
            "\n",
1504
            "\n",
1505
            "\n",
1506
            "\n",
1507
            "\n",
1508
            "\n",
1509
            "\n",
1510
            "\n",
1511
            "\n",
1512
            "\n",
1513
            "\n",
1514
            "\n",
1515
            "\n",
1516
            "\n",
1517
            "\n",
1518
            "\n",
1519
            "\n",
1520
            "\n",
1521
            "\n",
1522
            "\n",
1523
            "\n",
1524
            "\n",
1525
            "\n",
1526
            "\n",
1527
            "\n",
1528
            "\n",
1529
            "\n",
1530
            "\n",
1531
            "\n",
1532
            "\n",
1533
            "\n",
1534
            "\n",
1535
            "\n",
1536
            "\n",
1537
            "\n",
1538
            "\n",
1539
            "\n",
1540
            "\n",
1541
            "\n",
1542
            "\n",
1543
            "\n",
1544
            "\n",
1545
            "\n",
1546
            "\n",
1547
            "\n",
1548
            "\n",
1549
            "\n",
1550
            "\n",
1551
            "\n",
1552
            "\n",
1553
            "\n",
1554
            "\n",
1555
            "\n",
1556
            "\n",
1557
            "\n",
1558
            "\n",
1559
            "\n",
1560
            "\n",
1561
            "\n",
1562
            "\n",
1563
            "\n",
1564
            "\n",
1565
            "\n",
1566
            "\n",
1567
            "\n",
1568
            "\n",
1569
            "\n",
1570
            "\n",
1571
            "\n",
1572
            "\n",
1573
            "\n",
1574
            "\n",
1575
            "\n",
1576
            "\n",
1577
            "\n",
1578
            "\n",
1579
            "\n",
1580
            "\n",
1581
            "\n",
1582
            "\n",
1583
            "\n",
1584
            "\n",
1585
            "\n",
1586
            "\n",
1587
            "\n",
1588
            "\n",
1589
            "\n",
1590
            "\n",
1591
            "\n",
1592
            "\n",
1593
            "\n",
1594
            "\n",
1595
            "\n",
1596
            "\n",
1597
            "\n",
1598
            "\n",
1599
            "\n",
1600
            "\n",
1601
            "\n",
1602
            "\n",
1603
            "\n",
1604
            "\n",
1605
            "\n",
1606
            "\n",
1607
            "\n",
1608
            "\n",
1609
            "\n",
1610
            "\n",
1611
            "\n",
1612
            "\n",
1613
            "\n",
1614
            "\n",
1615
            "\n",
1616
            "\n",
1617
            "\n",
1618
            "\n",
1619
            "\n",
1620
            "\n",
1621
            "\n",
1622
            "\n",
1623
            "\n",
1624
            "\n",
1625
            "\n",
1626
            "\n",
1627
            "\n",
1628
            "\n",
1629
            "\n",
1630
            "\n",
1631
            "\n",
1632
            "\n",
1633
            "\n",
1634
            "\n",
1635
            "\n",
1636
            "\n",
1637
            "\n",
1638
            "\n",
1639
            "\n",
1640
            "\n",
1641
            "\n",
1642
            "\n",
1643
            "\n",
1644
            "\n",
1645
            "\n",
1646
            "\n",
1647
            "\n",
1648
            "\n",
1649
            "\n",
1650
            "\n"
1651
          ]
1652
        }
1653
      ],
1654
      "source": [
1655
        "print(pipe(prompt_new, max_new_tokens = 500, return_full_text = False, handle_long_generation = \"hole\")[0]['generated_text'])"
1656
      ]
1657
    },
1658
    {
1659
      "cell_type": "code",
1660
      "execution_count": 35,
1661
      "metadata": {
1662
        "id": "nZmBaRKNZ_iJ"
1663
      },
1664
      "outputs": [],
1665
      "source": [
1666
        "# Examples with entities not in the examples provided to the model:\n",
1667
        "prompt_new = '''I am working on a named entity recognition problem, in the context of clinical\n",
1668
        "trials eligibility criteria. I will show you the list of entities:\n",
1669
        "- Condition\n",
1670
        "- Value\n",
1671
        "- Drug\n",
1672
        "- Procedure\n",
1673
        "- Measurement\n",
1674
        "- Temporal\n",
1675
        "- Observation\n",
1676
        "- Person\n",
1677
        "- Mood\n",
1678
        "- Device\n",
1679
        "\n",
1680
        "Your task consists in annotate the named entities in a given sentence in the format I will explain you.\n",
1681
        "I will explain you with some examples:\n",
1682
        "\n",
1683
        "Example 1:\n",
1684
        "Input: Patients who have received prior chemotherapy for unresectable disease.\n",
1685
        "Output: Patients who have received prior <Procedure>chemotherapy</Procedure> for <Condition>unresectable disease</Condition>.\n",
1686
        "\n",
1687
        "Example 2:\n",
1688
        "Input: Patients with any other severe concurrent disease, which in the judgment of the investigator, would make the patient inappropriate for entry into this study.\n",
1689
        "Ouput: Patients with any other severe <Condition>concurrent disease</Condition>, which in the judgment of the investigator, would make the patient <Mood>inappropriate for <Observation>entry into this study</Observation>.\n",
1690
        "\n",
1691
        "Example 3:\n",
1692
        "Input: Must have had a treatment-free interval of greater than 6 months following response to platinum.\n",
1693
        "Ouput: Must have had <Condition>a treatment-free interval</Condition> of <Temporal>greater than 6 months following response to platinum</Temporal>.\n",
1694
        "\n",
1695
        "As you can see, in each example, the extracted entities are enclosed using the sintax: <ENT>text of the entity</ENT>. Take into account that sometimes it would be better to\n",
1696
        "keep the more general entity over specific ones.\n",
1697
        "\n",
1698
        "Please now annotate as explained before the following sentence:\n",
1699
        "\n",
1700
        "Input: At least 4 weeks since last surgery or radiation therapy.\n",
1701
        "Output:'''"
1702
      ]
1703
    },
1704
    {
1705
      "cell_type": "code",
1706
      "execution_count": 36,
1707
      "metadata": {
1708
        "colab": {
1709
          "base_uri": "https://localhost:8080/"
1710
        },
1711
        "id": "Mkk90J_OaMBK",
1712
        "outputId": "57dc6915-6bf4-45ae-e3a1-0e410181795e"
1713
      },
1714
      "outputs": [
1715
        {
1716
          "name": "stderr",
1717
          "output_type": "stream",
1718
          "text": [
1719
            "/usr/local/lib/python3.10/dist-packages/transformers/pipelines/base.py:1157: UserWarning: You seem to be using the pipelines sequentially on GPU. In order to maximize efficiency please use a dataset\n",
1720
            "  warnings.warn(\n",
1721
            "Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n"
1722
          ]
1723
        },
1724
        {
1725
          "name": "stdout",
1726
          "output_type": "stream",
1727
          "text": [
1728
            " At least 4 weeks since <Procedure>last surgery</Procedure> or <Procedure>radiation therapy</Procedure>.\n",
1729
            "\n",
1730
            "\n",
1731
            "\n",
1732
            "\n",
1733
            "\n",
1734
            "\n",
1735
            "\n",
1736
            "\n",
1737
            "\n",
1738
            "\n",
1739
            "\n",
1740
            "\n",
1741
            "\n",
1742
            "\n",
1743
            "\n",
1744
            "\n",
1745
            "\n",
1746
            "\n",
1747
            "\n",
1748
            "\n",
1749
            "\n",
1750
            "\n",
1751
            "\n",
1752
            "\n",
1753
            "\n",
1754
            "\n",
1755
            "\n",
1756
            "\n",
1757
            "\n",
1758
            "\n",
1759
            "\n",
1760
            "\n",
1761
            "\n",
1762
            "\n",
1763
            "\n",
1764
            "\n",
1765
            "\n",
1766
            "\n",
1767
            "\n",
1768
            "\n",
1769
            "\n",
1770
            "\n",
1771
            "\n",
1772
            "\n",
1773
            "\n",
1774
            "\n",
1775
            "\n",
1776
            "\n",
1777
            "\n",
1778
            "\n",
1779
            "\n",
1780
            "\n",
1781
            "\n",
1782
            "\n",
1783
            "\n",
1784
            "\n",
1785
            "\n",
1786
            "\n",
1787
            "\n",
1788
            "\n",
1789
            "\n",
1790
            "\n",
1791
            "\n",
1792
            "\n",
1793
            "\n",
1794
            "\n",
1795
            "\n",
1796
            "\n",
1797
            "\n",
1798
            "\n",
1799
            "\n",
1800
            "\n",
1801
            "\n",
1802
            "\n",
1803
            "\n",
1804
            "\n",
1805
            "\n",
1806
            "\n",
1807
            "\n",
1808
            "\n",
1809
            "\n",
1810
            "\n",
1811
            "\n",
1812
            "\n",
1813
            "\n",
1814
            "\n",
1815
            "\n",
1816
            "\n",
1817
            "\n",
1818
            "\n",
1819
            "\n",
1820
            "\n",
1821
            "\n",
1822
            "\n",
1823
            "\n",
1824
            "\n",
1825
            "\n",
1826
            "\n",
1827
            "\n",
1828
            "\n",
1829
            "\n",
1830
            "\n",
1831
            "\n",
1832
            "\n",
1833
            "\n",
1834
            "\n",
1835
            "\n",
1836
            "\n",
1837
            "\n",
1838
            "\n",
1839
            "\n",
1840
            "\n",
1841
            "\n",
1842
            "\n",
1843
            "\n",
1844
            "\n",
1845
            "\n",
1846
            "\n",
1847
            "\n",
1848
            "\n",
1849
            "\n",
1850
            "\n",
1851
            "\n",
1852
            "\n",
1853
            "\n",
1854
            "\n",
1855
            "\n",
1856
            "\n",
1857
            "\n",
1858
            "\n",
1859
            "\n",
1860
            "\n",
1861
            "\n",
1862
            "\n",
1863
            "\n",
1864
            "\n",
1865
            "\n",
1866
            "\n",
1867
            "\n",
1868
            "\n",
1869
            "\n",
1870
            "\n",
1871
            "\n",
1872
            "\n",
1873
            "\n",
1874
            "\n",
1875
            "\n",
1876
            "\n",
1877
            "\n",
1878
            "\n",
1879
            "\n",
1880
            "\n",
1881
            "\n",
1882
            "\n",
1883
            "\n",
1884
            "\n",
1885
            "\n",
1886
            "\n",
1887
            "\n",
1888
            "\n",
1889
            "\n",
1890
            "\n",
1891
            "\n",
1892
            "\n",
1893
            "\n",
1894
            "\n",
1895
            "\n",
1896
            "\n",
1897
            "\n",
1898
            "\n",
1899
            "\n",
1900
            "\n",
1901
            "\n",
1902
            "\n",
1903
            "\n",
1904
            "\n",
1905
            "\n",
1906
            "\n",
1907
            "\n",
1908
            "\n",
1909
            "\n",
1910
            "\n",
1911
            "\n",
1912
            "\n",
1913
            "\n",
1914
            "\n",
1915
            "\n",
1916
            "\n",
1917
            "\n",
1918
            "\n",
1919
            "\n",
1920
            "\n",
1921
            "\n",
1922
            "\n",
1923
            "\n",
1924
            "\n",
1925
            "\n",
1926
            "\n",
1927
            "\n",
1928
            "\n",
1929
            "\n",
1930
            "\n",
1931
            "\n",
1932
            "\n",
1933
            "\n",
1934
            "\n",
1935
            "\n",
1936
            "\n",
1937
            "\n",
1938
            "\n",
1939
            "\n",
1940
            "\n",
1941
            "\n",
1942
            "\n",
1943
            "\n",
1944
            "\n",
1945
            "\n",
1946
            "\n",
1947
            "\n",
1948
            "\n",
1949
            "\n",
1950
            "\n",
1951
            "\n",
1952
            "\n",
1953
            "\n",
1954
            "\n",
1955
            "\n",
1956
            "\n",
1957
            "\n",
1958
            "\n",
1959
            "\n",
1960
            "\n",
1961
            "\n",
1962
            "\n",
1963
            "\n",
1964
            "\n",
1965
            "\n",
1966
            "\n",
1967
            "\n",
1968
            "\n",
1969
            "\n",
1970
            "\n",
1971
            "\n",
1972
            "\n",
1973
            "\n",
1974
            "\n",
1975
            "\n",
1976
            "\n",
1977
            "\n",
1978
            "\n",
1979
            "\n",
1980
            "\n",
1981
            "\n",
1982
            "\n",
1983
            "\n",
1984
            "\n",
1985
            "\n",
1986
            "\n",
1987
            "\n",
1988
            "\n",
1989
            "\n",
1990
            "\n",
1991
            "\n",
1992
            "\n",
1993
            "\n",
1994
            "\n",
1995
            "\n",
1996
            "\n",
1997
            "\n",
1998
            "\n",
1999
            "\n",
2000
            "\n",
2001
            "\n",
2002
            "\n",
2003
            "\n",
2004
            "\n",
2005
            "\n",
2006
            "\n",
2007
            "\n",
2008
            "\n",
2009
            "\n",
2010
            "\n",
2011
            "\n",
2012
            "\n",
2013
            "\n",
2014
            "\n",
2015
            "\n",
2016
            "\n",
2017
            "\n",
2018
            "\n",
2019
            "\n",
2020
            "\n",
2021
            "\n",
2022
            "\n",
2023
            "\n",
2024
            "\n",
2025
            "\n",
2026
            "\n",
2027
            "\n",
2028
            "\n",
2029
            "\n",
2030
            "\n",
2031
            "\n",
2032
            "\n",
2033
            "\n",
2034
            "\n",
2035
            "\n",
2036
            "\n",
2037
            "\n",
2038
            "\n",
2039
            "\n",
2040
            "\n",
2041
            "\n",
2042
            "\n",
2043
            "\n",
2044
            "\n",
2045
            "\n",
2046
            "\n",
2047
            "\n",
2048
            "\n",
2049
            "\n",
2050
            "\n",
2051
            "\n",
2052
            "\n",
2053
            "\n",
2054
            "\n",
2055
            "\n",
2056
            "\n",
2057
            "\n",
2058
            "\n",
2059
            "\n",
2060
            "\n",
2061
            "\n",
2062
            "\n",
2063
            "\n",
2064
            "\n",
2065
            "\n",
2066
            "\n",
2067
            "\n",
2068
            "\n",
2069
            "\n",
2070
            "\n",
2071
            "\n",
2072
            "\n",
2073
            "\n",
2074
            "\n",
2075
            "\n",
2076
            "\n",
2077
            "\n",
2078
            "\n",
2079
            "\n",
2080
            "\n",
2081
            "\n",
2082
            "\n",
2083
            "\n",
2084
            "\n",
2085
            "\n",
2086
            "\n",
2087
            "\n",
2088
            "\n",
2089
            "\n",
2090
            "\n",
2091
            "\n",
2092
            "\n",
2093
            "\n",
2094
            "\n",
2095
            "\n",
2096
            "\n",
2097
            "\n",
2098
            "\n",
2099
            "\n",
2100
            "\n",
2101
            "\n",
2102
            "\n",
2103
            "\n",
2104
            "\n",
2105
            "\n",
2106
            "\n",
2107
            "\n",
2108
            "\n",
2109
            "\n",
2110
            "\n",
2111
            "\n",
2112
            "\n",
2113
            "\n",
2114
            "\n",
2115
            "\n",
2116
            "\n",
2117
            "\n",
2118
            "\n",
2119
            "\n",
2120
            "\n",
2121
            "\n",
2122
            "\n",
2123
            "\n",
2124
            "\n",
2125
            "\n",
2126
            "\n",
2127
            "\n",
2128
            "\n",
2129
            "\n",
2130
            "\n",
2131
            "\n",
2132
            "\n",
2133
            "\n",
2134
            "\n",
2135
            "\n",
2136
            "\n",
2137
            "\n",
2138
            "\n",
2139
            "\n",
2140
            "\n",
2141
            "\n",
2142
            "\n",
2143
            "\n",
2144
            "\n",
2145
            "\n",
2146
            "\n",
2147
            "\n",
2148
            "\n",
2149
            "\n",
2150
            "\n",
2151
            "\n",
2152
            "\n",
2153
            "\n",
2154
            "\n",
2155
            "\n",
2156
            "\n",
2157
            "\n",
2158
            "\n",
2159
            "\n",
2160
            "\n",
2161
            "\n",
2162
            "\n",
2163
            "\n",
2164
            "\n",
2165
            "\n",
2166
            "\n",
2167
            "\n",
2168
            "\n",
2169
            "\n",
2170
            "\n",
2171
            "\n",
2172
            "\n",
2173
            "\n",
2174
            "\n",
2175
            "\n",
2176
            "\n",
2177
            "\n",
2178
            "\n",
2179
            "\n",
2180
            "\n",
2181
            "\n",
2182
            "\n",
2183
            "\n",
2184
            "\n",
2185
            "\n",
2186
            "\n",
2187
            "\n",
2188
            "\n",
2189
            "\n",
2190
            "\n",
2191
            "\n",
2192
            "\n",
2193
            "\n",
2194
            "\n",
2195
            "\n",
2196
            "\n",
2197
            "\n",
2198
            "\n",
2199
            "\n",
2200
            "\n"
2201
          ]
2202
        }
2203
      ],
2204
      "source": [
2205
        "print(pipe(prompt_new, max_new_tokens = 500, return_full_text = False, handle_long_generation = \"hole\")[0]['generated_text'])"
2206
      ]
2207
    }
2208
  ],
2209
  "metadata": {
2210
    "accelerator": "GPU",
2211
    "colab": {
2212
      "gpuType": "T4",
2213
      "provenance": []
2214
    },
2215
    "kernelspec": {
2216
      "display_name": "Python 3",
2217
      "name": "python3"
2218
    },
2219
    "language_info": {
2220
      "name": "python"
2221
    },
2222
    "widgets": {
2223
      "application/vnd.jupyter.widget-state+json": {
2224
        "022afb70199e4e87b20d2273768b6e86": {
2225
          "model_module": "@jupyter-widgets/controls",
2226
          "model_module_version": "1.5.0",
2227
          "model_name": "HTMLModel",
2228
          "state": {
2229
            "_dom_classes": [],
2230
            "_model_module": "@jupyter-widgets/controls",
2231
            "_model_module_version": "1.5.0",
2232
            "_model_name": "HTMLModel",
2233
            "_view_count": null,
2234
            "_view_module": "@jupyter-widgets/controls",
2235
            "_view_module_version": "1.5.0",
2236
            "_view_name": "HTMLView",
2237
            "description": "",
2238
            "description_tooltip": null,
2239
            "layout": "IPY_MODEL_81f67aa9540541ba895a494bf1ab4340",
2240
            "placeholder": "​",
2241
            "style": "IPY_MODEL_ddf69b46cd284f7b9850ec8103235b07",
2242
            "value": " 9.94G/9.94G [01:02&lt;00:00, 248MB/s]"
2243
          }
2244
        },
2245
        "04d87ae14ef44c08a3ccbf0917a845bd": {
2246
          "model_module": "@jupyter-widgets/controls",
2247
          "model_module_version": "1.5.0",
2248
          "model_name": "HTMLModel",
2249
          "state": {
2250
            "_dom_classes": [],
2251
            "_model_module": "@jupyter-widgets/controls",
2252
            "_model_module_version": "1.5.0",
2253
            "_model_name": "HTMLModel",
2254
            "_view_count": null,
2255
            "_view_module": "@jupyter-widgets/controls",
2256
            "_view_module_version": "1.5.0",
2257
            "_view_name": "HTMLView",
2258
            "description": "",
2259
            "description_tooltip": null,
2260
            "layout": "IPY_MODEL_a08eac32fe224040a64c509482cc4031",
2261
            "placeholder": "​",
2262
            "style": "IPY_MODEL_ec3b67ea06bc42a3a19397eaaafe2dd7",
2263
            "value": "Downloading shards: 100%"
2264
          }
2265
        },
2266
        "05e8d3931bd041cca27231b003a45c0c": {
2267
          "model_module": "@jupyter-widgets/base",
2268
          "model_module_version": "1.2.0",
2269
          "model_name": "LayoutModel",
2270
          "state": {
2271
            "_model_module": "@jupyter-widgets/base",
2272
            "_model_module_version": "1.2.0",
2273
            "_model_name": "LayoutModel",
2274
            "_view_count": null,
2275
            "_view_module": "@jupyter-widgets/base",
2276
            "_view_module_version": "1.2.0",
2277
            "_view_name": "LayoutView",
2278
            "align_content": null,
2279
            "align_items": null,
2280
            "align_self": null,
2281
            "border": null,
2282
            "bottom": null,
2283
            "display": null,
2284
            "flex": null,
2285
            "flex_flow": null,
2286
            "grid_area": null,
2287
            "grid_auto_columns": null,
2288
            "grid_auto_flow": null,
2289
            "grid_auto_rows": null,
2290
            "grid_column": null,
2291
            "grid_gap": null,
2292
            "grid_row": null,
2293
            "grid_template_areas": null,
2294
            "grid_template_columns": null,
2295
            "grid_template_rows": null,
2296
            "height": null,
2297
            "justify_content": null,
2298
            "justify_items": null,
2299
            "left": null,
2300
            "margin": null,
2301
            "max_height": null,
2302
            "max_width": null,
2303
            "min_height": null,
2304
            "min_width": null,
2305
            "object_fit": null,
2306
            "object_position": null,
2307
            "order": null,
2308
            "overflow": null,
2309
            "overflow_x": null,
2310
            "overflow_y": null,
2311
            "padding": null,
2312
            "right": null,
2313
            "top": null,
2314
            "visibility": null,
2315
            "width": null
2316
          }
2317
        },
2318
        "0770d72a2154488c93233c728f7b6843": {
2319
          "model_module": "@jupyter-widgets/base",
2320
          "model_module_version": "1.2.0",
2321
          "model_name": "LayoutModel",
2322
          "state": {
2323
            "_model_module": "@jupyter-widgets/base",
2324
            "_model_module_version": "1.2.0",
2325
            "_model_name": "LayoutModel",
2326
            "_view_count": null,
2327
            "_view_module": "@jupyter-widgets/base",
2328
            "_view_module_version": "1.2.0",
2329
            "_view_name": "LayoutView",
2330
            "align_content": null,
2331
            "align_items": null,
2332
            "align_self": null,
2333
            "border": null,
2334
            "bottom": null,
2335
            "display": null,
2336
            "flex": null,
2337
            "flex_flow": null,
2338
            "grid_area": null,
2339
            "grid_auto_columns": null,
2340
            "grid_auto_flow": null,
2341
            "grid_auto_rows": null,
2342
            "grid_column": null,
2343
            "grid_gap": null,
2344
            "grid_row": null,
2345
            "grid_template_areas": null,
2346
            "grid_template_columns": null,
2347
            "grid_template_rows": null,
2348
            "height": null,
2349
            "justify_content": null,
2350
            "justify_items": null,
2351
            "left": null,
2352
            "margin": null,
2353
            "max_height": null,
2354
            "max_width": null,
2355
            "min_height": null,
2356
            "min_width": null,
2357
            "object_fit": null,
2358
            "object_position": null,
2359
            "order": null,
2360
            "overflow": null,
2361
            "overflow_x": null,
2362
            "overflow_y": null,
2363
            "padding": null,
2364
            "right": null,
2365
            "top": null,
2366
            "visibility": null,
2367
            "width": null
2368
          }
2369
        },
2370
        "07edbea457a342b88cda32250b86491b": {
2371
          "model_module": "@jupyter-widgets/controls",
2372
          "model_module_version": "1.5.0",
2373
          "model_name": "HTMLModel",
2374
          "state": {
2375
            "_dom_classes": [],
2376
            "_model_module": "@jupyter-widgets/controls",
2377
            "_model_module_version": "1.5.0",
2378
            "_model_name": "HTMLModel",
2379
            "_view_count": null,
2380
            "_view_module": "@jupyter-widgets/controls",
2381
            "_view_module_version": "1.5.0",
2382
            "_view_name": "HTMLView",
2383
            "description": "",
2384
            "description_tooltip": null,
2385
            "layout": "IPY_MODEL_cb69ac0ec8cb4093bd7146c839d0b5cc",
2386
            "placeholder": "​",
2387
            "style": "IPY_MODEL_fd7a792e9bc24175847ca63c35d0fc0a",
2388
            "value": " 493k/493k [00:00&lt;00:00, 29.2MB/s]"
2389
          }
2390
        },
2391
        "0ae81d2064a94c05ace94e93da6b4193": {
2392
          "model_module": "@jupyter-widgets/controls",
2393
          "model_module_version": "1.5.0",
2394
          "model_name": "DescriptionStyleModel",
2395
          "state": {
2396
            "_model_module": "@jupyter-widgets/controls",
2397
            "_model_module_version": "1.5.0",
2398
            "_model_name": "DescriptionStyleModel",
2399
            "_view_count": null,
2400
            "_view_module": "@jupyter-widgets/base",
2401
            "_view_module_version": "1.2.0",
2402
            "_view_name": "StyleView",
2403
            "description_width": ""
2404
          }
2405
        },
2406
        "0b51ac305a5a4cc08b5041aab7a4398d": {
2407
          "model_module": "@jupyter-widgets/controls",
2408
          "model_module_version": "1.5.0",
2409
          "model_name": "HBoxModel",
2410
          "state": {
2411
            "_dom_classes": [],
2412
            "_model_module": "@jupyter-widgets/controls",
2413
            "_model_module_version": "1.5.0",
2414
            "_model_name": "HBoxModel",
2415
            "_view_count": null,
2416
            "_view_module": "@jupyter-widgets/controls",
2417
            "_view_module_version": "1.5.0",
2418
            "_view_name": "HBoxView",
2419
            "box_style": "",
2420
            "children": [
2421
              "IPY_MODEL_4fc695e427184dff8c338abe5032f53d",
2422
              "IPY_MODEL_deb2184b72024738bc6c850b9ccab5aa",
2423
              "IPY_MODEL_45d0261f534a437bb9985f49b6fd8b21"
2424
            ],
2425
            "layout": "IPY_MODEL_0b9fe5cf922243ff80845ecb8e1348bb"
2426
          }
2427
        },
2428
        "0b9fe5cf922243ff80845ecb8e1348bb": {
2429
          "model_module": "@jupyter-widgets/base",
2430
          "model_module_version": "1.2.0",
2431
          "model_name": "LayoutModel",
2432
          "state": {
2433
            "_model_module": "@jupyter-widgets/base",
2434
            "_model_module_version": "1.2.0",
2435
            "_model_name": "LayoutModel",
2436
            "_view_count": null,
2437
            "_view_module": "@jupyter-widgets/base",
2438
            "_view_module_version": "1.2.0",
2439
            "_view_name": "LayoutView",
2440
            "align_content": null,
2441
            "align_items": null,
2442
            "align_self": null,
2443
            "border": null,
2444
            "bottom": null,
2445
            "display": null,
2446
            "flex": null,
2447
            "flex_flow": null,
2448
            "grid_area": null,
2449
            "grid_auto_columns": null,
2450
            "grid_auto_flow": null,
2451
            "grid_auto_rows": null,
2452
            "grid_column": null,
2453
            "grid_gap": null,
2454
            "grid_row": null,
2455
            "grid_template_areas": null,
2456
            "grid_template_columns": null,
2457
            "grid_template_rows": null,
2458
            "height": null,
2459
            "justify_content": null,
2460
            "justify_items": null,
2461
            "left": null,
2462
            "margin": null,
2463
            "max_height": null,
2464
            "max_width": null,
2465
            "min_height": null,
2466
            "min_width": null,
2467
            "object_fit": null,
2468
            "object_position": null,
2469
            "order": null,
2470
            "overflow": null,
2471
            "overflow_x": null,
2472
            "overflow_y": null,
2473
            "padding": null,
2474
            "right": null,
2475
            "top": null,
2476
            "visibility": null,
2477
            "width": null
2478
          }
2479
        },
2480
        "0edf44985ac04114b080304891c273cd": {
2481
          "model_module": "@jupyter-widgets/controls",
2482
          "model_module_version": "1.5.0",
2483
          "model_name": "DescriptionStyleModel",
2484
          "state": {
2485
            "_model_module": "@jupyter-widgets/controls",
2486
            "_model_module_version": "1.5.0",
2487
            "_model_name": "DescriptionStyleModel",
2488
            "_view_count": null,
2489
            "_view_module": "@jupyter-widgets/base",
2490
            "_view_module_version": "1.2.0",
2491
            "_view_name": "StyleView",
2492
            "description_width": ""
2493
          }
2494
        },
2495
        "1098689b80f749668756880e87590878": {
2496
          "model_module": "@jupyter-widgets/controls",
2497
          "model_module_version": "1.5.0",
2498
          "model_name": "DescriptionStyleModel",
2499
          "state": {
2500
            "_model_module": "@jupyter-widgets/controls",
2501
            "_model_module_version": "1.5.0",
2502
            "_model_name": "DescriptionStyleModel",
2503
            "_view_count": null,
2504
            "_view_module": "@jupyter-widgets/base",
2505
            "_view_module_version": "1.2.0",
2506
            "_view_name": "StyleView",
2507
            "description_width": ""
2508
          }
2509
        },
2510
        "16dc4a695073420daa7962b55d156885": {
2511
          "model_module": "@jupyter-widgets/controls",
2512
          "model_module_version": "1.5.0",
2513
          "model_name": "HTMLModel",
2514
          "state": {
2515
            "_dom_classes": [],
2516
            "_model_module": "@jupyter-widgets/controls",
2517
            "_model_module_version": "1.5.0",
2518
            "_model_name": "HTMLModel",
2519
            "_view_count": null,
2520
            "_view_module": "@jupyter-widgets/controls",
2521
            "_view_module_version": "1.5.0",
2522
            "_view_name": "HTMLView",
2523
            "description": "",
2524
            "description_tooltip": null,
2525
            "layout": "IPY_MODEL_ec82c6b4858443b5ab3af51096116fdc",
2526
            "placeholder": "​",
2527
            "style": "IPY_MODEL_0ae81d2064a94c05ace94e93da6b4193",
2528
            "value": " 571/571 [00:00&lt;00:00, 15.1kB/s]"
2529
          }
2530
        },
2531
        "18eb32e23e7e4c75ae456ddd127a66b2": {
2532
          "model_module": "@jupyter-widgets/base",
2533
          "model_module_version": "1.2.0",
2534
          "model_name": "LayoutModel",
2535
          "state": {
2536
            "_model_module": "@jupyter-widgets/base",
2537
            "_model_module_version": "1.2.0",
2538
            "_model_name": "LayoutModel",
2539
            "_view_count": null,
2540
            "_view_module": "@jupyter-widgets/base",
2541
            "_view_module_version": "1.2.0",
2542
            "_view_name": "LayoutView",
2543
            "align_content": null,
2544
            "align_items": null,
2545
            "align_self": null,
2546
            "border": null,
2547
            "bottom": null,
2548
            "display": null,
2549
            "flex": null,
2550
            "flex_flow": null,
2551
            "grid_area": null,
2552
            "grid_auto_columns": null,
2553
            "grid_auto_flow": null,
2554
            "grid_auto_rows": null,
2555
            "grid_column": null,
2556
            "grid_gap": null,
2557
            "grid_row": null,
2558
            "grid_template_areas": null,
2559
            "grid_template_columns": null,
2560
            "grid_template_rows": null,
2561
            "height": null,
2562
            "justify_content": null,
2563
            "justify_items": null,
2564
            "left": null,
2565
            "margin": null,
2566
            "max_height": null,
2567
            "max_width": null,
2568
            "min_height": null,
2569
            "min_width": null,
2570
            "object_fit": null,
2571
            "object_position": null,
2572
            "order": null,
2573
            "overflow": null,
2574
            "overflow_x": null,
2575
            "overflow_y": null,
2576
            "padding": null,
2577
            "right": null,
2578
            "top": null,
2579
            "visibility": null,
2580
            "width": null
2581
          }
2582
        },
2583
        "1a5178aeb4844b63a727b73486d3e401": {
2584
          "model_module": "@jupyter-widgets/base",
2585
          "model_module_version": "1.2.0",
2586
          "model_name": "LayoutModel",
2587
          "state": {
2588
            "_model_module": "@jupyter-widgets/base",
2589
            "_model_module_version": "1.2.0",
2590
            "_model_name": "LayoutModel",
2591
            "_view_count": null,
2592
            "_view_module": "@jupyter-widgets/base",
2593
            "_view_module_version": "1.2.0",
2594
            "_view_name": "LayoutView",
2595
            "align_content": null,
2596
            "align_items": null,
2597
            "align_self": null,
2598
            "border": null,
2599
            "bottom": null,
2600
            "display": null,
2601
            "flex": null,
2602
            "flex_flow": null,
2603
            "grid_area": null,
2604
            "grid_auto_columns": null,
2605
            "grid_auto_flow": null,
2606
            "grid_auto_rows": null,
2607
            "grid_column": null,
2608
            "grid_gap": null,
2609
            "grid_row": null,
2610
            "grid_template_areas": null,
2611
            "grid_template_columns": null,
2612
            "grid_template_rows": null,
2613
            "height": null,
2614
            "justify_content": null,
2615
            "justify_items": null,
2616
            "left": null,
2617
            "margin": null,
2618
            "max_height": null,
2619
            "max_width": null,
2620
            "min_height": null,
2621
            "min_width": null,
2622
            "object_fit": null,
2623
            "object_position": null,
2624
            "order": null,
2625
            "overflow": null,
2626
            "overflow_x": null,
2627
            "overflow_y": null,
2628
            "padding": null,
2629
            "right": null,
2630
            "top": null,
2631
            "visibility": null,
2632
            "width": null
2633
          }
2634
        },
2635
        "1ac55ea602f54039ba18bec229d54509": {
2636
          "model_module": "@jupyter-widgets/controls",
2637
          "model_module_version": "1.5.0",
2638
          "model_name": "FloatProgressModel",
2639
          "state": {
2640
            "_dom_classes": [],
2641
            "_model_module": "@jupyter-widgets/controls",
2642
            "_model_module_version": "1.5.0",
2643
            "_model_name": "FloatProgressModel",
2644
            "_view_count": null,
2645
            "_view_module": "@jupyter-widgets/controls",
2646
            "_view_module_version": "1.5.0",
2647
            "_view_name": "ProgressView",
2648
            "bar_style": "success",
2649
            "description": "",
2650
            "description_tooltip": null,
2651
            "layout": "IPY_MODEL_62a47ad5ae8f4b26a0336d1e923ba197",
2652
            "max": 967,
2653
            "min": 0,
2654
            "orientation": "horizontal",
2655
            "style": "IPY_MODEL_f828cf9ab38a48f1b9a7d3da2e30a7b5",
2656
            "value": 967
2657
          }
2658
        },
2659
        "2059c8e742c441fe98664dc948313d22": {
2660
          "model_module": "@jupyter-widgets/base",
2661
          "model_module_version": "1.2.0",
2662
          "model_name": "LayoutModel",
2663
          "state": {
2664
            "_model_module": "@jupyter-widgets/base",
2665
            "_model_module_version": "1.2.0",
2666
            "_model_name": "LayoutModel",
2667
            "_view_count": null,
2668
            "_view_module": "@jupyter-widgets/base",
2669
            "_view_module_version": "1.2.0",
2670
            "_view_name": "LayoutView",
2671
            "align_content": null,
2672
            "align_items": null,
2673
            "align_self": null,
2674
            "border": null,
2675
            "bottom": null,
2676
            "display": null,
2677
            "flex": null,
2678
            "flex_flow": null,
2679
            "grid_area": null,
2680
            "grid_auto_columns": null,
2681
            "grid_auto_flow": null,
2682
            "grid_auto_rows": null,
2683
            "grid_column": null,
2684
            "grid_gap": null,
2685
            "grid_row": null,
2686
            "grid_template_areas": null,
2687
            "grid_template_columns": null,
2688
            "grid_template_rows": null,
2689
            "height": null,
2690
            "justify_content": null,
2691
            "justify_items": null,
2692
            "left": null,
2693
            "margin": null,
2694
            "max_height": null,
2695
            "max_width": null,
2696
            "min_height": null,
2697
            "min_width": null,
2698
            "object_fit": null,
2699
            "object_position": null,
2700
            "order": null,
2701
            "overflow": null,
2702
            "overflow_x": null,
2703
            "overflow_y": null,
2704
            "padding": null,
2705
            "right": null,
2706
            "top": null,
2707
            "visibility": null,
2708
            "width": null
2709
          }
2710
        },
2711
        "24ecb92e932d4739b398243d65603d2f": {
2712
          "model_module": "@jupyter-widgets/controls",
2713
          "model_module_version": "1.5.0",
2714
          "model_name": "HTMLModel",
2715
          "state": {
2716
            "_dom_classes": [],
2717
            "_model_module": "@jupyter-widgets/controls",
2718
            "_model_module_version": "1.5.0",
2719
            "_model_name": "HTMLModel",
2720
            "_view_count": null,
2721
            "_view_module": "@jupyter-widgets/controls",
2722
            "_view_module_version": "1.5.0",
2723
            "_view_name": "HTMLView",
2724
            "description": "",
2725
            "description_tooltip": null,
2726
            "layout": "IPY_MODEL_72ac57d40def4d789a397b5eaa702f6b",
2727
            "placeholder": "​",
2728
            "style": "IPY_MODEL_bf1249a6b5ca4b4ea544e1974397c5f6",
2729
            "value": " 72.0/72.0 [00:00&lt;00:00, 4.68kB/s]"
2730
          }
2731
        },
2732
        "2552773a752a46ccbeb3963a823ced4a": {
2733
          "model_module": "@jupyter-widgets/controls",
2734
          "model_module_version": "1.5.0",
2735
          "model_name": "HTMLModel",
2736
          "state": {
2737
            "_dom_classes": [],
2738
            "_model_module": "@jupyter-widgets/controls",
2739
            "_model_module_version": "1.5.0",
2740
            "_model_name": "HTMLModel",
2741
            "_view_count": null,
2742
            "_view_module": "@jupyter-widgets/controls",
2743
            "_view_module_version": "1.5.0",
2744
            "_view_name": "HTMLView",
2745
            "description": "",
2746
            "description_tooltip": null,
2747
            "layout": "IPY_MODEL_7c87dcb349fc4d23b2901e9cbcf8e785",
2748
            "placeholder": "​",
2749
            "style": "IPY_MODEL_fdd0113a9c594b22a7b8385cb4eae382",
2750
            "value": " 25.1k/25.1k [00:00&lt;00:00, 1.22MB/s]"
2751
          }
2752
        },
2753
        "28a6991e94f845efbfd9c39dd6be5e88": {
2754
          "model_module": "@jupyter-widgets/base",
2755
          "model_module_version": "1.2.0",
2756
          "model_name": "LayoutModel",
2757
          "state": {
2758
            "_model_module": "@jupyter-widgets/base",
2759
            "_model_module_version": "1.2.0",
2760
            "_model_name": "LayoutModel",
2761
            "_view_count": null,
2762
            "_view_module": "@jupyter-widgets/base",
2763
            "_view_module_version": "1.2.0",
2764
            "_view_name": "LayoutView",
2765
            "align_content": null,
2766
            "align_items": null,
2767
            "align_self": null,
2768
            "border": null,
2769
            "bottom": null,
2770
            "display": null,
2771
            "flex": null,
2772
            "flex_flow": null,
2773
            "grid_area": null,
2774
            "grid_auto_columns": null,
2775
            "grid_auto_flow": null,
2776
            "grid_auto_rows": null,
2777
            "grid_column": null,
2778
            "grid_gap": null,
2779
            "grid_row": null,
2780
            "grid_template_areas": null,
2781
            "grid_template_columns": null,
2782
            "grid_template_rows": null,
2783
            "height": null,
2784
            "justify_content": null,
2785
            "justify_items": null,
2786
            "left": null,
2787
            "margin": null,
2788
            "max_height": null,
2789
            "max_width": null,
2790
            "min_height": null,
2791
            "min_width": null,
2792
            "object_fit": null,
2793
            "object_position": null,
2794
            "order": null,
2795
            "overflow": null,
2796
            "overflow_x": null,
2797
            "overflow_y": null,
2798
            "padding": null,
2799
            "right": null,
2800
            "top": null,
2801
            "visibility": null,
2802
            "width": null
2803
          }
2804
        },
2805
        "2e673fa61aaf4afcb3afe03bd1ace36b": {
2806
          "model_module": "@jupyter-widgets/controls",
2807
          "model_module_version": "1.5.0",
2808
          "model_name": "ProgressStyleModel",
2809
          "state": {
2810
            "_model_module": "@jupyter-widgets/controls",
2811
            "_model_module_version": "1.5.0",
2812
            "_model_name": "ProgressStyleModel",
2813
            "_view_count": null,
2814
            "_view_module": "@jupyter-widgets/base",
2815
            "_view_module_version": "1.2.0",
2816
            "_view_name": "StyleView",
2817
            "bar_color": null,
2818
            "description_width": ""
2819
          }
2820
        },
2821
        "300d27715a324933a09760584e07de9d": {
2822
          "model_module": "@jupyter-widgets/base",
2823
          "model_module_version": "1.2.0",
2824
          "model_name": "LayoutModel",
2825
          "state": {
2826
            "_model_module": "@jupyter-widgets/base",
2827
            "_model_module_version": "1.2.0",
2828
            "_model_name": "LayoutModel",
2829
            "_view_count": null,
2830
            "_view_module": "@jupyter-widgets/base",
2831
            "_view_module_version": "1.2.0",
2832
            "_view_name": "LayoutView",
2833
            "align_content": null,
2834
            "align_items": null,
2835
            "align_self": null,
2836
            "border": null,
2837
            "bottom": null,
2838
            "display": null,
2839
            "flex": null,
2840
            "flex_flow": null,
2841
            "grid_area": null,
2842
            "grid_auto_columns": null,
2843
            "grid_auto_flow": null,
2844
            "grid_auto_rows": null,
2845
            "grid_column": null,
2846
            "grid_gap": null,
2847
            "grid_row": null,
2848
            "grid_template_areas": null,
2849
            "grid_template_columns": null,
2850
            "grid_template_rows": null,
2851
            "height": null,
2852
            "justify_content": null,
2853
            "justify_items": null,
2854
            "left": null,
2855
            "margin": null,
2856
            "max_height": null,
2857
            "max_width": null,
2858
            "min_height": null,
2859
            "min_width": null,
2860
            "object_fit": null,
2861
            "object_position": null,
2862
            "order": null,
2863
            "overflow": null,
2864
            "overflow_x": null,
2865
            "overflow_y": null,
2866
            "padding": null,
2867
            "right": null,
2868
            "top": null,
2869
            "visibility": null,
2870
            "width": null
2871
          }
2872
        },
2873
        "3049bf654a754ab89313ff72927c9a16": {
2874
          "model_module": "@jupyter-widgets/controls",
2875
          "model_module_version": "1.5.0",
2876
          "model_name": "DescriptionStyleModel",
2877
          "state": {
2878
            "_model_module": "@jupyter-widgets/controls",
2879
            "_model_module_version": "1.5.0",
2880
            "_model_name": "DescriptionStyleModel",
2881
            "_view_count": null,
2882
            "_view_module": "@jupyter-widgets/base",
2883
            "_view_module_version": "1.2.0",
2884
            "_view_name": "StyleView",
2885
            "description_width": ""
2886
          }
2887
        },
2888
        "30c4b86e52be4dad9aa6f9c8fdb6bc23": {
2889
          "model_module": "@jupyter-widgets/controls",
2890
          "model_module_version": "1.5.0",
2891
          "model_name": "FloatProgressModel",
2892
          "state": {
2893
            "_dom_classes": [],
2894
            "_model_module": "@jupyter-widgets/controls",
2895
            "_model_module_version": "1.5.0",
2896
            "_model_name": "FloatProgressModel",
2897
            "_view_count": null,
2898
            "_view_module": "@jupyter-widgets/controls",
2899
            "_view_module_version": "1.5.0",
2900
            "_view_name": "ProgressView",
2901
            "bar_style": "success",
2902
            "description": "",
2903
            "description_tooltip": null,
2904
            "layout": "IPY_MODEL_300d27715a324933a09760584e07de9d",
2905
            "max": 1795303,
2906
            "min": 0,
2907
            "orientation": "horizontal",
2908
            "style": "IPY_MODEL_48946c0cbe7742d88109182bd7ea3d23",
2909
            "value": 1795303
2910
          }
2911
        },
2912
        "321e63468a2948a28be01541a83be3a9": {
2913
          "model_module": "@jupyter-widgets/controls",
2914
          "model_module_version": "1.5.0",
2915
          "model_name": "HBoxModel",
2916
          "state": {
2917
            "_dom_classes": [],
2918
            "_model_module": "@jupyter-widgets/controls",
2919
            "_model_module_version": "1.5.0",
2920
            "_model_name": "HBoxModel",
2921
            "_view_count": null,
2922
            "_view_module": "@jupyter-widgets/controls",
2923
            "_view_module_version": "1.5.0",
2924
            "_view_name": "HBoxView",
2925
            "box_style": "",
2926
            "children": [
2927
              "IPY_MODEL_38ce2ce4b1784d458e5e74da9a6cb1f7",
2928
              "IPY_MODEL_ef3ce7f1467e43009c34461fb1d633d1",
2929
              "IPY_MODEL_db5b063cf3494c0fa795284545768b93"
2930
            ],
2931
            "layout": "IPY_MODEL_7cd1f84798b1414b982ba3c35a48b849"
2932
          }
2933
        },
2934
        "341bacfb5c2b47709b6c094e8b4d7f5d": {
2935
          "model_module": "@jupyter-widgets/controls",
2936
          "model_module_version": "1.5.0",
2937
          "model_name": "HBoxModel",
2938
          "state": {
2939
            "_dom_classes": [],
2940
            "_model_module": "@jupyter-widgets/controls",
2941
            "_model_module_version": "1.5.0",
2942
            "_model_name": "HBoxModel",
2943
            "_view_count": null,
2944
            "_view_module": "@jupyter-widgets/controls",
2945
            "_view_module_version": "1.5.0",
2946
            "_view_name": "HBoxView",
2947
            "box_style": "",
2948
            "children": [
2949
              "IPY_MODEL_f06f48bae7b74229b70fd9ba0e42ea44",
2950
              "IPY_MODEL_e407ffd890ec4867b9f564c32f308aa7",
2951
              "IPY_MODEL_16dc4a695073420daa7962b55d156885"
2952
            ],
2953
            "layout": "IPY_MODEL_c363ab8400274b4ca83b31b9e82c1319"
2954
          }
2955
        },
2956
        "364f51cf0777436fac8edda0298195be": {
2957
          "model_module": "@jupyter-widgets/base",
2958
          "model_module_version": "1.2.0",
2959
          "model_name": "LayoutModel",
2960
          "state": {
2961
            "_model_module": "@jupyter-widgets/base",
2962
            "_model_module_version": "1.2.0",
2963
            "_model_name": "LayoutModel",
2964
            "_view_count": null,
2965
            "_view_module": "@jupyter-widgets/base",
2966
            "_view_module_version": "1.2.0",
2967
            "_view_name": "LayoutView",
2968
            "align_content": null,
2969
            "align_items": null,
2970
            "align_self": null,
2971
            "border": null,
2972
            "bottom": null,
2973
            "display": null,
2974
            "flex": null,
2975
            "flex_flow": null,
2976
            "grid_area": null,
2977
            "grid_auto_columns": null,
2978
            "grid_auto_flow": null,
2979
            "grid_auto_rows": null,
2980
            "grid_column": null,
2981
            "grid_gap": null,
2982
            "grid_row": null,
2983
            "grid_template_areas": null,
2984
            "grid_template_columns": null,
2985
            "grid_template_rows": null,
2986
            "height": null,
2987
            "justify_content": null,
2988
            "justify_items": null,
2989
            "left": null,
2990
            "margin": null,
2991
            "max_height": null,
2992
            "max_width": null,
2993
            "min_height": null,
2994
            "min_width": null,
2995
            "object_fit": null,
2996
            "object_position": null,
2997
            "order": null,
2998
            "overflow": null,
2999
            "overflow_x": null,
3000
            "overflow_y": null,
3001
            "padding": null,
3002
            "right": null,
3003
            "top": null,
3004
            "visibility": null,
3005
            "width": null
3006
          }
3007
        },
3008
        "38ce2ce4b1784d458e5e74da9a6cb1f7": {
3009
          "model_module": "@jupyter-widgets/controls",
3010
          "model_module_version": "1.5.0",
3011
          "model_name": "HTMLModel",
3012
          "state": {
3013
            "_dom_classes": [],
3014
            "_model_module": "@jupyter-widgets/controls",
3015
            "_model_module_version": "1.5.0",
3016
            "_model_name": "HTMLModel",
3017
            "_view_count": null,
3018
            "_view_module": "@jupyter-widgets/controls",
3019
            "_view_module_version": "1.5.0",
3020
            "_view_name": "HTMLView",
3021
            "description": "",
3022
            "description_tooltip": null,
3023
            "layout": "IPY_MODEL_49e5351b2d5e4f5584ffc1e7c99e9181",
3024
            "placeholder": "​",
3025
            "style": "IPY_MODEL_3049bf654a754ab89313ff72927c9a16",
3026
            "value": "Loading checkpoint shards: 100%"
3027
          }
3028
        },
3029
        "3e7fac49fea74241a84c966bba20a761": {
3030
          "model_module": "@jupyter-widgets/controls",
3031
          "model_module_version": "1.5.0",
3032
          "model_name": "HTMLModel",
3033
          "state": {
3034
            "_dom_classes": [],
3035
            "_model_module": "@jupyter-widgets/controls",
3036
            "_model_module_version": "1.5.0",
3037
            "_model_name": "HTMLModel",
3038
            "_view_count": null,
3039
            "_view_module": "@jupyter-widgets/controls",
3040
            "_view_module_version": "1.5.0",
3041
            "_view_name": "HTMLView",
3042
            "description": "",
3043
            "description_tooltip": null,
3044
            "layout": "IPY_MODEL_7ca06f5207504e05be403788195f46e5",
3045
            "placeholder": "​",
3046
            "style": "IPY_MODEL_70a93f6da8ae42b6b48f96d21f048774",
3047
            "value": " 967/967 [00:00&lt;00:00, 55.3kB/s]"
3048
          }
3049
        },
3050
        "3fb8610ee30140688b0b758ca1a74ad9": {
3051
          "model_module": "@jupyter-widgets/base",
3052
          "model_module_version": "1.2.0",
3053
          "model_name": "LayoutModel",
3054
          "state": {
3055
            "_model_module": "@jupyter-widgets/base",
3056
            "_model_module_version": "1.2.0",
3057
            "_model_name": "LayoutModel",
3058
            "_view_count": null,
3059
            "_view_module": "@jupyter-widgets/base",
3060
            "_view_module_version": "1.2.0",
3061
            "_view_name": "LayoutView",
3062
            "align_content": null,
3063
            "align_items": null,
3064
            "align_self": null,
3065
            "border": null,
3066
            "bottom": null,
3067
            "display": null,
3068
            "flex": null,
3069
            "flex_flow": null,
3070
            "grid_area": null,
3071
            "grid_auto_columns": null,
3072
            "grid_auto_flow": null,
3073
            "grid_auto_rows": null,
3074
            "grid_column": null,
3075
            "grid_gap": null,
3076
            "grid_row": null,
3077
            "grid_template_areas": null,
3078
            "grid_template_columns": null,
3079
            "grid_template_rows": null,
3080
            "height": null,
3081
            "justify_content": null,
3082
            "justify_items": null,
3083
            "left": null,
3084
            "margin": null,
3085
            "max_height": null,
3086
            "max_width": null,
3087
            "min_height": null,
3088
            "min_width": null,
3089
            "object_fit": null,
3090
            "object_position": null,
3091
            "order": null,
3092
            "overflow": null,
3093
            "overflow_x": null,
3094
            "overflow_y": null,
3095
            "padding": null,
3096
            "right": null,
3097
            "top": null,
3098
            "visibility": null,
3099
            "width": null
3100
          }
3101
        },
3102
        "4430c6d824624517b3aee0c8494a3bcc": {
3103
          "model_module": "@jupyter-widgets/controls",
3104
          "model_module_version": "1.5.0",
3105
          "model_name": "HBoxModel",
3106
          "state": {
3107
            "_dom_classes": [],
3108
            "_model_module": "@jupyter-widgets/controls",
3109
            "_model_module_version": "1.5.0",
3110
            "_model_name": "HBoxModel",
3111
            "_view_count": null,
3112
            "_view_module": "@jupyter-widgets/controls",
3113
            "_view_module_version": "1.5.0",
3114
            "_view_name": "HBoxView",
3115
            "box_style": "",
3116
            "children": [
3117
              "IPY_MODEL_e935510f8e834878bcd049ae61a19fd7",
3118
              "IPY_MODEL_ddc17079b3314087a09a5df45a42e6ec",
3119
              "IPY_MODEL_07edbea457a342b88cda32250b86491b"
3120
            ],
3121
            "layout": "IPY_MODEL_7b44b3db9e0647448937822314e865e7"
3122
          }
3123
        },
3124
        "45b01b7922544013b41fa5654cdd7cf4": {
3125
          "model_module": "@jupyter-widgets/controls",
3126
          "model_module_version": "1.5.0",
3127
          "model_name": "DescriptionStyleModel",
3128
          "state": {
3129
            "_model_module": "@jupyter-widgets/controls",
3130
            "_model_module_version": "1.5.0",
3131
            "_model_name": "DescriptionStyleModel",
3132
            "_view_count": null,
3133
            "_view_module": "@jupyter-widgets/base",
3134
            "_view_module_version": "1.2.0",
3135
            "_view_name": "StyleView",
3136
            "description_width": ""
3137
          }
3138
        },
3139
        "45d0261f534a437bb9985f49b6fd8b21": {
3140
          "model_module": "@jupyter-widgets/controls",
3141
          "model_module_version": "1.5.0",
3142
          "model_name": "HTMLModel",
3143
          "state": {
3144
            "_dom_classes": [],
3145
            "_model_module": "@jupyter-widgets/controls",
3146
            "_model_module_version": "1.5.0",
3147
            "_model_name": "HTMLModel",
3148
            "_view_count": null,
3149
            "_view_module": "@jupyter-widgets/controls",
3150
            "_view_module_version": "1.5.0",
3151
            "_view_name": "HTMLView",
3152
            "description": "",
3153
            "description_tooltip": null,
3154
            "layout": "IPY_MODEL_522c555c33e14837929e3d3daaa0319f",
3155
            "placeholder": "​",
3156
            "style": "IPY_MODEL_8d2d21883290453fb726e7a367cf33e1",
3157
            "value": " 116/116 [00:00&lt;00:00, 6.92kB/s]"
3158
          }
3159
        },
3160
        "48946c0cbe7742d88109182bd7ea3d23": {
3161
          "model_module": "@jupyter-widgets/controls",
3162
          "model_module_version": "1.5.0",
3163
          "model_name": "ProgressStyleModel",
3164
          "state": {
3165
            "_model_module": "@jupyter-widgets/controls",
3166
            "_model_module_version": "1.5.0",
3167
            "_model_name": "ProgressStyleModel",
3168
            "_view_count": null,
3169
            "_view_module": "@jupyter-widgets/base",
3170
            "_view_module_version": "1.2.0",
3171
            "_view_name": "StyleView",
3172
            "bar_color": null,
3173
            "description_width": ""
3174
          }
3175
        },
3176
        "49e5351b2d5e4f5584ffc1e7c99e9181": {
3177
          "model_module": "@jupyter-widgets/base",
3178
          "model_module_version": "1.2.0",
3179
          "model_name": "LayoutModel",
3180
          "state": {
3181
            "_model_module": "@jupyter-widgets/base",
3182
            "_model_module_version": "1.2.0",
3183
            "_model_name": "LayoutModel",
3184
            "_view_count": null,
3185
            "_view_module": "@jupyter-widgets/base",
3186
            "_view_module_version": "1.2.0",
3187
            "_view_name": "LayoutView",
3188
            "align_content": null,
3189
            "align_items": null,
3190
            "align_self": null,
3191
            "border": null,
3192
            "bottom": null,
3193
            "display": null,
3194
            "flex": null,
3195
            "flex_flow": null,
3196
            "grid_area": null,
3197
            "grid_auto_columns": null,
3198
            "grid_auto_flow": null,
3199
            "grid_auto_rows": null,
3200
            "grid_column": null,
3201
            "grid_gap": null,
3202
            "grid_row": null,
3203
            "grid_template_areas": null,
3204
            "grid_template_columns": null,
3205
            "grid_template_rows": null,
3206
            "height": null,
3207
            "justify_content": null,
3208
            "justify_items": null,
3209
            "left": null,
3210
            "margin": null,
3211
            "max_height": null,
3212
            "max_width": null,
3213
            "min_height": null,
3214
            "min_width": null,
3215
            "object_fit": null,
3216
            "object_position": null,
3217
            "order": null,
3218
            "overflow": null,
3219
            "overflow_x": null,
3220
            "overflow_y": null,
3221
            "padding": null,
3222
            "right": null,
3223
            "top": null,
3224
            "visibility": null,
3225
            "width": null
3226
          }
3227
        },
3228
        "4f4bd1cbe2a34174ba72d5d5ebdf6fd0": {
3229
          "model_module": "@jupyter-widgets/controls",
3230
          "model_module_version": "1.5.0",
3231
          "model_name": "HTMLModel",
3232
          "state": {
3233
            "_dom_classes": [],
3234
            "_model_module": "@jupyter-widgets/controls",
3235
            "_model_module_version": "1.5.0",
3236
            "_model_name": "HTMLModel",
3237
            "_view_count": null,
3238
            "_view_module": "@jupyter-widgets/controls",
3239
            "_view_module_version": "1.5.0",
3240
            "_view_name": "HTMLView",
3241
            "description": "",
3242
            "description_tooltip": null,
3243
            "layout": "IPY_MODEL_990844e68fcf42f5ac7c9b385bea1d9f",
3244
            "placeholder": "​",
3245
            "style": "IPY_MODEL_1098689b80f749668756880e87590878",
3246
            "value": "tokenizer_config.json: 100%"
3247
          }
3248
        },
3249
        "4fc695e427184dff8c338abe5032f53d": {
3250
          "model_module": "@jupyter-widgets/controls",
3251
          "model_module_version": "1.5.0",
3252
          "model_name": "HTMLModel",
3253
          "state": {
3254
            "_dom_classes": [],
3255
            "_model_module": "@jupyter-widgets/controls",
3256
            "_model_module_version": "1.5.0",
3257
            "_model_name": "HTMLModel",
3258
            "_view_count": null,
3259
            "_view_module": "@jupyter-widgets/controls",
3260
            "_view_module_version": "1.5.0",
3261
            "_view_name": "HTMLView",
3262
            "description": "",
3263
            "description_tooltip": null,
3264
            "layout": "IPY_MODEL_28a6991e94f845efbfd9c39dd6be5e88",
3265
            "placeholder": "​",
3266
            "style": "IPY_MODEL_45b01b7922544013b41fa5654cdd7cf4",
3267
            "value": "generation_config.json: 100%"
3268
          }
3269
        },
3270
        "5086c5915d7f42d58f1316305699d57e": {
3271
          "model_module": "@jupyter-widgets/controls",
3272
          "model_module_version": "1.5.0",
3273
          "model_name": "FloatProgressModel",
3274
          "state": {
3275
            "_dom_classes": [],
3276
            "_model_module": "@jupyter-widgets/controls",
3277
            "_model_module_version": "1.5.0",
3278
            "_model_name": "FloatProgressModel",
3279
            "_view_count": null,
3280
            "_view_module": "@jupyter-widgets/controls",
3281
            "_view_module_version": "1.5.0",
3282
            "_view_name": "ProgressView",
3283
            "bar_style": "success",
3284
            "description": "",
3285
            "description_tooltip": null,
3286
            "layout": "IPY_MODEL_6f297d6a36a3423e8f68e124736e23b1",
3287
            "max": 72,
3288
            "min": 0,
3289
            "orientation": "horizontal",
3290
            "style": "IPY_MODEL_8350fff15a4a4326ba75abcaa1e43323",
3291
            "value": 72
3292
          }
3293
        },
3294
        "522c555c33e14837929e3d3daaa0319f": {
3295
          "model_module": "@jupyter-widgets/base",
3296
          "model_module_version": "1.2.0",
3297
          "model_name": "LayoutModel",
3298
          "state": {
3299
            "_model_module": "@jupyter-widgets/base",
3300
            "_model_module_version": "1.2.0",
3301
            "_model_name": "LayoutModel",
3302
            "_view_count": null,
3303
            "_view_module": "@jupyter-widgets/base",
3304
            "_view_module_version": "1.2.0",
3305
            "_view_name": "LayoutView",
3306
            "align_content": null,
3307
            "align_items": null,
3308
            "align_self": null,
3309
            "border": null,
3310
            "bottom": null,
3311
            "display": null,
3312
            "flex": null,
3313
            "flex_flow": null,
3314
            "grid_area": null,
3315
            "grid_auto_columns": null,
3316
            "grid_auto_flow": null,
3317
            "grid_auto_rows": null,
3318
            "grid_column": null,
3319
            "grid_gap": null,
3320
            "grid_row": null,
3321
            "grid_template_areas": null,
3322
            "grid_template_columns": null,
3323
            "grid_template_rows": null,
3324
            "height": null,
3325
            "justify_content": null,
3326
            "justify_items": null,
3327
            "left": null,
3328
            "margin": null,
3329
            "max_height": null,
3330
            "max_width": null,
3331
            "min_height": null,
3332
            "min_width": null,
3333
            "object_fit": null,
3334
            "object_position": null,
3335
            "order": null,
3336
            "overflow": null,
3337
            "overflow_x": null,
3338
            "overflow_y": null,
3339
            "padding": null,
3340
            "right": null,
3341
            "top": null,
3342
            "visibility": null,
3343
            "width": null
3344
          }
3345
        },
3346
        "56607f50ab99474fb83f05c493a14a26": {
3347
          "model_module": "@jupyter-widgets/controls",
3348
          "model_module_version": "1.5.0",
3349
          "model_name": "DescriptionStyleModel",
3350
          "state": {
3351
            "_model_module": "@jupyter-widgets/controls",
3352
            "_model_module_version": "1.5.0",
3353
            "_model_name": "DescriptionStyleModel",
3354
            "_view_count": null,
3355
            "_view_module": "@jupyter-widgets/base",
3356
            "_view_module_version": "1.2.0",
3357
            "_view_name": "StyleView",
3358
            "description_width": ""
3359
          }
3360
        },
3361
        "59284d87fb95406e9708214796eb8d60": {
3362
          "model_module": "@jupyter-widgets/base",
3363
          "model_module_version": "1.2.0",
3364
          "model_name": "LayoutModel",
3365
          "state": {
3366
            "_model_module": "@jupyter-widgets/base",
3367
            "_model_module_version": "1.2.0",
3368
            "_model_name": "LayoutModel",
3369
            "_view_count": null,
3370
            "_view_module": "@jupyter-widgets/base",
3371
            "_view_module_version": "1.2.0",
3372
            "_view_name": "LayoutView",
3373
            "align_content": null,
3374
            "align_items": null,
3375
            "align_self": null,
3376
            "border": null,
3377
            "bottom": null,
3378
            "display": null,
3379
            "flex": null,
3380
            "flex_flow": null,
3381
            "grid_area": null,
3382
            "grid_auto_columns": null,
3383
            "grid_auto_flow": null,
3384
            "grid_auto_rows": null,
3385
            "grid_column": null,
3386
            "grid_gap": null,
3387
            "grid_row": null,
3388
            "grid_template_areas": null,
3389
            "grid_template_columns": null,
3390
            "grid_template_rows": null,
3391
            "height": null,
3392
            "justify_content": null,
3393
            "justify_items": null,
3394
            "left": null,
3395
            "margin": null,
3396
            "max_height": null,
3397
            "max_width": null,
3398
            "min_height": null,
3399
            "min_width": null,
3400
            "object_fit": null,
3401
            "object_position": null,
3402
            "order": null,
3403
            "overflow": null,
3404
            "overflow_x": null,
3405
            "overflow_y": null,
3406
            "padding": null,
3407
            "right": null,
3408
            "top": null,
3409
            "visibility": null,
3410
            "width": null
3411
          }
3412
        },
3413
        "5accc3ef1b4144a68ba5d47e451fed81": {
3414
          "model_module": "@jupyter-widgets/base",
3415
          "model_module_version": "1.2.0",
3416
          "model_name": "LayoutModel",
3417
          "state": {
3418
            "_model_module": "@jupyter-widgets/base",
3419
            "_model_module_version": "1.2.0",
3420
            "_model_name": "LayoutModel",
3421
            "_view_count": null,
3422
            "_view_module": "@jupyter-widgets/base",
3423
            "_view_module_version": "1.2.0",
3424
            "_view_name": "LayoutView",
3425
            "align_content": null,
3426
            "align_items": null,
3427
            "align_self": null,
3428
            "border": null,
3429
            "bottom": null,
3430
            "display": null,
3431
            "flex": null,
3432
            "flex_flow": null,
3433
            "grid_area": null,
3434
            "grid_auto_columns": null,
3435
            "grid_auto_flow": null,
3436
            "grid_auto_rows": null,
3437
            "grid_column": null,
3438
            "grid_gap": null,
3439
            "grid_row": null,
3440
            "grid_template_areas": null,
3441
            "grid_template_columns": null,
3442
            "grid_template_rows": null,
3443
            "height": null,
3444
            "justify_content": null,
3445
            "justify_items": null,
3446
            "left": null,
3447
            "margin": null,
3448
            "max_height": null,
3449
            "max_width": null,
3450
            "min_height": null,
3451
            "min_width": null,
3452
            "object_fit": null,
3453
            "object_position": null,
3454
            "order": null,
3455
            "overflow": null,
3456
            "overflow_x": null,
3457
            "overflow_y": null,
3458
            "padding": null,
3459
            "right": null,
3460
            "top": null,
3461
            "visibility": null,
3462
            "width": null
3463
          }
3464
        },
3465
        "62a47ad5ae8f4b26a0336d1e923ba197": {
3466
          "model_module": "@jupyter-widgets/base",
3467
          "model_module_version": "1.2.0",
3468
          "model_name": "LayoutModel",
3469
          "state": {
3470
            "_model_module": "@jupyter-widgets/base",
3471
            "_model_module_version": "1.2.0",
3472
            "_model_name": "LayoutModel",
3473
            "_view_count": null,
3474
            "_view_module": "@jupyter-widgets/base",
3475
            "_view_module_version": "1.2.0",
3476
            "_view_name": "LayoutView",
3477
            "align_content": null,
3478
            "align_items": null,
3479
            "align_self": null,
3480
            "border": null,
3481
            "bottom": null,
3482
            "display": null,
3483
            "flex": null,
3484
            "flex_flow": null,
3485
            "grid_area": null,
3486
            "grid_auto_columns": null,
3487
            "grid_auto_flow": null,
3488
            "grid_auto_rows": null,
3489
            "grid_column": null,
3490
            "grid_gap": null,
3491
            "grid_row": null,
3492
            "grid_template_areas": null,
3493
            "grid_template_columns": null,
3494
            "grid_template_rows": null,
3495
            "height": null,
3496
            "justify_content": null,
3497
            "justify_items": null,
3498
            "left": null,
3499
            "margin": null,
3500
            "max_height": null,
3501
            "max_width": null,
3502
            "min_height": null,
3503
            "min_width": null,
3504
            "object_fit": null,
3505
            "object_position": null,
3506
            "order": null,
3507
            "overflow": null,
3508
            "overflow_x": null,
3509
            "overflow_y": null,
3510
            "padding": null,
3511
            "right": null,
3512
            "top": null,
3513
            "visibility": null,
3514
            "width": null
3515
          }
3516
        },
3517
        "63457dbff9a14083995072bb84a0318e": {
3518
          "model_module": "@jupyter-widgets/base",
3519
          "model_module_version": "1.2.0",
3520
          "model_name": "LayoutModel",
3521
          "state": {
3522
            "_model_module": "@jupyter-widgets/base",
3523
            "_model_module_version": "1.2.0",
3524
            "_model_name": "LayoutModel",
3525
            "_view_count": null,
3526
            "_view_module": "@jupyter-widgets/base",
3527
            "_view_module_version": "1.2.0",
3528
            "_view_name": "LayoutView",
3529
            "align_content": null,
3530
            "align_items": null,
3531
            "align_self": null,
3532
            "border": null,
3533
            "bottom": null,
3534
            "display": null,
3535
            "flex": null,
3536
            "flex_flow": null,
3537
            "grid_area": null,
3538
            "grid_auto_columns": null,
3539
            "grid_auto_flow": null,
3540
            "grid_auto_rows": null,
3541
            "grid_column": null,
3542
            "grid_gap": null,
3543
            "grid_row": null,
3544
            "grid_template_areas": null,
3545
            "grid_template_columns": null,
3546
            "grid_template_rows": null,
3547
            "height": null,
3548
            "justify_content": null,
3549
            "justify_items": null,
3550
            "left": null,
3551
            "margin": null,
3552
            "max_height": null,
3553
            "max_width": null,
3554
            "min_height": null,
3555
            "min_width": null,
3556
            "object_fit": null,
3557
            "object_position": null,
3558
            "order": null,
3559
            "overflow": null,
3560
            "overflow_x": null,
3561
            "overflow_y": null,
3562
            "padding": null,
3563
            "right": null,
3564
            "top": null,
3565
            "visibility": null,
3566
            "width": null
3567
          }
3568
        },
3569
        "6384fca174d54cc8acf23eb59e522a85": {
3570
          "model_module": "@jupyter-widgets/base",
3571
          "model_module_version": "1.2.0",
3572
          "model_name": "LayoutModel",
3573
          "state": {
3574
            "_model_module": "@jupyter-widgets/base",
3575
            "_model_module_version": "1.2.0",
3576
            "_model_name": "LayoutModel",
3577
            "_view_count": null,
3578
            "_view_module": "@jupyter-widgets/base",
3579
            "_view_module_version": "1.2.0",
3580
            "_view_name": "LayoutView",
3581
            "align_content": null,
3582
            "align_items": null,
3583
            "align_self": null,
3584
            "border": null,
3585
            "bottom": null,
3586
            "display": null,
3587
            "flex": null,
3588
            "flex_flow": null,
3589
            "grid_area": null,
3590
            "grid_auto_columns": null,
3591
            "grid_auto_flow": null,
3592
            "grid_auto_rows": null,
3593
            "grid_column": null,
3594
            "grid_gap": null,
3595
            "grid_row": null,
3596
            "grid_template_areas": null,
3597
            "grid_template_columns": null,
3598
            "grid_template_rows": null,
3599
            "height": null,
3600
            "justify_content": null,
3601
            "justify_items": null,
3602
            "left": null,
3603
            "margin": null,
3604
            "max_height": null,
3605
            "max_width": null,
3606
            "min_height": null,
3607
            "min_width": null,
3608
            "object_fit": null,
3609
            "object_position": null,
3610
            "order": null,
3611
            "overflow": null,
3612
            "overflow_x": null,
3613
            "overflow_y": null,
3614
            "padding": null,
3615
            "right": null,
3616
            "top": null,
3617
            "visibility": null,
3618
            "width": null
3619
          }
3620
        },
3621
        "6e9e7f95d6fa47de913deedbb6c7ca7c": {
3622
          "model_module": "@jupyter-widgets/controls",
3623
          "model_module_version": "1.5.0",
3624
          "model_name": "ProgressStyleModel",
3625
          "state": {
3626
            "_model_module": "@jupyter-widgets/controls",
3627
            "_model_module_version": "1.5.0",
3628
            "_model_name": "ProgressStyleModel",
3629
            "_view_count": null,
3630
            "_view_module": "@jupyter-widgets/base",
3631
            "_view_module_version": "1.2.0",
3632
            "_view_name": "StyleView",
3633
            "bar_color": null,
3634
            "description_width": ""
3635
          }
3636
        },
3637
        "6f297d6a36a3423e8f68e124736e23b1": {
3638
          "model_module": "@jupyter-widgets/base",
3639
          "model_module_version": "1.2.0",
3640
          "model_name": "LayoutModel",
3641
          "state": {
3642
            "_model_module": "@jupyter-widgets/base",
3643
            "_model_module_version": "1.2.0",
3644
            "_model_name": "LayoutModel",
3645
            "_view_count": null,
3646
            "_view_module": "@jupyter-widgets/base",
3647
            "_view_module_version": "1.2.0",
3648
            "_view_name": "LayoutView",
3649
            "align_content": null,
3650
            "align_items": null,
3651
            "align_self": null,
3652
            "border": null,
3653
            "bottom": null,
3654
            "display": null,
3655
            "flex": null,
3656
            "flex_flow": null,
3657
            "grid_area": null,
3658
            "grid_auto_columns": null,
3659
            "grid_auto_flow": null,
3660
            "grid_auto_rows": null,
3661
            "grid_column": null,
3662
            "grid_gap": null,
3663
            "grid_row": null,
3664
            "grid_template_areas": null,
3665
            "grid_template_columns": null,
3666
            "grid_template_rows": null,
3667
            "height": null,
3668
            "justify_content": null,
3669
            "justify_items": null,
3670
            "left": null,
3671
            "margin": null,
3672
            "max_height": null,
3673
            "max_width": null,
3674
            "min_height": null,
3675
            "min_width": null,
3676
            "object_fit": null,
3677
            "object_position": null,
3678
            "order": null,
3679
            "overflow": null,
3680
            "overflow_x": null,
3681
            "overflow_y": null,
3682
            "padding": null,
3683
            "right": null,
3684
            "top": null,
3685
            "visibility": null,
3686
            "width": null
3687
          }
3688
        },
3689
        "6fab3486c2ff46a68c03708ed3998ef3": {
3690
          "model_module": "@jupyter-widgets/controls",
3691
          "model_module_version": "1.5.0",
3692
          "model_name": "FloatProgressModel",
3693
          "state": {
3694
            "_dom_classes": [],
3695
            "_model_module": "@jupyter-widgets/controls",
3696
            "_model_module_version": "1.5.0",
3697
            "_model_name": "FloatProgressModel",
3698
            "_view_count": null,
3699
            "_view_module": "@jupyter-widgets/controls",
3700
            "_view_module_version": "1.5.0",
3701
            "_view_name": "ProgressView",
3702
            "bar_style": "success",
3703
            "description": "",
3704
            "description_tooltip": null,
3705
            "layout": "IPY_MODEL_6384fca174d54cc8acf23eb59e522a85",
3706
            "max": 9942981696,
3707
            "min": 0,
3708
            "orientation": "horizontal",
3709
            "style": "IPY_MODEL_6e9e7f95d6fa47de913deedbb6c7ca7c",
3710
            "value": 9942981696
3711
          }
3712
        },
3713
        "70a93f6da8ae42b6b48f96d21f048774": {
3714
          "model_module": "@jupyter-widgets/controls",
3715
          "model_module_version": "1.5.0",
3716
          "model_name": "DescriptionStyleModel",
3717
          "state": {
3718
            "_model_module": "@jupyter-widgets/controls",
3719
            "_model_module_version": "1.5.0",
3720
            "_model_name": "DescriptionStyleModel",
3721
            "_view_count": null,
3722
            "_view_module": "@jupyter-widgets/base",
3723
            "_view_module_version": "1.2.0",
3724
            "_view_name": "StyleView",
3725
            "description_width": ""
3726
          }
3727
        },
3728
        "72ac57d40def4d789a397b5eaa702f6b": {
3729
          "model_module": "@jupyter-widgets/base",
3730
          "model_module_version": "1.2.0",
3731
          "model_name": "LayoutModel",
3732
          "state": {
3733
            "_model_module": "@jupyter-widgets/base",
3734
            "_model_module_version": "1.2.0",
3735
            "_model_name": "LayoutModel",
3736
            "_view_count": null,
3737
            "_view_module": "@jupyter-widgets/base",
3738
            "_view_module_version": "1.2.0",
3739
            "_view_name": "LayoutView",
3740
            "align_content": null,
3741
            "align_items": null,
3742
            "align_self": null,
3743
            "border": null,
3744
            "bottom": null,
3745
            "display": null,
3746
            "flex": null,
3747
            "flex_flow": null,
3748
            "grid_area": null,
3749
            "grid_auto_columns": null,
3750
            "grid_auto_flow": null,
3751
            "grid_auto_rows": null,
3752
            "grid_column": null,
3753
            "grid_gap": null,
3754
            "grid_row": null,
3755
            "grid_template_areas": null,
3756
            "grid_template_columns": null,
3757
            "grid_template_rows": null,
3758
            "height": null,
3759
            "justify_content": null,
3760
            "justify_items": null,
3761
            "left": null,
3762
            "margin": null,
3763
            "max_height": null,
3764
            "max_width": null,
3765
            "min_height": null,
3766
            "min_width": null,
3767
            "object_fit": null,
3768
            "object_position": null,
3769
            "order": null,
3770
            "overflow": null,
3771
            "overflow_x": null,
3772
            "overflow_y": null,
3773
            "padding": null,
3774
            "right": null,
3775
            "top": null,
3776
            "visibility": null,
3777
            "width": null
3778
          }
3779
        },
3780
        "7344475f23c74e98893badd688cdbf8a": {
3781
          "model_module": "@jupyter-widgets/controls",
3782
          "model_module_version": "1.5.0",
3783
          "model_name": "DescriptionStyleModel",
3784
          "state": {
3785
            "_model_module": "@jupyter-widgets/controls",
3786
            "_model_module_version": "1.5.0",
3787
            "_model_name": "DescriptionStyleModel",
3788
            "_view_count": null,
3789
            "_view_module": "@jupyter-widgets/base",
3790
            "_view_module_version": "1.2.0",
3791
            "_view_name": "StyleView",
3792
            "description_width": ""
3793
          }
3794
        },
3795
        "77e200734cc847e6b3986bbaaa4c7279": {
3796
          "model_module": "@jupyter-widgets/controls",
3797
          "model_module_version": "1.5.0",
3798
          "model_name": "DescriptionStyleModel",
3799
          "state": {
3800
            "_model_module": "@jupyter-widgets/controls",
3801
            "_model_module_version": "1.5.0",
3802
            "_model_name": "DescriptionStyleModel",
3803
            "_view_count": null,
3804
            "_view_module": "@jupyter-widgets/base",
3805
            "_view_module_version": "1.2.0",
3806
            "_view_name": "StyleView",
3807
            "description_width": ""
3808
          }
3809
        },
3810
        "7b44b3db9e0647448937822314e865e7": {
3811
          "model_module": "@jupyter-widgets/base",
3812
          "model_module_version": "1.2.0",
3813
          "model_name": "LayoutModel",
3814
          "state": {
3815
            "_model_module": "@jupyter-widgets/base",
3816
            "_model_module_version": "1.2.0",
3817
            "_model_name": "LayoutModel",
3818
            "_view_count": null,
3819
            "_view_module": "@jupyter-widgets/base",
3820
            "_view_module_version": "1.2.0",
3821
            "_view_name": "LayoutView",
3822
            "align_content": null,
3823
            "align_items": null,
3824
            "align_self": null,
3825
            "border": null,
3826
            "bottom": null,
3827
            "display": null,
3828
            "flex": null,
3829
            "flex_flow": null,
3830
            "grid_area": null,
3831
            "grid_auto_columns": null,
3832
            "grid_auto_flow": null,
3833
            "grid_auto_rows": null,
3834
            "grid_column": null,
3835
            "grid_gap": null,
3836
            "grid_row": null,
3837
            "grid_template_areas": null,
3838
            "grid_template_columns": null,
3839
            "grid_template_rows": null,
3840
            "height": null,
3841
            "justify_content": null,
3842
            "justify_items": null,
3843
            "left": null,
3844
            "margin": null,
3845
            "max_height": null,
3846
            "max_width": null,
3847
            "min_height": null,
3848
            "min_width": null,
3849
            "object_fit": null,
3850
            "object_position": null,
3851
            "order": null,
3852
            "overflow": null,
3853
            "overflow_x": null,
3854
            "overflow_y": null,
3855
            "padding": null,
3856
            "right": null,
3857
            "top": null,
3858
            "visibility": null,
3859
            "width": null
3860
          }
3861
        },
3862
        "7c87dcb349fc4d23b2901e9cbcf8e785": {
3863
          "model_module": "@jupyter-widgets/base",
3864
          "model_module_version": "1.2.0",
3865
          "model_name": "LayoutModel",
3866
          "state": {
3867
            "_model_module": "@jupyter-widgets/base",
3868
            "_model_module_version": "1.2.0",
3869
            "_model_name": "LayoutModel",
3870
            "_view_count": null,
3871
            "_view_module": "@jupyter-widgets/base",
3872
            "_view_module_version": "1.2.0",
3873
            "_view_name": "LayoutView",
3874
            "align_content": null,
3875
            "align_items": null,
3876
            "align_self": null,
3877
            "border": null,
3878
            "bottom": null,
3879
            "display": null,
3880
            "flex": null,
3881
            "flex_flow": null,
3882
            "grid_area": null,
3883
            "grid_auto_columns": null,
3884
            "grid_auto_flow": null,
3885
            "grid_auto_rows": null,
3886
            "grid_column": null,
3887
            "grid_gap": null,
3888
            "grid_row": null,
3889
            "grid_template_areas": null,
3890
            "grid_template_columns": null,
3891
            "grid_template_rows": null,
3892
            "height": null,
3893
            "justify_content": null,
3894
            "justify_items": null,
3895
            "left": null,
3896
            "margin": null,
3897
            "max_height": null,
3898
            "max_width": null,
3899
            "min_height": null,
3900
            "min_width": null,
3901
            "object_fit": null,
3902
            "object_position": null,
3903
            "order": null,
3904
            "overflow": null,
3905
            "overflow_x": null,
3906
            "overflow_y": null,
3907
            "padding": null,
3908
            "right": null,
3909
            "top": null,
3910
            "visibility": null,
3911
            "width": null
3912
          }
3913
        },
3914
        "7ca06f5207504e05be403788195f46e5": {
3915
          "model_module": "@jupyter-widgets/base",
3916
          "model_module_version": "1.2.0",
3917
          "model_name": "LayoutModel",
3918
          "state": {
3919
            "_model_module": "@jupyter-widgets/base",
3920
            "_model_module_version": "1.2.0",
3921
            "_model_name": "LayoutModel",
3922
            "_view_count": null,
3923
            "_view_module": "@jupyter-widgets/base",
3924
            "_view_module_version": "1.2.0",
3925
            "_view_name": "LayoutView",
3926
            "align_content": null,
3927
            "align_items": null,
3928
            "align_self": null,
3929
            "border": null,
3930
            "bottom": null,
3931
            "display": null,
3932
            "flex": null,
3933
            "flex_flow": null,
3934
            "grid_area": null,
3935
            "grid_auto_columns": null,
3936
            "grid_auto_flow": null,
3937
            "grid_auto_rows": null,
3938
            "grid_column": null,
3939
            "grid_gap": null,
3940
            "grid_row": null,
3941
            "grid_template_areas": null,
3942
            "grid_template_columns": null,
3943
            "grid_template_rows": null,
3944
            "height": null,
3945
            "justify_content": null,
3946
            "justify_items": null,
3947
            "left": null,
3948
            "margin": null,
3949
            "max_height": null,
3950
            "max_width": null,
3951
            "min_height": null,
3952
            "min_width": null,
3953
            "object_fit": null,
3954
            "object_position": null,
3955
            "order": null,
3956
            "overflow": null,
3957
            "overflow_x": null,
3958
            "overflow_y": null,
3959
            "padding": null,
3960
            "right": null,
3961
            "top": null,
3962
            "visibility": null,
3963
            "width": null
3964
          }
3965
        },
3966
        "7cd1f84798b1414b982ba3c35a48b849": {
3967
          "model_module": "@jupyter-widgets/base",
3968
          "model_module_version": "1.2.0",
3969
          "model_name": "LayoutModel",
3970
          "state": {
3971
            "_model_module": "@jupyter-widgets/base",
3972
            "_model_module_version": "1.2.0",
3973
            "_model_name": "LayoutModel",
3974
            "_view_count": null,
3975
            "_view_module": "@jupyter-widgets/base",
3976
            "_view_module_version": "1.2.0",
3977
            "_view_name": "LayoutView",
3978
            "align_content": null,
3979
            "align_items": null,
3980
            "align_self": null,
3981
            "border": null,
3982
            "bottom": null,
3983
            "display": null,
3984
            "flex": null,
3985
            "flex_flow": null,
3986
            "grid_area": null,
3987
            "grid_auto_columns": null,
3988
            "grid_auto_flow": null,
3989
            "grid_auto_rows": null,
3990
            "grid_column": null,
3991
            "grid_gap": null,
3992
            "grid_row": null,
3993
            "grid_template_areas": null,
3994
            "grid_template_columns": null,
3995
            "grid_template_rows": null,
3996
            "height": null,
3997
            "justify_content": null,
3998
            "justify_items": null,
3999
            "left": null,
4000
            "margin": null,
4001
            "max_height": null,
4002
            "max_width": null,
4003
            "min_height": null,
4004
            "min_width": null,
4005
            "object_fit": null,
4006
            "object_position": null,
4007
            "order": null,
4008
            "overflow": null,
4009
            "overflow_x": null,
4010
            "overflow_y": null,
4011
            "padding": null,
4012
            "right": null,
4013
            "top": null,
4014
            "visibility": null,
4015
            "width": null
4016
          }
4017
        },
4018
        "7d2d42633d934709b16e2f6042a3c195": {
4019
          "model_module": "@jupyter-widgets/controls",
4020
          "model_module_version": "1.5.0",
4021
          "model_name": "ProgressStyleModel",
4022
          "state": {
4023
            "_model_module": "@jupyter-widgets/controls",
4024
            "_model_module_version": "1.5.0",
4025
            "_model_name": "ProgressStyleModel",
4026
            "_view_count": null,
4027
            "_view_module": "@jupyter-widgets/base",
4028
            "_view_module_version": "1.2.0",
4029
            "_view_name": "StyleView",
4030
            "bar_color": null,
4031
            "description_width": ""
4032
          }
4033
        },
4034
        "7daa3ea916c34dff90928c76774123d1": {
4035
          "model_module": "@jupyter-widgets/controls",
4036
          "model_module_version": "1.5.0",
4037
          "model_name": "HBoxModel",
4038
          "state": {
4039
            "_dom_classes": [],
4040
            "_model_module": "@jupyter-widgets/controls",
4041
            "_model_module_version": "1.5.0",
4042
            "_model_name": "HBoxModel",
4043
            "_view_count": null,
4044
            "_view_module": "@jupyter-widgets/controls",
4045
            "_view_module_version": "1.5.0",
4046
            "_view_name": "HBoxView",
4047
            "box_style": "",
4048
            "children": [
4049
              "IPY_MODEL_8ae18697cd274abfb74f455ac726260e",
4050
              "IPY_MODEL_5086c5915d7f42d58f1316305699d57e",
4051
              "IPY_MODEL_24ecb92e932d4739b398243d65603d2f"
4052
            ],
4053
            "layout": "IPY_MODEL_b62dd660eb9648f6a5a30fe399773c67"
4054
          }
4055
        },
4056
        "7dc2b27f9156449f8f9fdf2ce58ef9c1": {
4057
          "model_module": "@jupyter-widgets/controls",
4058
          "model_module_version": "1.5.0",
4059
          "model_name": "DescriptionStyleModel",
4060
          "state": {
4061
            "_model_module": "@jupyter-widgets/controls",
4062
            "_model_module_version": "1.5.0",
4063
            "_model_name": "DescriptionStyleModel",
4064
            "_view_count": null,
4065
            "_view_module": "@jupyter-widgets/base",
4066
            "_view_module_version": "1.2.0",
4067
            "_view_name": "StyleView",
4068
            "description_width": ""
4069
          }
4070
        },
4071
        "7f548bb781ac4b0eba23387ec8b1cf62": {
4072
          "model_module": "@jupyter-widgets/controls",
4073
          "model_module_version": "1.5.0",
4074
          "model_name": "ProgressStyleModel",
4075
          "state": {
4076
            "_model_module": "@jupyter-widgets/controls",
4077
            "_model_module_version": "1.5.0",
4078
            "_model_name": "ProgressStyleModel",
4079
            "_view_count": null,
4080
            "_view_module": "@jupyter-widgets/base",
4081
            "_view_module_version": "1.2.0",
4082
            "_view_name": "StyleView",
4083
            "bar_color": null,
4084
            "description_width": ""
4085
          }
4086
        },
4087
        "7f582bc458ed4e8183e29a6f4fcf3914": {
4088
          "model_module": "@jupyter-widgets/controls",
4089
          "model_module_version": "1.5.0",
4090
          "model_name": "HTMLModel",
4091
          "state": {
4092
            "_dom_classes": [],
4093
            "_model_module": "@jupyter-widgets/controls",
4094
            "_model_module_version": "1.5.0",
4095
            "_model_name": "HTMLModel",
4096
            "_view_count": null,
4097
            "_view_module": "@jupyter-widgets/controls",
4098
            "_view_module_version": "1.5.0",
4099
            "_view_name": "HTMLView",
4100
            "description": "",
4101
            "description_tooltip": null,
4102
            "layout": "IPY_MODEL_05e8d3931bd041cca27231b003a45c0c",
4103
            "placeholder": "​",
4104
            "style": "IPY_MODEL_56607f50ab99474fb83f05c493a14a26",
4105
            "value": " 1.80M/1.80M [00:00&lt;00:00, 2.78MB/s]"
4106
          }
4107
        },
4108
        "80400fe63765407693f680d3fa494388": {
4109
          "model_module": "@jupyter-widgets/base",
4110
          "model_module_version": "1.2.0",
4111
          "model_name": "LayoutModel",
4112
          "state": {
4113
            "_model_module": "@jupyter-widgets/base",
4114
            "_model_module_version": "1.2.0",
4115
            "_model_name": "LayoutModel",
4116
            "_view_count": null,
4117
            "_view_module": "@jupyter-widgets/base",
4118
            "_view_module_version": "1.2.0",
4119
            "_view_name": "LayoutView",
4120
            "align_content": null,
4121
            "align_items": null,
4122
            "align_self": null,
4123
            "border": null,
4124
            "bottom": null,
4125
            "display": null,
4126
            "flex": null,
4127
            "flex_flow": null,
4128
            "grid_area": null,
4129
            "grid_auto_columns": null,
4130
            "grid_auto_flow": null,
4131
            "grid_auto_rows": null,
4132
            "grid_column": null,
4133
            "grid_gap": null,
4134
            "grid_row": null,
4135
            "grid_template_areas": null,
4136
            "grid_template_columns": null,
4137
            "grid_template_rows": null,
4138
            "height": null,
4139
            "justify_content": null,
4140
            "justify_items": null,
4141
            "left": null,
4142
            "margin": null,
4143
            "max_height": null,
4144
            "max_width": null,
4145
            "min_height": null,
4146
            "min_width": null,
4147
            "object_fit": null,
4148
            "object_position": null,
4149
            "order": null,
4150
            "overflow": null,
4151
            "overflow_x": null,
4152
            "overflow_y": null,
4153
            "padding": null,
4154
            "right": null,
4155
            "top": null,
4156
            "visibility": null,
4157
            "width": null
4158
          }
4159
        },
4160
        "81f67aa9540541ba895a494bf1ab4340": {
4161
          "model_module": "@jupyter-widgets/base",
4162
          "model_module_version": "1.2.0",
4163
          "model_name": "LayoutModel",
4164
          "state": {
4165
            "_model_module": "@jupyter-widgets/base",
4166
            "_model_module_version": "1.2.0",
4167
            "_model_name": "LayoutModel",
4168
            "_view_count": null,
4169
            "_view_module": "@jupyter-widgets/base",
4170
            "_view_module_version": "1.2.0",
4171
            "_view_name": "LayoutView",
4172
            "align_content": null,
4173
            "align_items": null,
4174
            "align_self": null,
4175
            "border": null,
4176
            "bottom": null,
4177
            "display": null,
4178
            "flex": null,
4179
            "flex_flow": null,
4180
            "grid_area": null,
4181
            "grid_auto_columns": null,
4182
            "grid_auto_flow": null,
4183
            "grid_auto_rows": null,
4184
            "grid_column": null,
4185
            "grid_gap": null,
4186
            "grid_row": null,
4187
            "grid_template_areas": null,
4188
            "grid_template_columns": null,
4189
            "grid_template_rows": null,
4190
            "height": null,
4191
            "justify_content": null,
4192
            "justify_items": null,
4193
            "left": null,
4194
            "margin": null,
4195
            "max_height": null,
4196
            "max_width": null,
4197
            "min_height": null,
4198
            "min_width": null,
4199
            "object_fit": null,
4200
            "object_position": null,
4201
            "order": null,
4202
            "overflow": null,
4203
            "overflow_x": null,
4204
            "overflow_y": null,
4205
            "padding": null,
4206
            "right": null,
4207
            "top": null,
4208
            "visibility": null,
4209
            "width": null
4210
          }
4211
        },
4212
        "82328d4c8cbb427bb5e468bd2b608cf2": {
4213
          "model_module": "@jupyter-widgets/controls",
4214
          "model_module_version": "1.5.0",
4215
          "model_name": "ProgressStyleModel",
4216
          "state": {
4217
            "_model_module": "@jupyter-widgets/controls",
4218
            "_model_module_version": "1.5.0",
4219
            "_model_name": "ProgressStyleModel",
4220
            "_view_count": null,
4221
            "_view_module": "@jupyter-widgets/base",
4222
            "_view_module_version": "1.2.0",
4223
            "_view_name": "StyleView",
4224
            "bar_color": null,
4225
            "description_width": ""
4226
          }
4227
        },
4228
        "8350fff15a4a4326ba75abcaa1e43323": {
4229
          "model_module": "@jupyter-widgets/controls",
4230
          "model_module_version": "1.5.0",
4231
          "model_name": "ProgressStyleModel",
4232
          "state": {
4233
            "_model_module": "@jupyter-widgets/controls",
4234
            "_model_module_version": "1.5.0",
4235
            "_model_name": "ProgressStyleModel",
4236
            "_view_count": null,
4237
            "_view_module": "@jupyter-widgets/base",
4238
            "_view_module_version": "1.2.0",
4239
            "_view_name": "StyleView",
4240
            "bar_color": null,
4241
            "description_width": ""
4242
          }
4243
        },
4244
        "87c93fa9b2b443b1bd8f1b244d29b93a": {
4245
          "model_module": "@jupyter-widgets/base",
4246
          "model_module_version": "1.2.0",
4247
          "model_name": "LayoutModel",
4248
          "state": {
4249
            "_model_module": "@jupyter-widgets/base",
4250
            "_model_module_version": "1.2.0",
4251
            "_model_name": "LayoutModel",
4252
            "_view_count": null,
4253
            "_view_module": "@jupyter-widgets/base",
4254
            "_view_module_version": "1.2.0",
4255
            "_view_name": "LayoutView",
4256
            "align_content": null,
4257
            "align_items": null,
4258
            "align_self": null,
4259
            "border": null,
4260
            "bottom": null,
4261
            "display": null,
4262
            "flex": null,
4263
            "flex_flow": null,
4264
            "grid_area": null,
4265
            "grid_auto_columns": null,
4266
            "grid_auto_flow": null,
4267
            "grid_auto_rows": null,
4268
            "grid_column": null,
4269
            "grid_gap": null,
4270
            "grid_row": null,
4271
            "grid_template_areas": null,
4272
            "grid_template_columns": null,
4273
            "grid_template_rows": null,
4274
            "height": null,
4275
            "justify_content": null,
4276
            "justify_items": null,
4277
            "left": null,
4278
            "margin": null,
4279
            "max_height": null,
4280
            "max_width": null,
4281
            "min_height": null,
4282
            "min_width": null,
4283
            "object_fit": null,
4284
            "object_position": null,
4285
            "order": null,
4286
            "overflow": null,
4287
            "overflow_x": null,
4288
            "overflow_y": null,
4289
            "padding": null,
4290
            "right": null,
4291
            "top": null,
4292
            "visibility": null,
4293
            "width": null
4294
          }
4295
        },
4296
        "8983c9c98d14412b932734f76cf03904": {
4297
          "model_module": "@jupyter-widgets/controls",
4298
          "model_module_version": "1.5.0",
4299
          "model_name": "ProgressStyleModel",
4300
          "state": {
4301
            "_model_module": "@jupyter-widgets/controls",
4302
            "_model_module_version": "1.5.0",
4303
            "_model_name": "ProgressStyleModel",
4304
            "_view_count": null,
4305
            "_view_module": "@jupyter-widgets/base",
4306
            "_view_module_version": "1.2.0",
4307
            "_view_name": "StyleView",
4308
            "bar_color": null,
4309
            "description_width": ""
4310
          }
4311
        },
4312
        "8ae18697cd274abfb74f455ac726260e": {
4313
          "model_module": "@jupyter-widgets/controls",
4314
          "model_module_version": "1.5.0",
4315
          "model_name": "HTMLModel",
4316
          "state": {
4317
            "_dom_classes": [],
4318
            "_model_module": "@jupyter-widgets/controls",
4319
            "_model_module_version": "1.5.0",
4320
            "_model_name": "HTMLModel",
4321
            "_view_count": null,
4322
            "_view_module": "@jupyter-widgets/controls",
4323
            "_view_module_version": "1.5.0",
4324
            "_view_name": "HTMLView",
4325
            "description": "",
4326
            "description_tooltip": null,
4327
            "layout": "IPY_MODEL_80400fe63765407693f680d3fa494388",
4328
            "placeholder": "​",
4329
            "style": "IPY_MODEL_7dc2b27f9156449f8f9fdf2ce58ef9c1",
4330
            "value": "special_tokens_map.json: 100%"
4331
          }
4332
        },
4333
        "8be44be3ddd0453cad8f349f7e1c6a16": {
4334
          "model_module": "@jupyter-widgets/controls",
4335
          "model_module_version": "1.5.0",
4336
          "model_name": "HBoxModel",
4337
          "state": {
4338
            "_dom_classes": [],
4339
            "_model_module": "@jupyter-widgets/controls",
4340
            "_model_module_version": "1.5.0",
4341
            "_model_name": "HBoxModel",
4342
            "_view_count": null,
4343
            "_view_module": "@jupyter-widgets/controls",
4344
            "_view_module_version": "1.5.0",
4345
            "_view_name": "HBoxView",
4346
            "box_style": "",
4347
            "children": [
4348
              "IPY_MODEL_f9e0d39e809045a89670455607e24fba",
4349
              "IPY_MODEL_6fab3486c2ff46a68c03708ed3998ef3",
4350
              "IPY_MODEL_022afb70199e4e87b20d2273768b6e86"
4351
            ],
4352
            "layout": "IPY_MODEL_fe3329a44ea1456194daabc422d75a0a"
4353
          }
4354
        },
4355
        "8d2d21883290453fb726e7a367cf33e1": {
4356
          "model_module": "@jupyter-widgets/controls",
4357
          "model_module_version": "1.5.0",
4358
          "model_name": "DescriptionStyleModel",
4359
          "state": {
4360
            "_model_module": "@jupyter-widgets/controls",
4361
            "_model_module_version": "1.5.0",
4362
            "_model_name": "DescriptionStyleModel",
4363
            "_view_count": null,
4364
            "_view_module": "@jupyter-widgets/base",
4365
            "_view_module_version": "1.2.0",
4366
            "_view_name": "StyleView",
4367
            "description_width": ""
4368
          }
4369
        },
4370
        "8d8c308ce90a4909a8fb43c9c9549b4c": {
4371
          "model_module": "@jupyter-widgets/base",
4372
          "model_module_version": "1.2.0",
4373
          "model_name": "LayoutModel",
4374
          "state": {
4375
            "_model_module": "@jupyter-widgets/base",
4376
            "_model_module_version": "1.2.0",
4377
            "_model_name": "LayoutModel",
4378
            "_view_count": null,
4379
            "_view_module": "@jupyter-widgets/base",
4380
            "_view_module_version": "1.2.0",
4381
            "_view_name": "LayoutView",
4382
            "align_content": null,
4383
            "align_items": null,
4384
            "align_self": null,
4385
            "border": null,
4386
            "bottom": null,
4387
            "display": null,
4388
            "flex": null,
4389
            "flex_flow": null,
4390
            "grid_area": null,
4391
            "grid_auto_columns": null,
4392
            "grid_auto_flow": null,
4393
            "grid_auto_rows": null,
4394
            "grid_column": null,
4395
            "grid_gap": null,
4396
            "grid_row": null,
4397
            "grid_template_areas": null,
4398
            "grid_template_columns": null,
4399
            "grid_template_rows": null,
4400
            "height": null,
4401
            "justify_content": null,
4402
            "justify_items": null,
4403
            "left": null,
4404
            "margin": null,
4405
            "max_height": null,
4406
            "max_width": null,
4407
            "min_height": null,
4408
            "min_width": null,
4409
            "object_fit": null,
4410
            "object_position": null,
4411
            "order": null,
4412
            "overflow": null,
4413
            "overflow_x": null,
4414
            "overflow_y": null,
4415
            "padding": null,
4416
            "right": null,
4417
            "top": null,
4418
            "visibility": null,
4419
            "width": null
4420
          }
4421
        },
4422
        "8d919637fe434063a3cd12e3c9526741": {
4423
          "model_module": "@jupyter-widgets/controls",
4424
          "model_module_version": "1.5.0",
4425
          "model_name": "DescriptionStyleModel",
4426
          "state": {
4427
            "_model_module": "@jupyter-widgets/controls",
4428
            "_model_module_version": "1.5.0",
4429
            "_model_name": "DescriptionStyleModel",
4430
            "_view_count": null,
4431
            "_view_module": "@jupyter-widgets/base",
4432
            "_view_module_version": "1.2.0",
4433
            "_view_name": "StyleView",
4434
            "description_width": ""
4435
          }
4436
        },
4437
        "91fb98c8997648558ded46126175116d": {
4438
          "model_module": "@jupyter-widgets/controls",
4439
          "model_module_version": "1.5.0",
4440
          "model_name": "HTMLModel",
4441
          "state": {
4442
            "_dom_classes": [],
4443
            "_model_module": "@jupyter-widgets/controls",
4444
            "_model_module_version": "1.5.0",
4445
            "_model_name": "HTMLModel",
4446
            "_view_count": null,
4447
            "_view_module": "@jupyter-widgets/controls",
4448
            "_view_module_version": "1.5.0",
4449
            "_view_name": "HTMLView",
4450
            "description": "",
4451
            "description_tooltip": null,
4452
            "layout": "IPY_MODEL_ec04c0eec15240bea5325c61a1471d75",
4453
            "placeholder": "​",
4454
            "style": "IPY_MODEL_77e200734cc847e6b3986bbaaa4c7279",
4455
            "value": "tokenizer.json: 100%"
4456
          }
4457
        },
4458
        "94ee3a1bcd204a838a5a4a5a387fe409": {
4459
          "model_module": "@jupyter-widgets/controls",
4460
          "model_module_version": "1.5.0",
4461
          "model_name": "ProgressStyleModel",
4462
          "state": {
4463
            "_model_module": "@jupyter-widgets/controls",
4464
            "_model_module_version": "1.5.0",
4465
            "_model_name": "ProgressStyleModel",
4466
            "_view_count": null,
4467
            "_view_module": "@jupyter-widgets/base",
4468
            "_view_module_version": "1.2.0",
4469
            "_view_name": "StyleView",
4470
            "bar_color": null,
4471
            "description_width": ""
4472
          }
4473
        },
4474
        "970bce63b87345e78f8b4cea26056922": {
4475
          "model_module": "@jupyter-widgets/controls",
4476
          "model_module_version": "1.5.0",
4477
          "model_name": "DescriptionStyleModel",
4478
          "state": {
4479
            "_model_module": "@jupyter-widgets/controls",
4480
            "_model_module_version": "1.5.0",
4481
            "_model_name": "DescriptionStyleModel",
4482
            "_view_count": null,
4483
            "_view_module": "@jupyter-widgets/base",
4484
            "_view_module_version": "1.2.0",
4485
            "_view_name": "StyleView",
4486
            "description_width": ""
4487
          }
4488
        },
4489
        "990844e68fcf42f5ac7c9b385bea1d9f": {
4490
          "model_module": "@jupyter-widgets/base",
4491
          "model_module_version": "1.2.0",
4492
          "model_name": "LayoutModel",
4493
          "state": {
4494
            "_model_module": "@jupyter-widgets/base",
4495
            "_model_module_version": "1.2.0",
4496
            "_model_name": "LayoutModel",
4497
            "_view_count": null,
4498
            "_view_module": "@jupyter-widgets/base",
4499
            "_view_module_version": "1.2.0",
4500
            "_view_name": "LayoutView",
4501
            "align_content": null,
4502
            "align_items": null,
4503
            "align_self": null,
4504
            "border": null,
4505
            "bottom": null,
4506
            "display": null,
4507
            "flex": null,
4508
            "flex_flow": null,
4509
            "grid_area": null,
4510
            "grid_auto_columns": null,
4511
            "grid_auto_flow": null,
4512
            "grid_auto_rows": null,
4513
            "grid_column": null,
4514
            "grid_gap": null,
4515
            "grid_row": null,
4516
            "grid_template_areas": null,
4517
            "grid_template_columns": null,
4518
            "grid_template_rows": null,
4519
            "height": null,
4520
            "justify_content": null,
4521
            "justify_items": null,
4522
            "left": null,
4523
            "margin": null,
4524
            "max_height": null,
4525
            "max_width": null,
4526
            "min_height": null,
4527
            "min_width": null,
4528
            "object_fit": null,
4529
            "object_position": null,
4530
            "order": null,
4531
            "overflow": null,
4532
            "overflow_x": null,
4533
            "overflow_y": null,
4534
            "padding": null,
4535
            "right": null,
4536
            "top": null,
4537
            "visibility": null,
4538
            "width": null
4539
          }
4540
        },
4541
        "9a6bd5272be14cf5a9e760023e7b7697": {
4542
          "model_module": "@jupyter-widgets/controls",
4543
          "model_module_version": "1.5.0",
4544
          "model_name": "HTMLModel",
4545
          "state": {
4546
            "_dom_classes": [],
4547
            "_model_module": "@jupyter-widgets/controls",
4548
            "_model_module_version": "1.5.0",
4549
            "_model_name": "HTMLModel",
4550
            "_view_count": null,
4551
            "_view_module": "@jupyter-widgets/controls",
4552
            "_view_module_version": "1.5.0",
4553
            "_view_name": "HTMLView",
4554
            "description": "",
4555
            "description_tooltip": null,
4556
            "layout": "IPY_MODEL_0770d72a2154488c93233c728f7b6843",
4557
            "placeholder": "​",
4558
            "style": "IPY_MODEL_970bce63b87345e78f8b4cea26056922",
4559
            "value": " 4.54G/4.54G [00:46&lt;00:00, 63.3MB/s]"
4560
          }
4561
        },
4562
        "9c76d1bda0df4699b9b67d6c4df4d08e": {
4563
          "model_module": "@jupyter-widgets/controls",
4564
          "model_module_version": "1.5.0",
4565
          "model_name": "FloatProgressModel",
4566
          "state": {
4567
            "_dom_classes": [],
4568
            "_model_module": "@jupyter-widgets/controls",
4569
            "_model_module_version": "1.5.0",
4570
            "_model_name": "FloatProgressModel",
4571
            "_view_count": null,
4572
            "_view_module": "@jupyter-widgets/controls",
4573
            "_view_module_version": "1.5.0",
4574
            "_view_name": "ProgressView",
4575
            "bar_style": "success",
4576
            "description": "",
4577
            "description_tooltip": null,
4578
            "layout": "IPY_MODEL_eb4ff56034c44e46846ff6a3fae8b604",
4579
            "max": 25125,
4580
            "min": 0,
4581
            "orientation": "horizontal",
4582
            "style": "IPY_MODEL_7d2d42633d934709b16e2f6042a3c195",
4583
            "value": 25125
4584
          }
4585
        },
4586
        "a02a1a9919d04990b0e2d588fdb116ea": {
4587
          "model_module": "@jupyter-widgets/controls",
4588
          "model_module_version": "1.5.0",
4589
          "model_name": "HTMLModel",
4590
          "state": {
4591
            "_dom_classes": [],
4592
            "_model_module": "@jupyter-widgets/controls",
4593
            "_model_module_version": "1.5.0",
4594
            "_model_name": "HTMLModel",
4595
            "_view_count": null,
4596
            "_view_module": "@jupyter-widgets/controls",
4597
            "_view_module_version": "1.5.0",
4598
            "_view_name": "HTMLView",
4599
            "description": "",
4600
            "description_tooltip": null,
4601
            "layout": "IPY_MODEL_59284d87fb95406e9708214796eb8d60",
4602
            "placeholder": "​",
4603
            "style": "IPY_MODEL_7344475f23c74e98893badd688cdbf8a",
4604
            "value": " 2/2 [01:49&lt;00:00, 53.40s/it]"
4605
          }
4606
        },
4607
        "a08eac32fe224040a64c509482cc4031": {
4608
          "model_module": "@jupyter-widgets/base",
4609
          "model_module_version": "1.2.0",
4610
          "model_name": "LayoutModel",
4611
          "state": {
4612
            "_model_module": "@jupyter-widgets/base",
4613
            "_model_module_version": "1.2.0",
4614
            "_model_name": "LayoutModel",
4615
            "_view_count": null,
4616
            "_view_module": "@jupyter-widgets/base",
4617
            "_view_module_version": "1.2.0",
4618
            "_view_name": "LayoutView",
4619
            "align_content": null,
4620
            "align_items": null,
4621
            "align_self": null,
4622
            "border": null,
4623
            "bottom": null,
4624
            "display": null,
4625
            "flex": null,
4626
            "flex_flow": null,
4627
            "grid_area": null,
4628
            "grid_auto_columns": null,
4629
            "grid_auto_flow": null,
4630
            "grid_auto_rows": null,
4631
            "grid_column": null,
4632
            "grid_gap": null,
4633
            "grid_row": null,
4634
            "grid_template_areas": null,
4635
            "grid_template_columns": null,
4636
            "grid_template_rows": null,
4637
            "height": null,
4638
            "justify_content": null,
4639
            "justify_items": null,
4640
            "left": null,
4641
            "margin": null,
4642
            "max_height": null,
4643
            "max_width": null,
4644
            "min_height": null,
4645
            "min_width": null,
4646
            "object_fit": null,
4647
            "object_position": null,
4648
            "order": null,
4649
            "overflow": null,
4650
            "overflow_x": null,
4651
            "overflow_y": null,
4652
            "padding": null,
4653
            "right": null,
4654
            "top": null,
4655
            "visibility": null,
4656
            "width": null
4657
          }
4658
        },
4659
        "a27c067055124e0f97835217f9cb040a": {
4660
          "model_module": "@jupyter-widgets/controls",
4661
          "model_module_version": "1.5.0",
4662
          "model_name": "ProgressStyleModel",
4663
          "state": {
4664
            "_model_module": "@jupyter-widgets/controls",
4665
            "_model_module_version": "1.5.0",
4666
            "_model_name": "ProgressStyleModel",
4667
            "_view_count": null,
4668
            "_view_module": "@jupyter-widgets/base",
4669
            "_view_module_version": "1.2.0",
4670
            "_view_name": "StyleView",
4671
            "bar_color": null,
4672
            "description_width": ""
4673
          }
4674
        },
4675
        "a3e6ee981c6a427ea555ae064b69bf1f": {
4676
          "model_module": "@jupyter-widgets/base",
4677
          "model_module_version": "1.2.0",
4678
          "model_name": "LayoutModel",
4679
          "state": {
4680
            "_model_module": "@jupyter-widgets/base",
4681
            "_model_module_version": "1.2.0",
4682
            "_model_name": "LayoutModel",
4683
            "_view_count": null,
4684
            "_view_module": "@jupyter-widgets/base",
4685
            "_view_module_version": "1.2.0",
4686
            "_view_name": "LayoutView",
4687
            "align_content": null,
4688
            "align_items": null,
4689
            "align_self": null,
4690
            "border": null,
4691
            "bottom": null,
4692
            "display": null,
4693
            "flex": null,
4694
            "flex_flow": null,
4695
            "grid_area": null,
4696
            "grid_auto_columns": null,
4697
            "grid_auto_flow": null,
4698
            "grid_auto_rows": null,
4699
            "grid_column": null,
4700
            "grid_gap": null,
4701
            "grid_row": null,
4702
            "grid_template_areas": null,
4703
            "grid_template_columns": null,
4704
            "grid_template_rows": null,
4705
            "height": null,
4706
            "justify_content": null,
4707
            "justify_items": null,
4708
            "left": null,
4709
            "margin": null,
4710
            "max_height": null,
4711
            "max_width": null,
4712
            "min_height": null,
4713
            "min_width": null,
4714
            "object_fit": null,
4715
            "object_position": null,
4716
            "order": null,
4717
            "overflow": null,
4718
            "overflow_x": null,
4719
            "overflow_y": null,
4720
            "padding": null,
4721
            "right": null,
4722
            "top": null,
4723
            "visibility": null,
4724
            "width": null
4725
          }
4726
        },
4727
        "ad229f97e43e4554903fa75cc972ef2f": {
4728
          "model_module": "@jupyter-widgets/base",
4729
          "model_module_version": "1.2.0",
4730
          "model_name": "LayoutModel",
4731
          "state": {
4732
            "_model_module": "@jupyter-widgets/base",
4733
            "_model_module_version": "1.2.0",
4734
            "_model_name": "LayoutModel",
4735
            "_view_count": null,
4736
            "_view_module": "@jupyter-widgets/base",
4737
            "_view_module_version": "1.2.0",
4738
            "_view_name": "LayoutView",
4739
            "align_content": null,
4740
            "align_items": null,
4741
            "align_self": null,
4742
            "border": null,
4743
            "bottom": null,
4744
            "display": null,
4745
            "flex": null,
4746
            "flex_flow": null,
4747
            "grid_area": null,
4748
            "grid_auto_columns": null,
4749
            "grid_auto_flow": null,
4750
            "grid_auto_rows": null,
4751
            "grid_column": null,
4752
            "grid_gap": null,
4753
            "grid_row": null,
4754
            "grid_template_areas": null,
4755
            "grid_template_columns": null,
4756
            "grid_template_rows": null,
4757
            "height": null,
4758
            "justify_content": null,
4759
            "justify_items": null,
4760
            "left": null,
4761
            "margin": null,
4762
            "max_height": null,
4763
            "max_width": null,
4764
            "min_height": null,
4765
            "min_width": null,
4766
            "object_fit": null,
4767
            "object_position": null,
4768
            "order": null,
4769
            "overflow": null,
4770
            "overflow_x": null,
4771
            "overflow_y": null,
4772
            "padding": null,
4773
            "right": null,
4774
            "top": null,
4775
            "visibility": null,
4776
            "width": null
4777
          }
4778
        },
4779
        "b24189e94d2140579190ce76d7d1aacd": {
4780
          "model_module": "@jupyter-widgets/controls",
4781
          "model_module_version": "1.5.0",
4782
          "model_name": "HTMLModel",
4783
          "state": {
4784
            "_dom_classes": [],
4785
            "_model_module": "@jupyter-widgets/controls",
4786
            "_model_module_version": "1.5.0",
4787
            "_model_name": "HTMLModel",
4788
            "_view_count": null,
4789
            "_view_module": "@jupyter-widgets/controls",
4790
            "_view_module_version": "1.5.0",
4791
            "_view_name": "HTMLView",
4792
            "description": "",
4793
            "description_tooltip": null,
4794
            "layout": "IPY_MODEL_3fb8610ee30140688b0b758ca1a74ad9",
4795
            "placeholder": "​",
4796
            "style": "IPY_MODEL_e09dddc9e46748e4926ddcdf8ca1637e",
4797
            "value": "model-00002-of-00002.safetensors: 100%"
4798
          }
4799
        },
4800
        "b3b748c692a840718aa66ce8724c4be1": {
4801
          "model_module": "@jupyter-widgets/controls",
4802
          "model_module_version": "1.5.0",
4803
          "model_name": "DescriptionStyleModel",
4804
          "state": {
4805
            "_model_module": "@jupyter-widgets/controls",
4806
            "_model_module_version": "1.5.0",
4807
            "_model_name": "DescriptionStyleModel",
4808
            "_view_count": null,
4809
            "_view_module": "@jupyter-widgets/base",
4810
            "_view_module_version": "1.2.0",
4811
            "_view_name": "StyleView",
4812
            "description_width": ""
4813
          }
4814
        },
4815
        "b62dd660eb9648f6a5a30fe399773c67": {
4816
          "model_module": "@jupyter-widgets/base",
4817
          "model_module_version": "1.2.0",
4818
          "model_name": "LayoutModel",
4819
          "state": {
4820
            "_model_module": "@jupyter-widgets/base",
4821
            "_model_module_version": "1.2.0",
4822
            "_model_name": "LayoutModel",
4823
            "_view_count": null,
4824
            "_view_module": "@jupyter-widgets/base",
4825
            "_view_module_version": "1.2.0",
4826
            "_view_name": "LayoutView",
4827
            "align_content": null,
4828
            "align_items": null,
4829
            "align_self": null,
4830
            "border": null,
4831
            "bottom": null,
4832
            "display": null,
4833
            "flex": null,
4834
            "flex_flow": null,
4835
            "grid_area": null,
4836
            "grid_auto_columns": null,
4837
            "grid_auto_flow": null,
4838
            "grid_auto_rows": null,
4839
            "grid_column": null,
4840
            "grid_gap": null,
4841
            "grid_row": null,
4842
            "grid_template_areas": null,
4843
            "grid_template_columns": null,
4844
            "grid_template_rows": null,
4845
            "height": null,
4846
            "justify_content": null,
4847
            "justify_items": null,
4848
            "left": null,
4849
            "margin": null,
4850
            "max_height": null,
4851
            "max_width": null,
4852
            "min_height": null,
4853
            "min_width": null,
4854
            "object_fit": null,
4855
            "object_position": null,
4856
            "order": null,
4857
            "overflow": null,
4858
            "overflow_x": null,
4859
            "overflow_y": null,
4860
            "padding": null,
4861
            "right": null,
4862
            "top": null,
4863
            "visibility": null,
4864
            "width": null
4865
          }
4866
        },
4867
        "b97a90b31bd3466e8b069678b4781c04": {
4868
          "model_module": "@jupyter-widgets/controls",
4869
          "model_module_version": "1.5.0",
4870
          "model_name": "HBoxModel",
4871
          "state": {
4872
            "_dom_classes": [],
4873
            "_model_module": "@jupyter-widgets/controls",
4874
            "_model_module_version": "1.5.0",
4875
            "_model_name": "HBoxModel",
4876
            "_view_count": null,
4877
            "_view_module": "@jupyter-widgets/controls",
4878
            "_view_module_version": "1.5.0",
4879
            "_view_name": "HBoxView",
4880
            "box_style": "",
4881
            "children": [
4882
              "IPY_MODEL_ffb2c28f3e2f41f681ebca57a902d084",
4883
              "IPY_MODEL_9c76d1bda0df4699b9b67d6c4df4d08e",
4884
              "IPY_MODEL_2552773a752a46ccbeb3963a823ced4a"
4885
            ],
4886
            "layout": "IPY_MODEL_cd61a8eaeffb423d9871d7023b3c19a8"
4887
          }
4888
        },
4889
        "bf1249a6b5ca4b4ea544e1974397c5f6": {
4890
          "model_module": "@jupyter-widgets/controls",
4891
          "model_module_version": "1.5.0",
4892
          "model_name": "DescriptionStyleModel",
4893
          "state": {
4894
            "_model_module": "@jupyter-widgets/controls",
4895
            "_model_module_version": "1.5.0",
4896
            "_model_name": "DescriptionStyleModel",
4897
            "_view_count": null,
4898
            "_view_module": "@jupyter-widgets/base",
4899
            "_view_module_version": "1.2.0",
4900
            "_view_name": "StyleView",
4901
            "description_width": ""
4902
          }
4903
        },
4904
        "c2da36f143664de2930fc146575b9daa": {
4905
          "model_module": "@jupyter-widgets/base",
4906
          "model_module_version": "1.2.0",
4907
          "model_name": "LayoutModel",
4908
          "state": {
4909
            "_model_module": "@jupyter-widgets/base",
4910
            "_model_module_version": "1.2.0",
4911
            "_model_name": "LayoutModel",
4912
            "_view_count": null,
4913
            "_view_module": "@jupyter-widgets/base",
4914
            "_view_module_version": "1.2.0",
4915
            "_view_name": "LayoutView",
4916
            "align_content": null,
4917
            "align_items": null,
4918
            "align_self": null,
4919
            "border": null,
4920
            "bottom": null,
4921
            "display": null,
4922
            "flex": null,
4923
            "flex_flow": null,
4924
            "grid_area": null,
4925
            "grid_auto_columns": null,
4926
            "grid_auto_flow": null,
4927
            "grid_auto_rows": null,
4928
            "grid_column": null,
4929
            "grid_gap": null,
4930
            "grid_row": null,
4931
            "grid_template_areas": null,
4932
            "grid_template_columns": null,
4933
            "grid_template_rows": null,
4934
            "height": null,
4935
            "justify_content": null,
4936
            "justify_items": null,
4937
            "left": null,
4938
            "margin": null,
4939
            "max_height": null,
4940
            "max_width": null,
4941
            "min_height": null,
4942
            "min_width": null,
4943
            "object_fit": null,
4944
            "object_position": null,
4945
            "order": null,
4946
            "overflow": null,
4947
            "overflow_x": null,
4948
            "overflow_y": null,
4949
            "padding": null,
4950
            "right": null,
4951
            "top": null,
4952
            "visibility": null,
4953
            "width": null
4954
          }
4955
        },
4956
        "c360b3e695944fafba58108c238c7edc": {
4957
          "model_module": "@jupyter-widgets/controls",
4958
          "model_module_version": "1.5.0",
4959
          "model_name": "DescriptionStyleModel",
4960
          "state": {
4961
            "_model_module": "@jupyter-widgets/controls",
4962
            "_model_module_version": "1.5.0",
4963
            "_model_name": "DescriptionStyleModel",
4964
            "_view_count": null,
4965
            "_view_module": "@jupyter-widgets/base",
4966
            "_view_module_version": "1.2.0",
4967
            "_view_name": "StyleView",
4968
            "description_width": ""
4969
          }
4970
        },
4971
        "c363ab8400274b4ca83b31b9e82c1319": {
4972
          "model_module": "@jupyter-widgets/base",
4973
          "model_module_version": "1.2.0",
4974
          "model_name": "LayoutModel",
4975
          "state": {
4976
            "_model_module": "@jupyter-widgets/base",
4977
            "_model_module_version": "1.2.0",
4978
            "_model_name": "LayoutModel",
4979
            "_view_count": null,
4980
            "_view_module": "@jupyter-widgets/base",
4981
            "_view_module_version": "1.2.0",
4982
            "_view_name": "LayoutView",
4983
            "align_content": null,
4984
            "align_items": null,
4985
            "align_self": null,
4986
            "border": null,
4987
            "bottom": null,
4988
            "display": null,
4989
            "flex": null,
4990
            "flex_flow": null,
4991
            "grid_area": null,
4992
            "grid_auto_columns": null,
4993
            "grid_auto_flow": null,
4994
            "grid_auto_rows": null,
4995
            "grid_column": null,
4996
            "grid_gap": null,
4997
            "grid_row": null,
4998
            "grid_template_areas": null,
4999
            "grid_template_columns": null,
5000
            "grid_template_rows": null,
5001
            "height": null,
5002
            "justify_content": null,
5003
            "justify_items": null,
5004
            "left": null,
5005
            "margin": null,
5006
            "max_height": null,
5007
            "max_width": null,
5008
            "min_height": null,
5009
            "min_width": null,
5010
            "object_fit": null,
5011
            "object_position": null,
5012
            "order": null,
5013
            "overflow": null,
5014
            "overflow_x": null,
5015
            "overflow_y": null,
5016
            "padding": null,
5017
            "right": null,
5018
            "top": null,
5019
            "visibility": null,
5020
            "width": null
5021
          }
5022
        },
5023
        "cb69ac0ec8cb4093bd7146c839d0b5cc": {
5024
          "model_module": "@jupyter-widgets/base",
5025
          "model_module_version": "1.2.0",
5026
          "model_name": "LayoutModel",
5027
          "state": {
5028
            "_model_module": "@jupyter-widgets/base",
5029
            "_model_module_version": "1.2.0",
5030
            "_model_name": "LayoutModel",
5031
            "_view_count": null,
5032
            "_view_module": "@jupyter-widgets/base",
5033
            "_view_module_version": "1.2.0",
5034
            "_view_name": "LayoutView",
5035
            "align_content": null,
5036
            "align_items": null,
5037
            "align_self": null,
5038
            "border": null,
5039
            "bottom": null,
5040
            "display": null,
5041
            "flex": null,
5042
            "flex_flow": null,
5043
            "grid_area": null,
5044
            "grid_auto_columns": null,
5045
            "grid_auto_flow": null,
5046
            "grid_auto_rows": null,
5047
            "grid_column": null,
5048
            "grid_gap": null,
5049
            "grid_row": null,
5050
            "grid_template_areas": null,
5051
            "grid_template_columns": null,
5052
            "grid_template_rows": null,
5053
            "height": null,
5054
            "justify_content": null,
5055
            "justify_items": null,
5056
            "left": null,
5057
            "margin": null,
5058
            "max_height": null,
5059
            "max_width": null,
5060
            "min_height": null,
5061
            "min_width": null,
5062
            "object_fit": null,
5063
            "object_position": null,
5064
            "order": null,
5065
            "overflow": null,
5066
            "overflow_x": null,
5067
            "overflow_y": null,
5068
            "padding": null,
5069
            "right": null,
5070
            "top": null,
5071
            "visibility": null,
5072
            "width": null
5073
          }
5074
        },
5075
        "cd61a8eaeffb423d9871d7023b3c19a8": {
5076
          "model_module": "@jupyter-widgets/base",
5077
          "model_module_version": "1.2.0",
5078
          "model_name": "LayoutModel",
5079
          "state": {
5080
            "_model_module": "@jupyter-widgets/base",
5081
            "_model_module_version": "1.2.0",
5082
            "_model_name": "LayoutModel",
5083
            "_view_count": null,
5084
            "_view_module": "@jupyter-widgets/base",
5085
            "_view_module_version": "1.2.0",
5086
            "_view_name": "LayoutView",
5087
            "align_content": null,
5088
            "align_items": null,
5089
            "align_self": null,
5090
            "border": null,
5091
            "bottom": null,
5092
            "display": null,
5093
            "flex": null,
5094
            "flex_flow": null,
5095
            "grid_area": null,
5096
            "grid_auto_columns": null,
5097
            "grid_auto_flow": null,
5098
            "grid_auto_rows": null,
5099
            "grid_column": null,
5100
            "grid_gap": null,
5101
            "grid_row": null,
5102
            "grid_template_areas": null,
5103
            "grid_template_columns": null,
5104
            "grid_template_rows": null,
5105
            "height": null,
5106
            "justify_content": null,
5107
            "justify_items": null,
5108
            "left": null,
5109
            "margin": null,
5110
            "max_height": null,
5111
            "max_width": null,
5112
            "min_height": null,
5113
            "min_width": null,
5114
            "object_fit": null,
5115
            "object_position": null,
5116
            "order": null,
5117
            "overflow": null,
5118
            "overflow_x": null,
5119
            "overflow_y": null,
5120
            "padding": null,
5121
            "right": null,
5122
            "top": null,
5123
            "visibility": null,
5124
            "width": null
5125
          }
5126
        },
5127
        "d20a4e3923bd4158a683d7f932b9e4d4": {
5128
          "model_module": "@jupyter-widgets/base",
5129
          "model_module_version": "1.2.0",
5130
          "model_name": "LayoutModel",
5131
          "state": {
5132
            "_model_module": "@jupyter-widgets/base",
5133
            "_model_module_version": "1.2.0",
5134
            "_model_name": "LayoutModel",
5135
            "_view_count": null,
5136
            "_view_module": "@jupyter-widgets/base",
5137
            "_view_module_version": "1.2.0",
5138
            "_view_name": "LayoutView",
5139
            "align_content": null,
5140
            "align_items": null,
5141
            "align_self": null,
5142
            "border": null,
5143
            "bottom": null,
5144
            "display": null,
5145
            "flex": null,
5146
            "flex_flow": null,
5147
            "grid_area": null,
5148
            "grid_auto_columns": null,
5149
            "grid_auto_flow": null,
5150
            "grid_auto_rows": null,
5151
            "grid_column": null,
5152
            "grid_gap": null,
5153
            "grid_row": null,
5154
            "grid_template_areas": null,
5155
            "grid_template_columns": null,
5156
            "grid_template_rows": null,
5157
            "height": null,
5158
            "justify_content": null,
5159
            "justify_items": null,
5160
            "left": null,
5161
            "margin": null,
5162
            "max_height": null,
5163
            "max_width": null,
5164
            "min_height": null,
5165
            "min_width": null,
5166
            "object_fit": null,
5167
            "object_position": null,
5168
            "order": null,
5169
            "overflow": null,
5170
            "overflow_x": null,
5171
            "overflow_y": null,
5172
            "padding": null,
5173
            "right": null,
5174
            "top": null,
5175
            "visibility": null,
5176
            "width": null
5177
          }
5178
        },
5179
        "d55a850187434c11869e13d2fe8fd2dd": {
5180
          "model_module": "@jupyter-widgets/base",
5181
          "model_module_version": "1.2.0",
5182
          "model_name": "LayoutModel",
5183
          "state": {
5184
            "_model_module": "@jupyter-widgets/base",
5185
            "_model_module_version": "1.2.0",
5186
            "_model_name": "LayoutModel",
5187
            "_view_count": null,
5188
            "_view_module": "@jupyter-widgets/base",
5189
            "_view_module_version": "1.2.0",
5190
            "_view_name": "LayoutView",
5191
            "align_content": null,
5192
            "align_items": null,
5193
            "align_self": null,
5194
            "border": null,
5195
            "bottom": null,
5196
            "display": null,
5197
            "flex": null,
5198
            "flex_flow": null,
5199
            "grid_area": null,
5200
            "grid_auto_columns": null,
5201
            "grid_auto_flow": null,
5202
            "grid_auto_rows": null,
5203
            "grid_column": null,
5204
            "grid_gap": null,
5205
            "grid_row": null,
5206
            "grid_template_areas": null,
5207
            "grid_template_columns": null,
5208
            "grid_template_rows": null,
5209
            "height": null,
5210
            "justify_content": null,
5211
            "justify_items": null,
5212
            "left": null,
5213
            "margin": null,
5214
            "max_height": null,
5215
            "max_width": null,
5216
            "min_height": null,
5217
            "min_width": null,
5218
            "object_fit": null,
5219
            "object_position": null,
5220
            "order": null,
5221
            "overflow": null,
5222
            "overflow_x": null,
5223
            "overflow_y": null,
5224
            "padding": null,
5225
            "right": null,
5226
            "top": null,
5227
            "visibility": null,
5228
            "width": null
5229
          }
5230
        },
5231
        "d5cbb9b3d3904552a25011a504a53916": {
5232
          "model_module": "@jupyter-widgets/base",
5233
          "model_module_version": "1.2.0",
5234
          "model_name": "LayoutModel",
5235
          "state": {
5236
            "_model_module": "@jupyter-widgets/base",
5237
            "_model_module_version": "1.2.0",
5238
            "_model_name": "LayoutModel",
5239
            "_view_count": null,
5240
            "_view_module": "@jupyter-widgets/base",
5241
            "_view_module_version": "1.2.0",
5242
            "_view_name": "LayoutView",
5243
            "align_content": null,
5244
            "align_items": null,
5245
            "align_self": null,
5246
            "border": null,
5247
            "bottom": null,
5248
            "display": null,
5249
            "flex": null,
5250
            "flex_flow": null,
5251
            "grid_area": null,
5252
            "grid_auto_columns": null,
5253
            "grid_auto_flow": null,
5254
            "grid_auto_rows": null,
5255
            "grid_column": null,
5256
            "grid_gap": null,
5257
            "grid_row": null,
5258
            "grid_template_areas": null,
5259
            "grid_template_columns": null,
5260
            "grid_template_rows": null,
5261
            "height": null,
5262
            "justify_content": null,
5263
            "justify_items": null,
5264
            "left": null,
5265
            "margin": null,
5266
            "max_height": null,
5267
            "max_width": null,
5268
            "min_height": null,
5269
            "min_width": null,
5270
            "object_fit": null,
5271
            "object_position": null,
5272
            "order": null,
5273
            "overflow": null,
5274
            "overflow_x": null,
5275
            "overflow_y": null,
5276
            "padding": null,
5277
            "right": null,
5278
            "top": null,
5279
            "visibility": null,
5280
            "width": null
5281
          }
5282
        },
5283
        "da795802ebcd4c55b4c4337fae0fb8fa": {
5284
          "model_module": "@jupyter-widgets/controls",
5285
          "model_module_version": "1.5.0",
5286
          "model_name": "DescriptionStyleModel",
5287
          "state": {
5288
            "_model_module": "@jupyter-widgets/controls",
5289
            "_model_module_version": "1.5.0",
5290
            "_model_name": "DescriptionStyleModel",
5291
            "_view_count": null,
5292
            "_view_module": "@jupyter-widgets/base",
5293
            "_view_module_version": "1.2.0",
5294
            "_view_name": "StyleView",
5295
            "description_width": ""
5296
          }
5297
        },
5298
        "dae20b331ed04c3fbe8190d6677208f7": {
5299
          "model_module": "@jupyter-widgets/controls",
5300
          "model_module_version": "1.5.0",
5301
          "model_name": "FloatProgressModel",
5302
          "state": {
5303
            "_dom_classes": [],
5304
            "_model_module": "@jupyter-widgets/controls",
5305
            "_model_module_version": "1.5.0",
5306
            "_model_name": "FloatProgressModel",
5307
            "_view_count": null,
5308
            "_view_module": "@jupyter-widgets/controls",
5309
            "_view_module_version": "1.5.0",
5310
            "_view_name": "ProgressView",
5311
            "bar_style": "success",
5312
            "description": "",
5313
            "description_tooltip": null,
5314
            "layout": "IPY_MODEL_8d8c308ce90a4909a8fb43c9c9549b4c",
5315
            "max": 2,
5316
            "min": 0,
5317
            "orientation": "horizontal",
5318
            "style": "IPY_MODEL_a27c067055124e0f97835217f9cb040a",
5319
            "value": 2
5320
          }
5321
        },
5322
        "db5b063cf3494c0fa795284545768b93": {
5323
          "model_module": "@jupyter-widgets/controls",
5324
          "model_module_version": "1.5.0",
5325
          "model_name": "HTMLModel",
5326
          "state": {
5327
            "_dom_classes": [],
5328
            "_model_module": "@jupyter-widgets/controls",
5329
            "_model_module_version": "1.5.0",
5330
            "_model_name": "HTMLModel",
5331
            "_view_count": null,
5332
            "_view_module": "@jupyter-widgets/controls",
5333
            "_view_module_version": "1.5.0",
5334
            "_view_name": "HTMLView",
5335
            "description": "",
5336
            "description_tooltip": null,
5337
            "layout": "IPY_MODEL_5accc3ef1b4144a68ba5d47e451fed81",
5338
            "placeholder": "​",
5339
            "style": "IPY_MODEL_c360b3e695944fafba58108c238c7edc",
5340
            "value": " 2/2 [01:11&lt;00:00, 33.47s/it]"
5341
          }
5342
        },
5343
        "ddc17079b3314087a09a5df45a42e6ec": {
5344
          "model_module": "@jupyter-widgets/controls",
5345
          "model_module_version": "1.5.0",
5346
          "model_name": "FloatProgressModel",
5347
          "state": {
5348
            "_dom_classes": [],
5349
            "_model_module": "@jupyter-widgets/controls",
5350
            "_model_module_version": "1.5.0",
5351
            "_model_name": "FloatProgressModel",
5352
            "_view_count": null,
5353
            "_view_module": "@jupyter-widgets/controls",
5354
            "_view_module_version": "1.5.0",
5355
            "_view_name": "ProgressView",
5356
            "bar_style": "success",
5357
            "description": "",
5358
            "description_tooltip": null,
5359
            "layout": "IPY_MODEL_18eb32e23e7e4c75ae456ddd127a66b2",
5360
            "max": 493443,
5361
            "min": 0,
5362
            "orientation": "horizontal",
5363
            "style": "IPY_MODEL_2e673fa61aaf4afcb3afe03bd1ace36b",
5364
            "value": 493443
5365
          }
5366
        },
5367
        "ddf69b46cd284f7b9850ec8103235b07": {
5368
          "model_module": "@jupyter-widgets/controls",
5369
          "model_module_version": "1.5.0",
5370
          "model_name": "DescriptionStyleModel",
5371
          "state": {
5372
            "_model_module": "@jupyter-widgets/controls",
5373
            "_model_module_version": "1.5.0",
5374
            "_model_name": "DescriptionStyleModel",
5375
            "_view_count": null,
5376
            "_view_module": "@jupyter-widgets/base",
5377
            "_view_module_version": "1.2.0",
5378
            "_view_name": "StyleView",
5379
            "description_width": ""
5380
          }
5381
        },
5382
        "deb2184b72024738bc6c850b9ccab5aa": {
5383
          "model_module": "@jupyter-widgets/controls",
5384
          "model_module_version": "1.5.0",
5385
          "model_name": "FloatProgressModel",
5386
          "state": {
5387
            "_dom_classes": [],
5388
            "_model_module": "@jupyter-widgets/controls",
5389
            "_model_module_version": "1.5.0",
5390
            "_model_name": "FloatProgressModel",
5391
            "_view_count": null,
5392
            "_view_module": "@jupyter-widgets/controls",
5393
            "_view_module_version": "1.5.0",
5394
            "_view_name": "ProgressView",
5395
            "bar_style": "success",
5396
            "description": "",
5397
            "description_tooltip": null,
5398
            "layout": "IPY_MODEL_1a5178aeb4844b63a727b73486d3e401",
5399
            "max": 116,
5400
            "min": 0,
5401
            "orientation": "horizontal",
5402
            "style": "IPY_MODEL_94ee3a1bcd204a838a5a4a5a387fe409",
5403
            "value": 116
5404
          }
5405
        },
5406
        "e09dddc9e46748e4926ddcdf8ca1637e": {
5407
          "model_module": "@jupyter-widgets/controls",
5408
          "model_module_version": "1.5.0",
5409
          "model_name": "DescriptionStyleModel",
5410
          "state": {
5411
            "_model_module": "@jupyter-widgets/controls",
5412
            "_model_module_version": "1.5.0",
5413
            "_model_name": "DescriptionStyleModel",
5414
            "_view_count": null,
5415
            "_view_module": "@jupyter-widgets/base",
5416
            "_view_module_version": "1.2.0",
5417
            "_view_name": "StyleView",
5418
            "description_width": ""
5419
          }
5420
        },
5421
        "e19528df413c4447ba8fc82cc5b943c6": {
5422
          "model_module": "@jupyter-widgets/controls",
5423
          "model_module_version": "1.5.0",
5424
          "model_name": "HBoxModel",
5425
          "state": {
5426
            "_dom_classes": [],
5427
            "_model_module": "@jupyter-widgets/controls",
5428
            "_model_module_version": "1.5.0",
5429
            "_model_name": "HBoxModel",
5430
            "_view_count": null,
5431
            "_view_module": "@jupyter-widgets/controls",
5432
            "_view_module_version": "1.5.0",
5433
            "_view_name": "HBoxView",
5434
            "box_style": "",
5435
            "children": [
5436
              "IPY_MODEL_4f4bd1cbe2a34174ba72d5d5ebdf6fd0",
5437
              "IPY_MODEL_1ac55ea602f54039ba18bec229d54509",
5438
              "IPY_MODEL_3e7fac49fea74241a84c966bba20a761"
5439
            ],
5440
            "layout": "IPY_MODEL_c2da36f143664de2930fc146575b9daa"
5441
          }
5442
        },
5443
        "e407ffd890ec4867b9f564c32f308aa7": {
5444
          "model_module": "@jupyter-widgets/controls",
5445
          "model_module_version": "1.5.0",
5446
          "model_name": "FloatProgressModel",
5447
          "state": {
5448
            "_dom_classes": [],
5449
            "_model_module": "@jupyter-widgets/controls",
5450
            "_model_module_version": "1.5.0",
5451
            "_model_name": "FloatProgressModel",
5452
            "_view_count": null,
5453
            "_view_module": "@jupyter-widgets/controls",
5454
            "_view_module_version": "1.5.0",
5455
            "_view_name": "ProgressView",
5456
            "bar_style": "success",
5457
            "description": "",
5458
            "description_tooltip": null,
5459
            "layout": "IPY_MODEL_d20a4e3923bd4158a683d7f932b9e4d4",
5460
            "max": 571,
5461
            "min": 0,
5462
            "orientation": "horizontal",
5463
            "style": "IPY_MODEL_7f548bb781ac4b0eba23387ec8b1cf62",
5464
            "value": 571
5465
          }
5466
        },
5467
        "e935510f8e834878bcd049ae61a19fd7": {
5468
          "model_module": "@jupyter-widgets/controls",
5469
          "model_module_version": "1.5.0",
5470
          "model_name": "HTMLModel",
5471
          "state": {
5472
            "_dom_classes": [],
5473
            "_model_module": "@jupyter-widgets/controls",
5474
            "_model_module_version": "1.5.0",
5475
            "_model_name": "HTMLModel",
5476
            "_view_count": null,
5477
            "_view_module": "@jupyter-widgets/controls",
5478
            "_view_module_version": "1.5.0",
5479
            "_view_name": "HTMLView",
5480
            "description": "",
5481
            "description_tooltip": null,
5482
            "layout": "IPY_MODEL_d55a850187434c11869e13d2fe8fd2dd",
5483
            "placeholder": "​",
5484
            "style": "IPY_MODEL_0edf44985ac04114b080304891c273cd",
5485
            "value": "tokenizer.model: 100%"
5486
          }
5487
        },
5488
        "e973278198f84ee1b40697c7bb43de50": {
5489
          "model_module": "@jupyter-widgets/controls",
5490
          "model_module_version": "1.5.0",
5491
          "model_name": "HBoxModel",
5492
          "state": {
5493
            "_dom_classes": [],
5494
            "_model_module": "@jupyter-widgets/controls",
5495
            "_model_module_version": "1.5.0",
5496
            "_model_name": "HBoxModel",
5497
            "_view_count": null,
5498
            "_view_module": "@jupyter-widgets/controls",
5499
            "_view_module_version": "1.5.0",
5500
            "_view_name": "HBoxView",
5501
            "box_style": "",
5502
            "children": [
5503
              "IPY_MODEL_04d87ae14ef44c08a3ccbf0917a845bd",
5504
              "IPY_MODEL_dae20b331ed04c3fbe8190d6677208f7",
5505
              "IPY_MODEL_a02a1a9919d04990b0e2d588fdb116ea"
5506
            ],
5507
            "layout": "IPY_MODEL_ee8a9d95c946479bad5c373f9e501888"
5508
          }
5509
        },
5510
        "eb4ff56034c44e46846ff6a3fae8b604": {
5511
          "model_module": "@jupyter-widgets/base",
5512
          "model_module_version": "1.2.0",
5513
          "model_name": "LayoutModel",
5514
          "state": {
5515
            "_model_module": "@jupyter-widgets/base",
5516
            "_model_module_version": "1.2.0",
5517
            "_model_name": "LayoutModel",
5518
            "_view_count": null,
5519
            "_view_module": "@jupyter-widgets/base",
5520
            "_view_module_version": "1.2.0",
5521
            "_view_name": "LayoutView",
5522
            "align_content": null,
5523
            "align_items": null,
5524
            "align_self": null,
5525
            "border": null,
5526
            "bottom": null,
5527
            "display": null,
5528
            "flex": null,
5529
            "flex_flow": null,
5530
            "grid_area": null,
5531
            "grid_auto_columns": null,
5532
            "grid_auto_flow": null,
5533
            "grid_auto_rows": null,
5534
            "grid_column": null,
5535
            "grid_gap": null,
5536
            "grid_row": null,
5537
            "grid_template_areas": null,
5538
            "grid_template_columns": null,
5539
            "grid_template_rows": null,
5540
            "height": null,
5541
            "justify_content": null,
5542
            "justify_items": null,
5543
            "left": null,
5544
            "margin": null,
5545
            "max_height": null,
5546
            "max_width": null,
5547
            "min_height": null,
5548
            "min_width": null,
5549
            "object_fit": null,
5550
            "object_position": null,
5551
            "order": null,
5552
            "overflow": null,
5553
            "overflow_x": null,
5554
            "overflow_y": null,
5555
            "padding": null,
5556
            "right": null,
5557
            "top": null,
5558
            "visibility": null,
5559
            "width": null
5560
          }
5561
        },
5562
        "ec04c0eec15240bea5325c61a1471d75": {
5563
          "model_module": "@jupyter-widgets/base",
5564
          "model_module_version": "1.2.0",
5565
          "model_name": "LayoutModel",
5566
          "state": {
5567
            "_model_module": "@jupyter-widgets/base",
5568
            "_model_module_version": "1.2.0",
5569
            "_model_name": "LayoutModel",
5570
            "_view_count": null,
5571
            "_view_module": "@jupyter-widgets/base",
5572
            "_view_module_version": "1.2.0",
5573
            "_view_name": "LayoutView",
5574
            "align_content": null,
5575
            "align_items": null,
5576
            "align_self": null,
5577
            "border": null,
5578
            "bottom": null,
5579
            "display": null,
5580
            "flex": null,
5581
            "flex_flow": null,
5582
            "grid_area": null,
5583
            "grid_auto_columns": null,
5584
            "grid_auto_flow": null,
5585
            "grid_auto_rows": null,
5586
            "grid_column": null,
5587
            "grid_gap": null,
5588
            "grid_row": null,
5589
            "grid_template_areas": null,
5590
            "grid_template_columns": null,
5591
            "grid_template_rows": null,
5592
            "height": null,
5593
            "justify_content": null,
5594
            "justify_items": null,
5595
            "left": null,
5596
            "margin": null,
5597
            "max_height": null,
5598
            "max_width": null,
5599
            "min_height": null,
5600
            "min_width": null,
5601
            "object_fit": null,
5602
            "object_position": null,
5603
            "order": null,
5604
            "overflow": null,
5605
            "overflow_x": null,
5606
            "overflow_y": null,
5607
            "padding": null,
5608
            "right": null,
5609
            "top": null,
5610
            "visibility": null,
5611
            "width": null
5612
          }
5613
        },
5614
        "ec3b67ea06bc42a3a19397eaaafe2dd7": {
5615
          "model_module": "@jupyter-widgets/controls",
5616
          "model_module_version": "1.5.0",
5617
          "model_name": "DescriptionStyleModel",
5618
          "state": {
5619
            "_model_module": "@jupyter-widgets/controls",
5620
            "_model_module_version": "1.5.0",
5621
            "_model_name": "DescriptionStyleModel",
5622
            "_view_count": null,
5623
            "_view_module": "@jupyter-widgets/base",
5624
            "_view_module_version": "1.2.0",
5625
            "_view_name": "StyleView",
5626
            "description_width": ""
5627
          }
5628
        },
5629
        "ec82c6b4858443b5ab3af51096116fdc": {
5630
          "model_module": "@jupyter-widgets/base",
5631
          "model_module_version": "1.2.0",
5632
          "model_name": "LayoutModel",
5633
          "state": {
5634
            "_model_module": "@jupyter-widgets/base",
5635
            "_model_module_version": "1.2.0",
5636
            "_model_name": "LayoutModel",
5637
            "_view_count": null,
5638
            "_view_module": "@jupyter-widgets/base",
5639
            "_view_module_version": "1.2.0",
5640
            "_view_name": "LayoutView",
5641
            "align_content": null,
5642
            "align_items": null,
5643
            "align_self": null,
5644
            "border": null,
5645
            "bottom": null,
5646
            "display": null,
5647
            "flex": null,
5648
            "flex_flow": null,
5649
            "grid_area": null,
5650
            "grid_auto_columns": null,
5651
            "grid_auto_flow": null,
5652
            "grid_auto_rows": null,
5653
            "grid_column": null,
5654
            "grid_gap": null,
5655
            "grid_row": null,
5656
            "grid_template_areas": null,
5657
            "grid_template_columns": null,
5658
            "grid_template_rows": null,
5659
            "height": null,
5660
            "justify_content": null,
5661
            "justify_items": null,
5662
            "left": null,
5663
            "margin": null,
5664
            "max_height": null,
5665
            "max_width": null,
5666
            "min_height": null,
5667
            "min_width": null,
5668
            "object_fit": null,
5669
            "object_position": null,
5670
            "order": null,
5671
            "overflow": null,
5672
            "overflow_x": null,
5673
            "overflow_y": null,
5674
            "padding": null,
5675
            "right": null,
5676
            "top": null,
5677
            "visibility": null,
5678
            "width": null
5679
          }
5680
        },
5681
        "edf6db440c7f421ba11c4fccc75b4d59": {
5682
          "model_module": "@jupyter-widgets/controls",
5683
          "model_module_version": "1.5.0",
5684
          "model_name": "HBoxModel",
5685
          "state": {
5686
            "_dom_classes": [],
5687
            "_model_module": "@jupyter-widgets/controls",
5688
            "_model_module_version": "1.5.0",
5689
            "_model_name": "HBoxModel",
5690
            "_view_count": null,
5691
            "_view_module": "@jupyter-widgets/controls",
5692
            "_view_module_version": "1.5.0",
5693
            "_view_name": "HBoxView",
5694
            "box_style": "",
5695
            "children": [
5696
              "IPY_MODEL_91fb98c8997648558ded46126175116d",
5697
              "IPY_MODEL_30c4b86e52be4dad9aa6f9c8fdb6bc23",
5698
              "IPY_MODEL_7f582bc458ed4e8183e29a6f4fcf3914"
5699
            ],
5700
            "layout": "IPY_MODEL_87c93fa9b2b443b1bd8f1b244d29b93a"
5701
          }
5702
        },
5703
        "ee60bb052ad5488c8bf0bb8d9faef7b2": {
5704
          "model_module": "@jupyter-widgets/controls",
5705
          "model_module_version": "1.5.0",
5706
          "model_name": "FloatProgressModel",
5707
          "state": {
5708
            "_dom_classes": [],
5709
            "_model_module": "@jupyter-widgets/controls",
5710
            "_model_module_version": "1.5.0",
5711
            "_model_name": "FloatProgressModel",
5712
            "_view_count": null,
5713
            "_view_module": "@jupyter-widgets/controls",
5714
            "_view_module_version": "1.5.0",
5715
            "_view_name": "ProgressView",
5716
            "bar_style": "success",
5717
            "description": "",
5718
            "description_tooltip": null,
5719
            "layout": "IPY_MODEL_63457dbff9a14083995072bb84a0318e",
5720
            "max": 4540516344,
5721
            "min": 0,
5722
            "orientation": "horizontal",
5723
            "style": "IPY_MODEL_82328d4c8cbb427bb5e468bd2b608cf2",
5724
            "value": 4540516344
5725
          }
5726
        },
5727
        "ee8a9d95c946479bad5c373f9e501888": {
5728
          "model_module": "@jupyter-widgets/base",
5729
          "model_module_version": "1.2.0",
5730
          "model_name": "LayoutModel",
5731
          "state": {
5732
            "_model_module": "@jupyter-widgets/base",
5733
            "_model_module_version": "1.2.0",
5734
            "_model_name": "LayoutModel",
5735
            "_view_count": null,
5736
            "_view_module": "@jupyter-widgets/base",
5737
            "_view_module_version": "1.2.0",
5738
            "_view_name": "LayoutView",
5739
            "align_content": null,
5740
            "align_items": null,
5741
            "align_self": null,
5742
            "border": null,
5743
            "bottom": null,
5744
            "display": null,
5745
            "flex": null,
5746
            "flex_flow": null,
5747
            "grid_area": null,
5748
            "grid_auto_columns": null,
5749
            "grid_auto_flow": null,
5750
            "grid_auto_rows": null,
5751
            "grid_column": null,
5752
            "grid_gap": null,
5753
            "grid_row": null,
5754
            "grid_template_areas": null,
5755
            "grid_template_columns": null,
5756
            "grid_template_rows": null,
5757
            "height": null,
5758
            "justify_content": null,
5759
            "justify_items": null,
5760
            "left": null,
5761
            "margin": null,
5762
            "max_height": null,
5763
            "max_width": null,
5764
            "min_height": null,
5765
            "min_width": null,
5766
            "object_fit": null,
5767
            "object_position": null,
5768
            "order": null,
5769
            "overflow": null,
5770
            "overflow_x": null,
5771
            "overflow_y": null,
5772
            "padding": null,
5773
            "right": null,
5774
            "top": null,
5775
            "visibility": null,
5776
            "width": null
5777
          }
5778
        },
5779
        "ef3ce7f1467e43009c34461fb1d633d1": {
5780
          "model_module": "@jupyter-widgets/controls",
5781
          "model_module_version": "1.5.0",
5782
          "model_name": "FloatProgressModel",
5783
          "state": {
5784
            "_dom_classes": [],
5785
            "_model_module": "@jupyter-widgets/controls",
5786
            "_model_module_version": "1.5.0",
5787
            "_model_name": "FloatProgressModel",
5788
            "_view_count": null,
5789
            "_view_module": "@jupyter-widgets/controls",
5790
            "_view_module_version": "1.5.0",
5791
            "_view_name": "ProgressView",
5792
            "bar_style": "success",
5793
            "description": "",
5794
            "description_tooltip": null,
5795
            "layout": "IPY_MODEL_a3e6ee981c6a427ea555ae064b69bf1f",
5796
            "max": 2,
5797
            "min": 0,
5798
            "orientation": "horizontal",
5799
            "style": "IPY_MODEL_8983c9c98d14412b932734f76cf03904",
5800
            "value": 2
5801
          }
5802
        },
5803
        "ef69bb5a0b22469d9d67c7525d294672": {
5804
          "model_module": "@jupyter-widgets/controls",
5805
          "model_module_version": "1.5.0",
5806
          "model_name": "HBoxModel",
5807
          "state": {
5808
            "_dom_classes": [],
5809
            "_model_module": "@jupyter-widgets/controls",
5810
            "_model_module_version": "1.5.0",
5811
            "_model_name": "HBoxModel",
5812
            "_view_count": null,
5813
            "_view_module": "@jupyter-widgets/controls",
5814
            "_view_module_version": "1.5.0",
5815
            "_view_name": "HBoxView",
5816
            "box_style": "",
5817
            "children": [
5818
              "IPY_MODEL_b24189e94d2140579190ce76d7d1aacd",
5819
              "IPY_MODEL_ee60bb052ad5488c8bf0bb8d9faef7b2",
5820
              "IPY_MODEL_9a6bd5272be14cf5a9e760023e7b7697"
5821
            ],
5822
            "layout": "IPY_MODEL_ad229f97e43e4554903fa75cc972ef2f"
5823
          }
5824
        },
5825
        "f06f48bae7b74229b70fd9ba0e42ea44": {
5826
          "model_module": "@jupyter-widgets/controls",
5827
          "model_module_version": "1.5.0",
5828
          "model_name": "HTMLModel",
5829
          "state": {
5830
            "_dom_classes": [],
5831
            "_model_module": "@jupyter-widgets/controls",
5832
            "_model_module_version": "1.5.0",
5833
            "_model_name": "HTMLModel",
5834
            "_view_count": null,
5835
            "_view_module": "@jupyter-widgets/controls",
5836
            "_view_module_version": "1.5.0",
5837
            "_view_name": "HTMLView",
5838
            "description": "",
5839
            "description_tooltip": null,
5840
            "layout": "IPY_MODEL_364f51cf0777436fac8edda0298195be",
5841
            "placeholder": "​",
5842
            "style": "IPY_MODEL_da795802ebcd4c55b4c4337fae0fb8fa",
5843
            "value": "config.json: 100%"
5844
          }
5845
        },
5846
        "f828cf9ab38a48f1b9a7d3da2e30a7b5": {
5847
          "model_module": "@jupyter-widgets/controls",
5848
          "model_module_version": "1.5.0",
5849
          "model_name": "ProgressStyleModel",
5850
          "state": {
5851
            "_model_module": "@jupyter-widgets/controls",
5852
            "_model_module_version": "1.5.0",
5853
            "_model_name": "ProgressStyleModel",
5854
            "_view_count": null,
5855
            "_view_module": "@jupyter-widgets/base",
5856
            "_view_module_version": "1.2.0",
5857
            "_view_name": "StyleView",
5858
            "bar_color": null,
5859
            "description_width": ""
5860
          }
5861
        },
5862
        "f9e0d39e809045a89670455607e24fba": {
5863
          "model_module": "@jupyter-widgets/controls",
5864
          "model_module_version": "1.5.0",
5865
          "model_name": "HTMLModel",
5866
          "state": {
5867
            "_dom_classes": [],
5868
            "_model_module": "@jupyter-widgets/controls",
5869
            "_model_module_version": "1.5.0",
5870
            "_model_name": "HTMLModel",
5871
            "_view_count": null,
5872
            "_view_module": "@jupyter-widgets/controls",
5873
            "_view_module_version": "1.5.0",
5874
            "_view_name": "HTMLView",
5875
            "description": "",
5876
            "description_tooltip": null,
5877
            "layout": "IPY_MODEL_d5cbb9b3d3904552a25011a504a53916",
5878
            "placeholder": "​",
5879
            "style": "IPY_MODEL_8d919637fe434063a3cd12e3c9526741",
5880
            "value": "model-00001-of-00002.safetensors: 100%"
5881
          }
5882
        },
5883
        "fd7a792e9bc24175847ca63c35d0fc0a": {
5884
          "model_module": "@jupyter-widgets/controls",
5885
          "model_module_version": "1.5.0",
5886
          "model_name": "DescriptionStyleModel",
5887
          "state": {
5888
            "_model_module": "@jupyter-widgets/controls",
5889
            "_model_module_version": "1.5.0",
5890
            "_model_name": "DescriptionStyleModel",
5891
            "_view_count": null,
5892
            "_view_module": "@jupyter-widgets/base",
5893
            "_view_module_version": "1.2.0",
5894
            "_view_name": "StyleView",
5895
            "description_width": ""
5896
          }
5897
        },
5898
        "fdd0113a9c594b22a7b8385cb4eae382": {
5899
          "model_module": "@jupyter-widgets/controls",
5900
          "model_module_version": "1.5.0",
5901
          "model_name": "DescriptionStyleModel",
5902
          "state": {
5903
            "_model_module": "@jupyter-widgets/controls",
5904
            "_model_module_version": "1.5.0",
5905
            "_model_name": "DescriptionStyleModel",
5906
            "_view_count": null,
5907
            "_view_module": "@jupyter-widgets/base",
5908
            "_view_module_version": "1.2.0",
5909
            "_view_name": "StyleView",
5910
            "description_width": ""
5911
          }
5912
        },
5913
        "fe3329a44ea1456194daabc422d75a0a": {
5914
          "model_module": "@jupyter-widgets/base",
5915
          "model_module_version": "1.2.0",
5916
          "model_name": "LayoutModel",
5917
          "state": {
5918
            "_model_module": "@jupyter-widgets/base",
5919
            "_model_module_version": "1.2.0",
5920
            "_model_name": "LayoutModel",
5921
            "_view_count": null,
5922
            "_view_module": "@jupyter-widgets/base",
5923
            "_view_module_version": "1.2.0",
5924
            "_view_name": "LayoutView",
5925
            "align_content": null,
5926
            "align_items": null,
5927
            "align_self": null,
5928
            "border": null,
5929
            "bottom": null,
5930
            "display": null,
5931
            "flex": null,
5932
            "flex_flow": null,
5933
            "grid_area": null,
5934
            "grid_auto_columns": null,
5935
            "grid_auto_flow": null,
5936
            "grid_auto_rows": null,
5937
            "grid_column": null,
5938
            "grid_gap": null,
5939
            "grid_row": null,
5940
            "grid_template_areas": null,
5941
            "grid_template_columns": null,
5942
            "grid_template_rows": null,
5943
            "height": null,
5944
            "justify_content": null,
5945
            "justify_items": null,
5946
            "left": null,
5947
            "margin": null,
5948
            "max_height": null,
5949
            "max_width": null,
5950
            "min_height": null,
5951
            "min_width": null,
5952
            "object_fit": null,
5953
            "object_position": null,
5954
            "order": null,
5955
            "overflow": null,
5956
            "overflow_x": null,
5957
            "overflow_y": null,
5958
            "padding": null,
5959
            "right": null,
5960
            "top": null,
5961
            "visibility": null,
5962
            "width": null
5963
          }
5964
        },
5965
        "ffb2c28f3e2f41f681ebca57a902d084": {
5966
          "model_module": "@jupyter-widgets/controls",
5967
          "model_module_version": "1.5.0",
5968
          "model_name": "HTMLModel",
5969
          "state": {
5970
            "_dom_classes": [],
5971
            "_model_module": "@jupyter-widgets/controls",
5972
            "_model_module_version": "1.5.0",
5973
            "_model_name": "HTMLModel",
5974
            "_view_count": null,
5975
            "_view_module": "@jupyter-widgets/controls",
5976
            "_view_module_version": "1.5.0",
5977
            "_view_name": "HTMLView",
5978
            "description": "",
5979
            "description_tooltip": null,
5980
            "layout": "IPY_MODEL_2059c8e742c441fe98664dc948313d22",
5981
            "placeholder": "​",
5982
            "style": "IPY_MODEL_b3b748c692a840718aa66ce8724c4be1",
5983
            "value": "model.safetensors.index.json: 100%"
5984
          }
5985
        }
5986
      }
5987
    }
5988
  },
5989
  "nbformat": 4,
5990
  "nbformat_minor": 0
5991
}