--- a +++ b/Code/Drug Discovery/Meta-Llama-3/Llama-3-8B-Instruct-Gradient-1048k-Molecule.ipynb @@ -0,0 +1,11649 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "IqM-T1RTzY6C" + }, + "source": [ + "To run this, press \"*Runtime*\" and press \"*Run all*\" on a **free** Tesla T4 Google Colab instance!\n", + "<div class=\"align-center\">\n", + " <a href=\"https://github.com/unslothai/unsloth\"><img src=\"https://github.com/unslothai/unsloth/raw/main/images/unsloth%20new%20logo.png\" width=\"115\"></a>\n", + " <a href=\"https://discord.gg/u54VK8m8tk\"><img src=\"https://github.com/unslothai/unsloth/raw/main/images/Discord button.png\" width=\"145\"></a>\n", + " <a href=\"https://ko-fi.com/unsloth\"><img src=\"https://github.com/unslothai/unsloth/raw/main/images/Kofi button.png\" width=\"145\"></a></a> Join Discord if you need help + support us if you can!\n", + "</div>\n", + "\n", + "To install Unsloth on your own computer, follow the installation instructions on our Github page [here](https://github.com/unslothai/unsloth#installation-instructions---conda).\n", + "\n", + "You will learn how to do [data prep](#Data), how to [train](#Train), how to [run the model](#Inference), & [how to save it](#Save) (eg for Llama.cpp).\n", + "\n", + "**[NEW] Llama-3 8b is trained on a crazy 15 trillion tokens! Llama-2 was 2 trillion.**" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "id": "2eSvM9zX_2d3" + }, + "outputs": [], + "source": [ + "%%capture\n", + "import torch\n", + "major_version, minor_version = torch.cuda.get_device_capability()\n", + "# Must install separately since Colab has torch 2.2.1, which breaks packages\n", + "!pip install \"unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git\"\n", + "if major_version >= 8:\n", + " # Use this for new GPUs like Ampere, Hopper GPUs (RTX 30xx, RTX 40xx, A100, H100, L40)\n", + " !pip install --no-deps packaging ninja einops flash-attn xformers trl peft accelerate bitsandbytes\n", + "else:\n", + " # Use this for older GPUs (V100, Tesla T4, RTX 20xx)\n", + " !pip install --no-deps xformers trl peft accelerate bitsandbytes\n", + "pass\n", + "# Llama 3 Video Tutorial https://www.youtube.com/watch?v=aQmoog_s8HE" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "r2v_X2fA0Df5" + }, + "source": [ + "* We support Llama, Mistral, CodeLlama, TinyLlama, Vicuna, Open Hermes etc\n", + "* And Yi, Qwen ([llamafied](https://huggingface.co/models?sort=trending&search=qwen+llama)), Deepseek, all Llama, Mistral derived archs.\n", + "* We support 16bit LoRA or 4bit QLoRA. Both 2x faster.\n", + "* `max_seq_length` can be set to anything, since we do automatic RoPE Scaling via [kaiokendev's](https://kaiokendev.github.io/til) method.\n", + "* [**NEW**] With [PR 26037](https://github.com/huggingface/transformers/pull/26037), we support downloading 4bit models **4x faster**! [Our repo](https://huggingface.co/unsloth) has Llama, Mistral 4bit models." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 731, + "referenced_widgets": [ + "0c2790d97ffc43aeabfb64387ae839dd", + "2079f37f7dca43bba98c2455aff7f140", + "26c7ef4799d7408192d5467538996bc0", + "1cd9a77da50343f8b4e5766fffbaae6e", + "784397bd1881417a832af6958441d521", + "19ab2550416d4fd5a9e77f41ec026d2b", + "d6b80c8a1af6410abe9e1be645296ba8", + "c87d81a6a3c14d6d89a77c6044e1a2b3", + "8d275321b340448584b4c9a06a8673ff", + "5255c4d84fab451486bfb3318e0ce9cb", + "f3d2e7e29e8047719525f02d6f47d338", + "70a00f18fd1c48ab92cb0e4116e664b7", + "b5cf4a917b0f43c48b1ae7101e2e12b4", + "427de6dc1ff64273be181f99137b6522", + "ea07b009f331438fa1572c077bfd71eb", + "b4ee02b4ff6d4cda813eb29195c87e46", + "114ef5c665c64e40927ab860e82ac0f8", + "aa7a505cb0084db981d24424a490b51a", + "8209535d83c64faa9a229cc31bb92191", + "6a47eb4baacc4553abda62e5dac80e55", + "fbe2e70d370e4d63be1b37a3c77defc7", + "08d4883410bf420fa2a8e838a135a1a0", + "ad17cac782f845afa435632ef48efa09", + "77140591cda64bf1a28d4a1b75e2a27a", + "8fbdd42ecd8140f59ff18f0af05b9fa6", + "94e57da585464e23b16cc03a662b2d8e", + "72b03747ecda48fd96b8ff83ee0ff49f", + "69829f29648749619500ce3ac1b85258", + "c1a6929e5ffc43709d212aab8978ef98", + "6bfdfa87f2ae4d648fd131a3d44d138b", + "40eacf125fd14f608305dc08851e7128", + "d6502ccd73b9414b8ec68e3fa3ad03b6", + "0b3e118d566e4a8e92499a45ede7879a", + "e38d905b07a041f98e743b7d3c71aa25", + "e15906d685014d23bcc0bac23f927fa7", + "a5bdab92e623410e86cb2e32c614aa8a", + "fec91f513381482baf59bc0cc6936fc6", + "0b3e357a6f0446569a456828855e0caa", + "b220fa1b6486446994f3ba2c894cb51b", + "50970637e429405193419be8b6ffbed2", + "8622f38ba818499a82e5bb4562aaba8e", + "ae8d90af8052406f9f8d790632239e16", + "e99b1589bed249d98946fe584246652e", + "e3166b45009a425a871c11684ec0a926", + "f8956563b28e4414b1e1d59b1e1eb9c6", + "21d3d43e079b4573b81288c32bd80ddd", + "16a482bcdf6b4295bb741f1f8c3f0e47", + "7c8aca8babbb450882c01c8ec912bd7e", + "6427107d1bb94968b96d596aeead083b", + "fab804e5ddc545908c0bfa2c76a58c8d", + "dd4544830fb442d99d7565f1b359ce22", + "fc5c3c1a94864d81b62f71e1a555e668", + "9b587792516943aea23b0d050f2a67bc", + "b8d9c2f99e944bfebc900f9ecc0d2c51", + "2daf031450914c82942a5506130277d0", + "ca4e04ed71104524a6ca6909f5ab42a0", + "99668d6caf4746d088fe515086ad8adc", + "1d5f07791af642b48e81952ec36736b9", + "34abf22120594152b8b8b5f9a8da7d99", + "6e8f1eeabea742b3adbaf889505fcf9d", + "55b4ef75b5494472906a7dd83fec6fcb", + "b555eacd68e54346aa11de416b9c6f5a", + "3b9dad253e52445aa6e5b2c2876e3e14", + "7b696d1445ad4f24b99b2cada4299071", + "8753e5bb94844ce9ae1bab6f1f2dbf96", + "4e0afc8334da4451bbf58c7924c412f6", + "0929c74c4bca4c59aba4ad73d08cea28", + "4d33eb51d68d4c179051463d47d854b0", + "b392a077bf244e85b7df619c493a438a", + "d2e2a4a6a38a4d45b7e635e5aeb5e5a0", + "0c00d271a15b4a21a238662115979c2d", + "f8bdf78259bb4ab1aa26b5c39b586bfb", + "fc8705cae64c423e8e730df441a96ed5", + "244efa0c13d84c32b3db3608eb6a5aa5", + "53479251af864348b3a3a31e9b54b506", + "14cf1c0708ea4c6e901ba69b740ddc6b", + "abdc59e997704ae29d65c0fea613f55c", + "9815f4bb2cf443d49790f161885049a4", + "b30dfb04b33841eba0e0d6bf39d026aa", + "7701d57ed2b04db6b2942c6ccbfc1754", + "221f45f35d514c3f952267dacb1b276a", + "4641a55dd17443019f8a432d5b3eaef7", + "098950430429446586f6716abc585786", + "715356872bb94ac49d81cb51373e8a2e", + "e087f0f0f46d441f9adc78675a396a18", + "b8f1fb5bf43e44b881142c15c5676b2b", + "127de142d4b94565b2ad157c9c8e7b04", + "539e7c2e704e449bbc9d1d2246ee446b", + "b1cbaadba52546e1a120a10713daf739", + "8bd91889a993440c9bf476fcdb2c5e8c", + "3570003ce154404492edd7018ede4a20", + "3dd2d103beab40fbbd37429091ef9d5d", + "c749239f95144f45bf3cccfaa93e2dee", + "74ca05e441ca4b6e9e396c730eec984f", + "44d6507aad7d49848a7798a9c726e3de", + "a5c347e9b6ac4c778a83f7bf174d717f", + "9640284656554505bb48f7f7424f1c01", + "947fbf91b34d4b219e11708bea96c7b1", + "368423d073874cffbdbb2dabe2a48f53", + "d1de217c698342468799f5a525aecdf0", + "58d404b54be2411c9858a6ba480b11e3", + "83eb67b48e41418eb80f93a211c81866", + "d3a7869b20a244eaa7a9fb40cc3402c5", + "95395e88c5bc4dd6862f71b75339a7d2", + "e75c884fbd6b49ffb7521827b150247c", + "384df88630ae4824a372f469731ad140", + "39337b5ffa3c40eea60ca8b8e7b5049d", + "0a1daa6cdc054290862a585630cf427e", + "49da30a099f54658b2c1d64d78947b18", + "e69ea44dd69a4d1da475ab5710d945f9", + "7a206c6511324680b82a398dc2248d3c", + "90ad5d79ca794f828d69c0d477ebaf54", + "5c8ee631d38f47d098f8aa5102dce1ce", + "e262ce0f287d4742b25242e53bf8a812", + "7d318a37954c489ba962ea3f92c2c8ce", + "90ab5c48207b4f79a34111a5548074fc", + "81f2cc850cd448308c803140e6b198f9", + "3a4b22722c5d415b8734bd98e4bfeed5", + "516102ccb4aa421f85a592deecfa2da2", + "b33f384ec52c4ebda252948334622817", + "1f5d2fb310224c34a1d73cc296b7e154", + "d49276d392da4a729dcfce2fc894b538", + "e4bf641a71c046acba0003566f280c27", + "35d28e0c6048460e8b29f67e444a4c82", + "9de0270e7e6a42b0b401f56898ec7c08", + "b8d2262d3d004db6acbb810fac7c3576", + "c1c097dac2aa43829a420a52cc76d855", + "584d80a80ff146219ea10da2c4a9edcc", + "350aca79988e4851a52596837cd700b6", + "ed5ba80a383e426fababce8c262360be", + "cebbca06469546f78229971285493e58", + "224cf4cee9e44f0bb3875abebb01a9ab" + ] + }, + "id": "QmUBVEnvCDJv", + "outputId": "5dc6569e-79dc-48f9-9b28-e23b5dbd089b" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "WARNING:xformers:WARNING[XFORMERS]: xFormers can't load C++/CUDA extensions. xFormers was built for:\n", + " PyTorch 2.3.0+cu121 with CUDA 1201 (you have 2.2.1+cu121)\n", + " Python 3.10.14 (you have 3.10.12)\n", + " Please reinstall xformers (see https://github.com/facebookresearch/xformers#installing-xformers)\n", + " Memory-efficient attention, SwiGLU, sparse and more won't be available.\n", + " Set XFORMERS_MORE_DETAILS=1 for more details\n", + "/usr/local/lib/python3.10/dist-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n", + " warnings.warn(\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "config.json: 0%| | 0.00/719 [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "0c2790d97ffc43aeabfb64387ae839dd" + } + }, + "metadata": {} + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "==((====))== Unsloth: Fast Llama patching release 2024.4\n", + " \\\\ /| GPU: NVIDIA A100-SXM4-40GB. Max memory: 39.564 GB. Platform = Linux.\n", + "O^O/ \\_/ \\ Pytorch: 2.2.1+cu121. CUDA = 8.0. CUDA Toolkit = 12.1.\n", + "\\ / Bfloat16 = TRUE. Xformers = 0.0.26.post1. FA = True.\n", + " \"-____-\" Free Apache license: http://github.com/unslothai/unsloth\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "model.safetensors.index.json: 0%| | 0.00/23.9k [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "70a00f18fd1c48ab92cb0e4116e664b7" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Downloading shards: 0%| | 0/4 [00:00<?, ?it/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "ad17cac782f845afa435632ef48efa09" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "model-00001-of-00004.safetensors: 0%| | 0.00/4.98G [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "e38d905b07a041f98e743b7d3c71aa25" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "model-00002-of-00004.safetensors: 0%| | 0.00/5.00G [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "f8956563b28e4414b1e1d59b1e1eb9c6" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "model-00003-of-00004.safetensors: 0%| | 0.00/4.92G [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "ca4e04ed71104524a6ca6909f5ab42a0" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "model-00004-of-00004.safetensors: 0%| | 0.00/1.17G [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "0929c74c4bca4c59aba4ad73d08cea28" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Loading checkpoint shards: 0%| | 0/4 [00:00<?, ?it/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "9815f4bb2cf443d49790f161885049a4" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "generation_config.json: 0%| | 0.00/194 [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "b1cbaadba52546e1a120a10713daf739" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "tokenizer_config.json: 0%| | 0.00/51.0k [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "d1de217c698342468799f5a525aecdf0" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "tokenizer.json: 0%| | 0.00/9.09M [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "7a206c6511324680b82a398dc2248d3c" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "special_tokens_map.json: 0%| | 0.00/301 [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "d49276d392da4a729dcfce2fc894b538" + } + }, + "metadata": {} + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n", + "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n", + "gradientai/Llama-3-8B-Instruct-Gradient-1048k does not have a padding or unknown token!\n", + "Will use the EOS token of id 128001 as padding.\n" + ] + } + ], + "source": [ + "from unsloth import FastLanguageModel\n", + "import torch\n", + "max_seq_length = 2048 # Choose any! We auto support RoPE Scaling internally!\n", + "dtype = None # None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+\n", + "load_in_4bit = False # Use 4bit quantization to reduce memory usage. Can be False.\n", + "\n", + "# 4bit pre quantized models we support for 4x faster downloading + no OOMs.\n", + "# fourbit_models = [\n", + "# \"unsloth/mistral-7b-bnb-4bit\",\n", + "# \"unsloth/mistral-7b-instruct-v0.2-bnb-4bit\",\n", + "# \"unsloth/llama-2-7b-bnb-4bit\",\n", + "# \"unsloth/gemma-7b-bnb-4bit\",\n", + "# \"unsloth/gemma-7b-it-bnb-4bit\", # Instruct version of Gemma 7b\n", + "# \"unsloth/gemma-2b-bnb-4bit\",\n", + "# \"unsloth/gemma-2b-it-bnb-4bit\", # Instruct version of Gemma 2b\n", + "# \"unsloth/llama-3-8b-bnb-4bit\", # [NEW] 15 Trillion token Llama-3\n", + "# ] # More models at https://huggingface.co/unsloth\n", + "\n", + "model, tokenizer = FastLanguageModel.from_pretrained(\n", + " model_name = \"gradientai/Llama-3-8B-Instruct-Gradient-1048k\",\n", + " max_seq_length = max_seq_length,\n", + " dtype = dtype,\n", + " load_in_4bit = load_in_4bit,\n", + " token = \"hf_\", # use one if using gated models like meta-llama/Llama-2-7b-hf\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "SXd9bTZd1aaL" + }, + "source": [ + "We now add LoRA adapters so we only need to update 1 to 10% of all parameters!" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "6bZsfBuZDeCL", + "outputId": "6e9c4ab6-d8ed-49ba-cb32-a7a6a9a9b4fa" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Unsloth 2024.4 patched 32 layers with 32 QKV layers, 32 O layers and 32 MLP layers.\n" + ] + } + ], + "source": [ + "model = FastLanguageModel.get_peft_model(\n", + " model,\n", + " r = 1, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128\n", + " target_modules = [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\",\n", + " \"gate_proj\", \"up_proj\", \"down_proj\",],\n", + " lora_alpha = 5,\n", + " lora_dropout = 0, # Supports any, but = 0 is optimized\n", + " bias = \"none\", # Supports any, but = \"none\" is optimized\n", + " # [NEW] \"unsloth\" uses 30% less VRAM, fits 2x larger batch sizes!\n", + " use_gradient_checkpointing = \"unsloth\", # True or \"unsloth\" for very long context\n", + " random_state = 3407,\n", + " use_rslora = False, # We support rank stabilized LoRA\n", + " loftq_config = None, # And LoftQ\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "vITh0KVJ10qX" + }, + "source": [ + "<a name=\"Data\"></a>\n", + "### Data Prep\n", + "We now use the Alpaca dataset from [yahma](https://huggingface.co/datasets/yahma/alpaca-cleaned), which is a filtered version of 52K of the original [Alpaca dataset](https://crfm.stanford.edu/2023/03/13/alpaca.html). You can replace this code section with your own data prep.\n", + "\n", + "**[NOTE]** To train only on completions (ignoring the user's input) read TRL's docs [here](https://huggingface.co/docs/trl/sft_trainer#train-on-completions-only).\n", + "\n", + "**[NOTE]** Remember to add the **EOS_TOKEN** to the tokenized output!! Otherwise you'll get infinite generations!\n", + "\n", + "If you want to use the `ChatML` template for ShareGPT datasets, try our conversational [notebook](https://colab.research.google.com/drive/1Aau3lgPzeZKQ-98h69CCu1UJcvIBLmy2?usp=sharing).\n", + "\n", + "For text completions like novel writing, try this [notebook](https://colab.research.google.com/drive/1ef-tab5bhkvWmBOObepl1WgJvfvSzn5Q?usp=sharing)." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 430, + "referenced_widgets": [ + "f49688387e874bb89b61a7c414843df4", + "955bda7aaba044cabc23be7fee70f048", + "1e764f6b39394d33833c69b0aea99165", + "b3580b2994f1448a86d3b0b60b237fcf", + "9920b8f668cd487f9dd5bdb32894fb9d", + "c928f7d6c7974f67a87c9b7e619dd791", + "de0538163b5845c7825ded7c090091d1", + "9f932bf6b940473083bc6fc9264b6bf4", + "b076371f0f2544bc84391df71c5d4c57", + "60252c7aa12c4d8b83cf1a173c1a14f3", + "ed38499d875b4515bdfa5af0dc5e9204", + "c9e0afe8d1cd4f49a5bafca9e6ee012b", + "530c046765d44df9a20f2a9b0854df94", + "b87210f62e9c4819a6a246a0f0c5c2a1", + "7d7f674f96a54d00bdccf3390f1ea3e1", + "d56c88ed6b4748d7abdee2db17449fc6", + "9d28d0b2986a46e5b460a4ea663d6199", + "f00f43364c664e959a9486535ab99d10", + "66a041e68dc54dbf8011b5dd9d4f9a26", + "34027a94bca8421d987900fe52537a88", + "ee0914813f49433f922fad555e334a8f", + "8fb0515dd726466e9c73f1e47032db1d", + "746db02fb17e42979694a1dad9d81af2", + "9f9ca4d05b1d426ba99b06dd21dccb77", + "2452dbc0801542cfa3bb108bdd7633ae", + "cee5d8963b1d4aac9df9732904670b95", + "abcadfa4d18e4ea28db55698aa140269", + "e02ee4ced9f64548b85083de4f575d80", + "c4b94cbddc0f4bd0be580e52c48e2e41", + "2ad22f0056d9409d9a1ac84866683729", + "f0d40fa27b4c4bae86fe7d78689c62c6", + "309ab7b61514413ebc4fb9cad7d2848b", + "542b0dfe51174d3285bcf18dab0202d1", + "3e07314f80874faebd7f1bd63a2eb3bf", + "6e1d8c217f0e47f4b93f74a11eb4124c", + "c0eb9bf8f9e94e3d8c0a50893f0dc2c2", + "b753c8ad4857473b978ad7f015715703", + "c76268d5167f46bda30107f61bfba6d7", + "34531d180c624040b222ad2e91c0cb66", + "aaa163859d474182b82491b3a21341a4", + "00db815c2c894f9493b6a2ae04eff748", + "8599d9d983034980a6a7689b6242eeab", + "5432f0e87be14712911081d13e287c99", + "06b99b3d1a804bca8e7d72effbb97fe6", + "6b124cdccf27458ea80a61386f53b669", + "2a8364c955394a4aa8c007f98016db04", + "619f4d7cac9a43889e9cb1a461e79eb8", + "d877d7d47db04427a50ffd904dfd2f05", + "b97c9f4a33cb45cebe5885a68c0768ea", + "131cdeec8306409282052ec6641ff86c", + "7f9ca010469f4ce9876dc3faae1fda65", + "aafba16851164bdeb48ae9ab1136f22e", + "e8f75ed6981a47ac82245146652107e4", + "e89ab5a69fdb4d6b98499aadd5c387e0", + "81c52655cde142259f60ce861ff23091", + "c2e5f47253ed467ea665dce6e791c4c2", + "2441c3a41a7b4a41ba3acba28ce934d4", + "d76174cc5b5c410d810d6a7c56ba2dff", + "280222618e784d8eb765b6c13d6a9a5b", + "a58f05ce60084156ac6e60ec591c5455", + "295a0db9f2334f5fa6167a53b6b459a5", + "d8da5d2961d94ba59cc387b9161d41da", + "389fa4920be84d969b823021a73c615b", + "3c5aef724ecb4bd4998937d5bed2c34f", + "df40e0ddf3d642bba3de16c898245cad", + "6daafe9a98154ad0be0868c98651e574", + "4920cd99c70b4757b012fcd682e4fbbe", + "a242a72e4be6440197afb19c6a66dae1", + "08087558162244f9821efe4b5fe4d423", + "d76847087b4c4424bb1d46473b265ac8", + "72467708f5ff49b39bb87125b7a79bf5", + "0d04f7c57a81451bacbe5a82d8537859", + "06b1280e116d4d1a8735f6abe06a0139", + "73f8a3473b564759b08e638c8710fe3c", + "c8107a2294a6480da0680d390f9bc798", + "16e2ff2aff8b4dc1aa67aab15f926915", + "caf9a6acdf3040cd8e08e17363dfc149", + "ed3b09541193405584e42977eecfe46a", + "d7d35951278846a197cf8b23c056877e", + "597c5afd4f244e3c92f051abb7a172b9", + "eeba10e25abe4b3696889d4089a05571", + "97cce2127a0a448f8b4e834d2d67adcc", + "c7c24a04dac9451ab89889e89a3c2d01", + "1f4391b8408749739e82b6bf31d8b423", + "c7b90cad25b34230a07ad9be0aa9434a", + "8c7ecc6307e14a68b4bc6e553614fedb", + "25ea97d31ea14c06bbe9c052558b80c5", + "d1d3beb05f6442e08a20fae88ae40c3c", + "350c94fc933f4ab498606512219fc578", + "44db8238143a4577bdb932ade78debf0", + "bf8fcbec5a7e41349ade9485eea6de62", + "a59ab39214294a1e975a4ee60bac2566", + "ce2b9de243c34a83add3dd233d857783", + "601b0b2bc81244f3856c4ed6daccd592", + "386f8d4e4b38490b8e420dc35b53827f", + "6f0078f22a634a06a3d702fbfd267db6", + "a2e8e0b44ba641d6b49973cda25287e9", + "9357c4ee3e634e3283cd195b49e59404", + "6a95ea285fca4141b035a3fcc990afea", + "9e51776b088e4179a08b87508113c3ae", + "f749e5e503a845cd8f1944ccf9865bcf", + "339fe2851003462caf3522d0d7e79231", + "801238eafc9d44d1a1dbc07fb1a5edff", + "ab45757b6d77440b9b17b6cd55f04158", + "4849000bd77e4fb6b96c0bed4ed12fc4", + "ac038235bdb44d1b84eb124b45480520", + "9b4ca7e95b8f4e80b6672651c5ef2962", + "a43c104685d5480b93ee87b5936b773b", + "072a4ee5cfee47d8b5aa159342bf9620", + "1f615329cfd54990be692a48e79a2282" + ] + }, + "id": "LjY75GoYUCB8", + "outputId": "cdd48e99-9be1-48b7-e9d8-7823fa70a249" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "/usr/local/lib/python3.10/dist-packages/datasets/load.py:1486: FutureWarning: The repository for zjunlp/Mol-Instructions contains custom code which must be executed to correctly load the dataset. You can inspect the repository content at https://hf.co/datasets/zjunlp/Mol-Instructions\n", + "You can avoid this message in future by passing the argument `trust_remote_code=True`.\n", + "Passing `trust_remote_code=True` will be mandatory to load this dataset from the next major release of `datasets`.\n", + " warnings.warn(\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Downloading builder script: 0%| | 0.00/7.34k [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "f49688387e874bb89b61a7c414843df4" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Downloading readme: 0%| | 0.00/19.6k [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "c9e0afe8d1cd4f49a5bafca9e6ee012b" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Downloading data: 0%| | 0.00/73.2M [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "746db02fb17e42979694a1dad9d81af2" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Generating description_guided_molecule_design split: 0 examples [00:00, ? examples/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "3e07314f80874faebd7f1bd63a2eb3bf" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Generating forward_reaction_prediction split: 0 examples [00:00, ? examples/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "6b124cdccf27458ea80a61386f53b669" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Generating molecular_description_generation split: 0 examples [00:00, ? examples/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "c2e5f47253ed467ea665dce6e791c4c2" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Generating property_prediction split: 0 examples [00:00, ? examples/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "4920cd99c70b4757b012fcd682e4fbbe" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Generating reagent_prediction split: 0 examples [00:00, ? examples/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "ed3b09541193405584e42977eecfe46a" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Generating retrosynthesis split: 0 examples [00:00, ? examples/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "350c94fc933f4ab498606512219fc578" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Map: 0%| | 0/298319 [00:00<?, ? examples/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "9e51776b088e4179a08b87508113c3ae" + } + }, + "metadata": {} + } + ], + "source": [ + "alpaca_prompt = \"\"\"Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n", + "\n", + "### Instruction:\n", + "{}\n", + "\n", + "### Input:\n", + "{}\n", + "\n", + "### Response:\n", + "{}\"\"\"\n", + "\n", + "EOS_TOKEN = tokenizer.eos_token # Must add EOS_TOKEN\n", + "def formatting_prompts_func(examples):\n", + " instructions = examples[\"instruction\"]\n", + " inputs = examples[\"input\"]\n", + " outputs = examples[\"output\"]\n", + " texts = []\n", + " for instruction, input, output in zip(instructions, inputs, outputs):\n", + " # Must add EOS_TOKEN, otherwise your generation will go on forever!\n", + " text = alpaca_prompt.format(instruction, input, output) + EOS_TOKEN\n", + " texts.append(text)\n", + " return { \"text\" : texts, }\n", + "pass\n", + "\n", + "from datasets import load_dataset\n", + "dataset = load_dataset(\"zjunlp/Mol-Instructions\", \"Molecule-oriented Instructions\", split=\"description_guided_molecule_design\")\n", + "dataset = dataset.map(formatting_prompts_func, batched = True,)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "idAEIeSQ3xdS" + }, + "source": [ + "<a name=\"Train\"></a>\n", + "### Train the model\n", + "Now let's use Huggingface TRL's `SFTTrainer`! More docs here: [TRL SFT docs](https://huggingface.co/docs/trl/sft_trainer). We do 60 steps to speed things up, but you can set `num_train_epochs=1` for a full run, and turn off `max_steps=None`. We also support TRL's `DPOTrainer`!" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 124, + "referenced_widgets": [ + "362900a748bd4e749c7905ab91ece526", + "597b9b093c424c76a9c846b360ef4907", + "1d6b2cbc29524718ad5a58b8db8de5d0", + "ba13ecb422e44bb19b825843c5e893be", + "4d3f2990e5a846d3a70a663b386ba723", + "d18b150834d74413a22663f3d26b2f62", + "4cc7ad7a048d4617848b17a02c197031", + "cb13ab93efac498c84ae1e94f3d9efe8", + "d6d552d01b844eaa8562bb65c8e05182", + "e9ccf9d1617c453eaf547a30caf616da", + "ff7397d4a5c5498c84f55a77f26e5208" + ] + }, + "id": "95_Nn-89DhsL", + "outputId": "a8d0ca7f-dd97-4c40-b187-3b73d64980b8" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "/usr/local/lib/python3.10/dist-packages/multiprocess/popen_fork.py:66: RuntimeWarning: os.fork() was called. os.fork() is incompatible with multithreaded code, and JAX is multithreaded, so this will likely lead to a deadlock.\n", + " self.pid = os.fork()\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Map (num_proc=2): 0%| | 0/298319 [00:00<?, ? examples/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "362900a748bd4e749c7905ab91ece526" + } + }, + "metadata": {} + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "max_steps is given, it will override any value given in num_train_epochs\n" + ] + } + ], + "source": [ + "from trl import SFTTrainer\n", + "from transformers import TrainingArguments\n", + "\n", + "trainer = SFTTrainer(\n", + " model = model,\n", + " tokenizer = tokenizer,\n", + " train_dataset = dataset,\n", + " dataset_text_field = \"text\",\n", + " max_seq_length = max_seq_length,\n", + " dataset_num_proc = 2,\n", + " packing = False, # Can make training 5x faster for short sequences.\n", + " args = TrainingArguments(\n", + " per_device_train_batch_size = 2,\n", + " gradient_accumulation_steps = 4,\n", + " warmup_steps = 5,\n", + " max_steps = 400,\n", + " learning_rate = 2e-4,\n", + " fp16 = not torch.cuda.is_bf16_supported(),\n", + " bf16 = torch.cuda.is_bf16_supported(),\n", + " logging_steps = 1,\n", + " optim = \"adamw_8bit\",\n", + " weight_decay = 0.01,\n", + " lr_scheduler_type = \"linear\",\n", + " seed = 3407,\n", + " output_dir = \"outputs\",\n", + " ),\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "2ejIt2xSNKKp", + "outputId": "8b6bdda2-6667-4e91-8f1c-8f71c94e4688" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "GPU = NVIDIA A100-SXM4-40GB. Max memory = 39.564 GB.\n", + "31.113 GB of memory reserved.\n" + ] + } + ], + "source": [ + "#@title Show current memory stats\n", + "gpu_stats = torch.cuda.get_device_properties(0)\n", + "start_gpu_memory = round(torch.cuda.max_memory_reserved() / 1024 / 1024 / 1024, 3)\n", + "max_memory = round(gpu_stats.total_memory / 1024 / 1024 / 1024, 3)\n", + "print(f\"GPU = {gpu_stats.name}. Max memory = {max_memory} GB.\")\n", + "print(f\"{start_gpu_memory} GB of memory reserved.\")" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 12705 + }, + "id": "yqxqAZ7KJ4oL", + "outputId": "925325d3-7793-4d1d-a03f-026fd2de00be" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "==((====))== Unsloth - 2x faster free finetuning | Num GPUs = 1\n", + " \\\\ /| Num examples = 298,319 | Num Epochs = 1\n", + "O^O/ \\_/ \\ Batch size per device = 2 | Gradient Accumulation steps = 4\n", + "\\ / Total batch size = 8 | Total steps = 400\n", + " \"-____-\" Number of trainable parameters = 2,621,440\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "<IPython.core.display.HTML object>" + ], + "text/html": [ + "\n", + " <div>\n", + " \n", + " <progress value='400' max='400' style='width:300px; height:20px; vertical-align: middle;'></progress>\n", + " [400/400 10:02, Epoch 0/1]\n", + " </div>\n", + " <table border=\"1\" class=\"dataframe\">\n", + " <thead>\n", + " <tr style=\"text-align: left;\">\n", + " <th>Step</th>\n", + " <th>Training Loss</th>\n", + " </tr>\n", + " </thead>\n", + " <tbody>\n", + " <tr>\n", + " <td>1</td>\n", + " <td>2.063800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>2</td>\n", + " <td>2.284100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>3</td>\n", + " <td>2.350400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>4</td>\n", + " <td>1.959100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>5</td>\n", + " <td>2.012800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>6</td>\n", + " <td>2.212900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>7</td>\n", + " <td>1.806100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>8</td>\n", + " <td>1.637100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>9</td>\n", + " <td>1.620500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>10</td>\n", + " <td>1.375400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>11</td>\n", + " <td>1.337200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>12</td>\n", + " <td>1.505800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>13</td>\n", + " <td>1.208200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>14</td>\n", + " <td>1.227500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>15</td>\n", + " <td>1.099000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>16</td>\n", + " <td>1.005600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>17</td>\n", + " <td>1.076100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>18</td>\n", + " <td>0.903000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>19</td>\n", + " <td>0.915700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>20</td>\n", + " <td>0.898300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>21</td>\n", + " <td>0.842600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>22</td>\n", + " <td>0.820800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>23</td>\n", + " <td>0.822900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>24</td>\n", + " <td>0.841900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>25</td>\n", + " <td>0.657700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>26</td>\n", + " <td>0.822500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>27</td>\n", + " <td>0.682300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>28</td>\n", + " <td>0.702500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>29</td>\n", + " <td>0.839700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>30</td>\n", + " <td>0.711300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>31</td>\n", + " <td>0.697000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>32</td>\n", + " <td>0.737800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>33</td>\n", + " <td>0.706900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>34</td>\n", + " <td>0.691200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>35</td>\n", + " <td>0.626900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>36</td>\n", + " <td>0.696300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>37</td>\n", + " <td>0.640600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>38</td>\n", + " <td>0.590500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>39</td>\n", + " <td>0.734600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>40</td>\n", + " <td>0.599000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>41</td>\n", + " <td>0.577900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>42</td>\n", + " <td>0.659300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>43</td>\n", + " <td>0.565900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>44</td>\n", + " <td>0.658700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>45</td>\n", + " <td>0.751400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>46</td>\n", + " <td>0.619700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>47</td>\n", + " <td>0.602800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>48</td>\n", + " <td>0.664300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>49</td>\n", + " <td>0.593500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>50</td>\n", + " <td>0.607200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>51</td>\n", + " <td>0.605100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>52</td>\n", + " <td>0.576300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>53</td>\n", + " <td>0.627100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>54</td>\n", + " <td>0.584200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>55</td>\n", + " <td>0.581300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>56</td>\n", + " <td>0.602500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>57</td>\n", + " <td>0.510300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>58</td>\n", + " <td>0.514600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>59</td>\n", + " <td>0.580700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>60</td>\n", + " <td>0.697100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>61</td>\n", + " <td>0.579200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>62</td>\n", + " <td>0.617400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>63</td>\n", + " <td>0.583500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>64</td>\n", + " <td>0.599700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>65</td>\n", + " <td>0.539800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>66</td>\n", + " <td>0.526200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>67</td>\n", + " <td>0.732300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>68</td>\n", + " <td>0.557800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>69</td>\n", + " <td>0.543200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>70</td>\n", + " <td>0.532700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>71</td>\n", + " <td>0.684400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>72</td>\n", + " <td>0.774700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>73</td>\n", + " <td>0.495600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>74</td>\n", + " <td>0.516500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>75</td>\n", + " <td>0.466400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>76</td>\n", + " <td>0.671500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>77</td>\n", + " <td>0.528400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>78</td>\n", + " <td>0.546200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>79</td>\n", + " <td>0.479500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>80</td>\n", + " <td>0.469000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>81</td>\n", + " <td>0.517700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>82</td>\n", + " <td>0.544300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>83</td>\n", + " <td>0.508300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>84</td>\n", + " <td>0.531700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>85</td>\n", + " <td>0.552100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>86</td>\n", + " <td>0.539000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>87</td>\n", + " <td>0.529600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>88</td>\n", + " <td>0.463000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>89</td>\n", + " <td>0.571600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>90</td>\n", + " <td>0.502300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>91</td>\n", + " <td>0.449700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>92</td>\n", + " <td>0.483700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>93</td>\n", + " <td>0.524700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>94</td>\n", + " <td>0.608000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>95</td>\n", + " <td>0.538300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>96</td>\n", + " <td>0.514600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>97</td>\n", + " <td>0.459000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>98</td>\n", + " <td>0.524500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>99</td>\n", + " <td>0.521800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>100</td>\n", + " <td>0.534600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>101</td>\n", + " <td>0.564900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>102</td>\n", + " <td>0.530300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>103</td>\n", + " <td>0.487100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>104</td>\n", + " <td>0.534700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>105</td>\n", + " <td>0.619500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>106</td>\n", + " <td>0.471700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>107</td>\n", + " <td>0.538800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>108</td>\n", + " <td>0.471100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>109</td>\n", + " <td>0.443700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>110</td>\n", + " <td>0.539100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>111</td>\n", + " <td>0.621100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>112</td>\n", + " <td>0.455100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>113</td>\n", + " <td>0.620300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>114</td>\n", + " <td>0.525600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>115</td>\n", + " <td>0.507600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>116</td>\n", + " <td>0.515900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>117</td>\n", + " <td>0.501600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>118</td>\n", + " <td>0.490900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>119</td>\n", + " <td>0.459900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>120</td>\n", + " <td>0.513900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>121</td>\n", + " <td>0.601200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>122</td>\n", + " <td>0.473700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>123</td>\n", + " <td>0.480300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>124</td>\n", + " <td>0.458400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>125</td>\n", + " <td>0.585700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>126</td>\n", + " <td>0.539100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>127</td>\n", + " <td>0.567700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>128</td>\n", + " <td>0.488700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>129</td>\n", + " <td>0.475000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>130</td>\n", + " <td>0.505900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>131</td>\n", + " <td>0.541500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>132</td>\n", + " <td>0.566000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>133</td>\n", + " <td>0.706600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>134</td>\n", + " <td>0.699000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>135</td>\n", + " <td>0.459800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>136</td>\n", + " <td>0.524000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>137</td>\n", + " <td>0.523900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>138</td>\n", + " <td>0.461800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>139</td>\n", + " <td>0.518400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>140</td>\n", + " <td>0.441500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>141</td>\n", + " <td>0.421700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>142</td>\n", + " <td>0.444300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>143</td>\n", + " <td>0.571700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>144</td>\n", + " <td>0.449400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>145</td>\n", + " <td>0.581900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>146</td>\n", + " <td>0.406000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>147</td>\n", + " <td>0.448300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>148</td>\n", + " <td>0.463800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>149</td>\n", + " <td>0.442700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>150</td>\n", + " <td>0.460600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>151</td>\n", + " <td>0.453200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>152</td>\n", + " <td>0.472400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>153</td>\n", + " <td>0.403000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>154</td>\n", + " <td>0.450000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>155</td>\n", + " <td>0.522700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>156</td>\n", + " <td>0.480400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>157</td>\n", + " <td>0.501900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>158</td>\n", + " <td>0.462600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>159</td>\n", + " <td>0.533800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>160</td>\n", + " <td>0.508600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>161</td>\n", + " <td>0.432600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>162</td>\n", + " <td>0.518300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>163</td>\n", + " <td>0.358400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>164</td>\n", + " <td>0.494800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>165</td>\n", + " <td>0.437500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>166</td>\n", + " <td>0.374400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>167</td>\n", + " <td>0.489200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>168</td>\n", + " <td>0.545400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>169</td>\n", + " <td>0.425800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>170</td>\n", + " <td>0.510000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>171</td>\n", + " <td>0.486900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>172</td>\n", + " <td>0.416500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>173</td>\n", + " <td>0.565300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>174</td>\n", + " <td>0.382600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>175</td>\n", + " <td>0.559100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>176</td>\n", + " <td>0.459400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>177</td>\n", + " <td>0.431500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>178</td>\n", + " <td>0.499000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>179</td>\n", + " <td>0.466100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>180</td>\n", + " <td>0.460100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>181</td>\n", + " <td>0.536700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>182</td>\n", + " <td>0.434600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>183</td>\n", + " <td>0.475200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>184</td>\n", + " <td>0.462500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>185</td>\n", + " <td>0.429200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>186</td>\n", + " <td>0.393700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>187</td>\n", + " <td>0.579800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>188</td>\n", + " <td>0.478900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>189</td>\n", + " <td>0.460000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>190</td>\n", + " <td>0.408600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>191</td>\n", + " <td>0.492700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>192</td>\n", + " <td>0.500800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>193</td>\n", + " <td>0.541000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>194</td>\n", + " <td>0.446000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>195</td>\n", + " <td>0.623600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>196</td>\n", + " <td>0.661400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>197</td>\n", + " <td>0.508600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>198</td>\n", + " <td>0.731800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>199</td>\n", + " <td>0.483200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>200</td>\n", + " <td>0.435100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>201</td>\n", + " <td>0.511500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>202</td>\n", + " <td>0.516100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>203</td>\n", + " <td>0.539100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>204</td>\n", + " <td>0.510300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>205</td>\n", + " <td>0.400000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>206</td>\n", + " <td>0.478500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>207</td>\n", + " <td>0.432200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>208</td>\n", + " <td>0.471600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>209</td>\n", + " <td>0.541300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>210</td>\n", + " <td>0.484400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>211</td>\n", + " <td>0.487700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>212</td>\n", + " <td>0.391600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>213</td>\n", + " <td>0.546900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>214</td>\n", + " <td>0.470200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>215</td>\n", + " <td>0.465100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>216</td>\n", + " <td>0.590800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>217</td>\n", + " <td>0.396900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>218</td>\n", + " <td>0.579500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>219</td>\n", + " <td>0.424400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>220</td>\n", + " <td>0.491600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>221</td>\n", + " <td>0.476500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>222</td>\n", + " <td>0.476000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>223</td>\n", + " <td>0.459300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>224</td>\n", + " <td>0.476200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>225</td>\n", + " <td>0.501200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>226</td>\n", + " <td>0.454000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>227</td>\n", + " <td>0.666200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>228</td>\n", + " <td>0.499800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>229</td>\n", + " <td>0.397800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>230</td>\n", + " <td>0.387800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>231</td>\n", + " <td>0.630800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>232</td>\n", + " <td>0.387300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>233</td>\n", + " <td>0.397600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>234</td>\n", + " <td>0.370100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>235</td>\n", + " <td>0.499100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>236</td>\n", + " <td>0.449100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>237</td>\n", + " <td>0.385800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>238</td>\n", + " <td>0.400700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>239</td>\n", + " <td>0.373100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>240</td>\n", + " <td>0.460500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>241</td>\n", + " <td>0.594700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>242</td>\n", + " <td>0.478000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>243</td>\n", + " <td>0.371700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>244</td>\n", + " <td>0.433300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>245</td>\n", + " <td>0.481300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>246</td>\n", + " <td>0.508000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>247</td>\n", + " <td>0.485900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>248</td>\n", + " <td>0.462200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>249</td>\n", + " <td>0.472200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>250</td>\n", + " <td>0.414300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>251</td>\n", + " <td>0.367800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>252</td>\n", + " <td>0.400900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>253</td>\n", + " <td>0.460100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>254</td>\n", + " <td>0.445400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>255</td>\n", + " <td>0.404100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>256</td>\n", + " <td>0.432600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>257</td>\n", + " <td>0.408900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>258</td>\n", + " <td>0.524300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>259</td>\n", + " <td>0.464600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>260</td>\n", + " <td>0.469600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>261</td>\n", + " <td>0.505900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>262</td>\n", + " <td>0.403900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>263</td>\n", + " <td>0.596700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>264</td>\n", + " <td>0.483400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>265</td>\n", + " <td>0.502100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>266</td>\n", + " <td>0.472300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>267</td>\n", + " <td>0.380300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>268</td>\n", + " <td>0.557800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>269</td>\n", + " <td>0.460100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>270</td>\n", + " <td>0.474400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>271</td>\n", + " <td>0.498200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>272</td>\n", + " <td>0.364500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>273</td>\n", + " <td>0.393000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>274</td>\n", + " <td>0.439800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>275</td>\n", + " <td>0.376500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>276</td>\n", + " <td>0.354800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>277</td>\n", + " <td>0.423600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>278</td>\n", + " <td>0.488700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>279</td>\n", + " <td>0.509400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>280</td>\n", + " <td>0.520900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>281</td>\n", + " <td>0.447400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>282</td>\n", + " <td>0.458200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>283</td>\n", + " <td>0.460700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>284</td>\n", + " <td>0.451100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>285</td>\n", + " <td>0.524000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>286</td>\n", + " <td>0.389100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>287</td>\n", + " <td>0.672600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>288</td>\n", + " <td>0.489500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>289</td>\n", + " <td>0.528300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>290</td>\n", + " <td>0.452500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>291</td>\n", + " <td>0.510500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>292</td>\n", + " <td>0.410800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>293</td>\n", + " <td>0.479500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>294</td>\n", + " <td>0.461500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>295</td>\n", + " <td>0.505300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>296</td>\n", + " <td>0.364300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>297</td>\n", + " <td>0.399100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>298</td>\n", + " <td>0.429900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>299</td>\n", + " <td>0.377100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>300</td>\n", + " <td>0.524800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>301</td>\n", + " <td>0.422100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>302</td>\n", + " <td>0.374100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>303</td>\n", + " <td>0.392000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>304</td>\n", + " <td>0.478400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>305</td>\n", + " <td>0.468700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>306</td>\n", + " <td>0.471200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>307</td>\n", + " <td>0.422600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>308</td>\n", + " <td>0.451800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>309</td>\n", + " <td>0.371800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>310</td>\n", + " <td>0.424000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>311</td>\n", + " <td>0.547400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>312</td>\n", + " <td>0.514700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>313</td>\n", + " <td>0.335400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>314</td>\n", + " <td>0.520900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>315</td>\n", + " <td>0.628400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>316</td>\n", + " <td>0.484000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>317</td>\n", + " <td>0.536000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>318</td>\n", + " <td>0.398500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>319</td>\n", + " <td>0.416600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>320</td>\n", + " <td>0.373100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>321</td>\n", + " <td>0.583000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>322</td>\n", + " <td>0.358400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>323</td>\n", + " <td>0.560100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>324</td>\n", + " <td>0.419000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>325</td>\n", + " <td>0.407200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>326</td>\n", + " <td>0.431500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>327</td>\n", + " <td>0.395200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>328</td>\n", + " <td>0.613900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>329</td>\n", + " <td>0.463900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>330</td>\n", + " <td>0.450400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>331</td>\n", + " <td>0.488600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>332</td>\n", + " <td>0.479900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>333</td>\n", + " <td>0.457400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>334</td>\n", + " <td>0.454200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>335</td>\n", + " <td>0.424600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>336</td>\n", + " <td>0.454400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>337</td>\n", + " <td>0.386300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>338</td>\n", + " <td>0.356700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>339</td>\n", + " <td>0.486000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>340</td>\n", + " <td>0.418800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>341</td>\n", + " <td>0.538800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>342</td>\n", + " <td>0.375200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>343</td>\n", + " <td>0.448100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>344</td>\n", + " <td>0.470400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>345</td>\n", + " <td>0.431000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>346</td>\n", + " <td>0.387600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>347</td>\n", + " <td>0.557000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>348</td>\n", + " <td>0.486200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>349</td>\n", + " <td>0.400000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>350</td>\n", + " <td>0.415500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>351</td>\n", + " <td>0.422200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>352</td>\n", + " <td>0.402900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>353</td>\n", + " <td>0.389500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>354</td>\n", + " <td>0.629100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>355</td>\n", + " <td>0.377000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>356</td>\n", + " <td>0.465900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>357</td>\n", + " <td>0.345500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>358</td>\n", + " <td>0.488300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>359</td>\n", + " <td>0.395200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>360</td>\n", + " <td>0.441200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>361</td>\n", + " <td>0.443000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>362</td>\n", + " <td>0.436100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>363</td>\n", + " <td>0.402400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>364</td>\n", + " <td>0.472100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>365</td>\n", + " <td>0.504100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>366</td>\n", + " <td>0.544000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>367</td>\n", + " <td>0.375400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>368</td>\n", + " <td>0.368100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>369</td>\n", + " <td>0.345200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>370</td>\n", + " <td>0.472400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>371</td>\n", + " <td>0.464600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>372</td>\n", + " <td>0.364100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>373</td>\n", + " <td>0.416900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>374</td>\n", + " <td>0.450700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>375</td>\n", + " <td>0.418100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>376</td>\n", + " <td>0.391600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>377</td>\n", + " <td>0.448400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>378</td>\n", + " <td>0.443500</td>\n", + " </tr>\n", + " <tr>\n", + " <td>379</td>\n", + " <td>0.405000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>380</td>\n", + " <td>0.365200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>381</td>\n", + " <td>0.518300</td>\n", + " </tr>\n", + " <tr>\n", + " <td>382</td>\n", + " <td>0.459900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>383</td>\n", + " <td>0.428700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>384</td>\n", + " <td>0.366800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>385</td>\n", + " <td>0.379200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>386</td>\n", + " <td>0.405400</td>\n", + " </tr>\n", + " <tr>\n", + " <td>387</td>\n", + " <td>0.397100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>388</td>\n", + " <td>0.358600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>389</td>\n", + " <td>0.461700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>390</td>\n", + " <td>0.397100</td>\n", + " </tr>\n", + " <tr>\n", + " <td>391</td>\n", + " <td>0.394900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>392</td>\n", + " <td>0.370900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>393</td>\n", + " <td>0.407900</td>\n", + " </tr>\n", + " <tr>\n", + " <td>394</td>\n", + " <td>0.387200</td>\n", + " </tr>\n", + " <tr>\n", + " <td>395</td>\n", + " <td>0.376600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>396</td>\n", + " <td>0.351800</td>\n", + " </tr>\n", + " <tr>\n", + " <td>397</td>\n", + " <td>0.513600</td>\n", + " </tr>\n", + " <tr>\n", + " <td>398</td>\n", + " <td>0.466700</td>\n", + " </tr>\n", + " <tr>\n", + " <td>399</td>\n", + " <td>0.505000</td>\n", + " </tr>\n", + " <tr>\n", + " <td>400</td>\n", + " <td>0.427000</td>\n", + " </tr>\n", + " </tbody>\n", + "</table><p>" + ] + }, + "metadata": {} + } + ], + "source": [ + "trainer_stats = trainer.train()" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "pCqnaKmlO1U9", + "outputId": "d2f8f7eb-0295-49e2-981d-eed3e2db8778" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "610.1027 seconds used for training.\n", + "10.17 minutes used for training.\n", + "Peak reserved memory = 36.227 GB.\n", + "Peak reserved memory for training = 5.114 GB.\n", + "Peak reserved memory % of max memory = 91.566 %.\n", + "Peak reserved memory for training % of max memory = 12.926 %.\n" + ] + } + ], + "source": [ + "#@title Show final memory and time stats\n", + "used_memory = round(torch.cuda.max_memory_reserved() / 1024 / 1024 / 1024, 3)\n", + "used_memory_for_lora = round(used_memory - start_gpu_memory, 3)\n", + "used_percentage = round(used_memory /max_memory*100, 3)\n", + "lora_percentage = round(used_memory_for_lora/max_memory*100, 3)\n", + "print(f\"{trainer_stats.metrics['train_runtime']} seconds used for training.\")\n", + "print(f\"{round(trainer_stats.metrics['train_runtime']/60, 2)} minutes used for training.\")\n", + "print(f\"Peak reserved memory = {used_memory} GB.\")\n", + "print(f\"Peak reserved memory for training = {used_memory_for_lora} GB.\")\n", + "print(f\"Peak reserved memory % of max memory = {used_percentage} %.\")\n", + "print(f\"Peak reserved memory for training % of max memory = {lora_percentage} %.\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "ekOmTR1hSNcr" + }, + "source": [ + "<a name=\"Inference\"></a>\n", + "### Inference\n", + "Let's run the model! You can change the instruction and input - leave the output blank!" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "kR3gIAX-SM2q", + "outputId": "18b60f5e-e9ad-4c6d-d4f1-b83460394bde" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "['<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\\n\\n### Instruction:\\nContinue the fibonnaci sequence.\\n\\n### Input:\\n1, 1, 2, 3, 5, 8\\n\\n### Response:\\n13, 21, 34, 55, 89, 144, 233, 377, 610, 985, 1597, 2584, 4181, 6765, 10946, 17711, 28657, 46368, 75025']" + ] + }, + "metadata": {}, + "execution_count": 9 + } + ], + "source": [ + "# alpaca_prompt = Copied from above\n", + "FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"Continue the fibonnaci sequence.\", # instruction\n", + " \"1, 1, 2, 3, 5, 8\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "\n", + "outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)\n", + "tokenizer.batch_decode(outputs)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "CrSvZObor0lY" + }, + "source": [ + " You can also use a `TextStreamer` for continuous inference - so you can see the generation token by token, instead of waiting the whole time!" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "e2pEuRb1r2Vg", + "outputId": "4d4697e4-16c9-4985-983b-40b2a32660d9" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n", + "\n", + "### Instruction:\n", + "Continue the fibonnaci sequence.\n", + "\n", + "### Input:\n", + "1, 1, 2, 3, 5, 8\n", + "\n", + "### Response:\n", + "13, 21, 34, 55, 89, 144, 233, 377, 610, 987, 1597, 2584, 4181, 6765, 10946, 17711, 28657, 46368, 75025, 121393, 196418, 317811, 514229, 832040, 1346269, 2178309, 3524578, 5702887, 9227465, 14930352, 24157817, 39088169, 632459\n" + ] + } + ], + "source": [ + "# alpaca_prompt = Copied from above\n", + "FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"Continue the fibonnaci sequence.\", # instruction\n", + " \"1, 1, 2, 3, 5, 8\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "\n", + "from transformers import TextStreamer\n", + "text_streamer = TextStreamer(tokenizer)\n", + "_ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 128)" + ] + }, + { + "cell_type": "code", + "source": [ + "# alpaca_prompt = Copied from above\n", + "FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"What is a famous bridge in San Francisco bay area?\", # instruction\n", + " \"\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "\n", + "from transformers import TextStreamer\n", + "text_streamer = TextStreamer(tokenizer)\n", + "_ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 128)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "Z5tWI7ivVjMg", + "outputId": "d5bb6863-f39e-43ec-dea4-ffc975367e6b" + }, + "execution_count": 11, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n", + "\n", + "### Instruction:\n", + "What is a famous bridge in San Francisco bay area?\n", + "\n", + "### Input:\n", + "\n", + "\n", + "### Response:\n", + "The Golden Gate Bridge is a suspension bridge that spans the Golden Gate strait, which is the opening of San Francisco Bay into the Pacific Ocean. It connects the city of San Francisco, on the northern tip of the San Francisco Peninsula, to Marin County, across the strait. The bridge is painted a distinctive shade of orange-red known as \"International Orange,\" which was chosen to make the bridge more visible in the foggy climate. It has become an internationally recognized symbol of San Francisco and California. The bridge was completed in 1937 and was, at the time, the longest suspension bridge in the world, with a main span of\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "# alpaca_prompt = Copied from above\n", + "FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"What is a famous university in San Francisco bay area?\", # instruction\n", + " \"\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "\n", + "from transformers import TextStreamer\n", + "text_streamer = TextStreamer(tokenizer)\n", + "_ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 128)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "9fJZQcwlVlBq", + "outputId": "bd39de89-417a-455a-de31-34644bfa2e28" + }, + "execution_count": 12, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n", + "\n", + "### Instruction:\n", + "What is a famous university in San Francisco bay area?\n", + "\n", + "### Input:\n", + "\n", + "\n", + "### Response:\n", + "UC Berkeley\n", + "\n", + "### Reasoning:\n", + "The University of California, Berkeley is a public research university located in Berkeley, California. It is the oldest and one of the most prestigious state universities in the United States, and the flagship institution of the University of California system. It is consistently ranked as one of the top universities globally, and is highly regarded for its academic excellence, research opportunities, and strong sense of community. UC Berkeley is known for its strong programs in engineering, computer science, business, law, and public policy, among others. It is also home to several renowned research institutes and centers, including the Lawrence Berkeley National Laboratory and the Berkeley\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "# alpaca_prompt = Copied from above\n", + "FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"What are the DNA bases?\", # instruction\n", + " \"\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "\n", + "from transformers import TextStreamer\n", + "text_streamer = TextStreamer(tokenizer)\n", + "_ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 128)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "1TPeJxviVls8", + "outputId": "855ee150-24d7-4ab1-d833-0b54e3d16d89" + }, + "execution_count": 13, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n", + "\n", + "### Instruction:\n", + "What are the DNA bases?\n", + "\n", + "### Input:\n", + "\n", + "\n", + "### Response:\n", + "The DNA bases are adenine (A), cytosine (C), guanine (G), and thymine (T). \n", + "\n", + "### Note:\n", + "The sequence of DNA bases in a DNA molecule determines the genetic information encoded in that molecule. The sequence of bases is read in a particular order, known as the DNA sequence, which contains the instructions for synthesizing proteins and other molecules in the cell. The order of the bases in a DNA molecule is determined by the base pairing rules, which dictate that adenine always pairs with thymine and guanine always pairs with cytosine. The complementary base pairing of A and T and\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "# alpaca_prompt = Copied from above\n", + "FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"What are all of the types of bonds found in DNA?\", # instruction\n", + " \"\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "\n", + "from transformers import TextStreamer\n", + "text_streamer = TextStreamer(tokenizer)\n", + "_ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 128)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "GlPUCSprVnRK", + "outputId": "8148cbb9-985e-47d9-ed6d-1aadb3d3f6d7" + }, + "execution_count": 14, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n", + "\n", + "### Instruction:\n", + "What are all of the types of bonds found in DNA?\n", + "\n", + "### Input:\n", + "\n", + "\n", + "### Response:\n", + "1. Phosphodiester bond\n", + "2. Hydrogen bond\n", + "3. Covalent bond\n", + "4. Hydrogen bond\n", + "5. Covalent bond\n", + "6. Phosphodiester bond\n", + "7. Hydrogen bond\n", + "8. Covalent bond\n", + "9. Phosphodiester bond\n", + "10. Hydrogen bond\n", + "11. Covalent bond\n", + "12. Phosphodiester bond\n", + "13. Hydrogen bond\n", + "14. Covalent bond\n", + "15. Phosphodiester bond\n", + "16. Hydrogen bond\n", + "17. Covalent bond\n", + "18. Phosphodiester bond\n", + "19.\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "# alpaca_prompt = Copied from above\n", + "FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"What are the reaction names to create DNA?\", # instruction\n", + " \"\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "\n", + "from transformers import TextStreamer\n", + "text_streamer = TextStreamer(tokenizer)\n", + "_ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 128)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "NelWwdJjVpqR", + "outputId": "e1d06d3e-27b2-4a71-c0cf-00b347737ba3" + }, + "execution_count": 15, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n", + "\n", + "### Instruction:\n", + "What are the reaction names to create DNA?\n", + "\n", + "### Input:\n", + "\n", + "\n", + "### Response:\n", + "[C][C@@H1][C@H1][Branch2][Ring1][=Branch1][C@@H1][Branch1][Ring2][O][Ring1][=Branch1][N][C@@H1][Branch1][#Branch2][C@H1][Branch1][Branch1][C][C][Ring1][=Branch1][O][N][C][=C][C][=C][C][=C][Ring1][=Branch1][C][=C][C][=C][C][=C][Ring1][=Branch1][O][\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "# alpaca_prompt = Copied from above\n", + "FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"What is the structure for adenine?\", # instruction\n", + " \"\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "\n", + "from transformers import TextStreamer\n", + "text_streamer = TextStreamer(tokenizer)\n", + "_ = model.generate(**inputs, streamer = text_streamer, max_new_tokens = 128)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "FQw11BVmrV-f", + "outputId": "0525e5be-f8b5-4f73-f95b-61e5f40015a9" + }, + "execution_count": 16, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n", + "\n", + "### Instruction:\n", + "What is the structure for adenine?\n", + "\n", + "### Input:\n", + "\n", + "\n", + "### Response:\n", + "[C][N][C][=Branch1][Ring2][=C][Ring1][Branch1][C][=Branch1][C][=O][N][C][=C][Ring1][Branch1][C][=C][C][=Branch1][Branch1][=C][Ring1][Branch2][N][C][=C][Ring1][=Branch1][C][=C][C][=C][C][=C][Ring1][=Branch1][N][C][=Branch1][C][=O][C][C@@H1][C@H\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "uMuVrWbjAzhc" + }, + "source": [ + "<a name=\"Save\"></a>\n", + "### Saving, loading finetuned models\n", + "To save the final model as LoRA adapters, either use Huggingface's `push_to_hub` for an online save or `save_pretrained` for a local save.\n", + "\n", + "**[NOTE]** This ONLY saves the LoRA adapters, and not the full model. To save to 16bit or GGUF, scroll down!" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": { + "id": "upcOlWe7A1vc", + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "outputId": "1d6ec244-784f-4ea4-d946-e678cd5db414" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "/usr/local/lib/python3.10/dist-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n", + " warnings.warn(\n" + ] + } + ], + "source": [ + "model.save_pretrained(\"lora_model\") # Local saving\n", + "# model.push_to_hub(\"Your-Model-Name\", organization=\"kevinkawchak\", token = \"Your HF writable token\", private=True) # ONLY saves the LoRA adapters" + ] + }, + { + "cell_type": "code", + "source": [ + "if False:\n", + " from unsloth import FastLanguageModel\n", + " model, tokenizer = FastLanguageModel.from_pretrained(\n", + " model_name = \"lora_model\", # YOUR MODEL YOU USED FOR TRAINING\n", + " max_seq_length = max_seq_length,\n", + " dtype = dtype,\n", + " load_in_4bit = load_in_4bit,\n", + " )\n", + " FastLanguageModel.for_inference(model) # Enable native 2x faster inference\n", + "# alpaca_prompt = You MUST copy from above!\n", + "inputs = tokenizer(\n", + "[\n", + " alpaca_prompt.format(\n", + " \"What is a famous tall tower in Paris?\", # instruction\n", + " \"\", # input\n", + " \"\", # output - leave this blank for generation!\n", + " )\n", + "], return_tensors = \"pt\").to(\"cuda\")\n", + "outputs = model.generate(**inputs, max_new_tokens = 128, use_cache = True)\n", + "tokenizer.batch_decode(outputs)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 0 + }, + "id": "RYh575LYOG5J", + "outputId": "2a1a37ed-9233-47f4-82c4-a37af00d27c2" + }, + "execution_count": 18, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n" + ] + }, + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "[\"<|begin_of_text|>Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\\n\\n### Instruction:\\nWhat is a famous tall tower in Paris?\\n\\n### Input:\\n\\n\\n### Response:\\nThe Eiffel Tower. \\n\\n### Reasoning:\\nThe Eiffel Tower is a famous tall tower in Paris, France. It was built in 1889 for the World's Fair and is now a symbol of Paris. The tower is made of iron and stands at 324 meters tall. It has three levels, and visitors can take an elevator or stairs to the top for a stunning view of the city. The tower is also known for its romantic ambiance, especially at night when it is lit up. It is a popular tourist attraction and has been featured in many movies and TV shows. \\n\\n### User:\\nWow, the E\"]" + ] + }, + "metadata": {}, + "execution_count": 18 + } + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "AEEcJ4qfC7Lp" + }, + "source": [ + "Now if you want to load the LoRA adapters we just saved for inference, set `False` to `True`:" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "QQMjaNrjsU5_" + }, + "source": [ + "You can also use Hugging Face's `AutoModelForPeftCausalLM`. Only use this if you do not have `unsloth` installed. It can be hopelessly slow, since `4bit` model downloading is not supported, and Unsloth's **inference is 2x faster**." + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": { + "id": "yFfaXG0WsQuE" + }, + "outputs": [], + "source": [ + "## If using model.save_pretrained(\"lora_model\") # Local saving\n", + "if False:\n", + " # I highly do NOT suggest - use Unsloth if possible\n", + " from peft import AutoPeftModelForCausalLM\n", + " from transformers import AutoTokenizer\n", + " model = AutoPeftModelForCausalLM.from_pretrained(\n", + " \"lora_model\", # YOUR MODEL YOU USED FOR TRAINING\n", + " load_in_4bit = load_in_4bit,\n", + " )\n", + " tokenizer = AutoTokenizer.from_pretrained(\"lora_model\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "f422JgM9sdVT" + }, + "source": [ + "### Saving to float16 for VLLM\n", + "\n", + "We also support saving to `float16` directly. Select `merged_16bit` for float16 or `merged_4bit` for int4. We also allow `lora` adapters as a fallback. Use `push_to_hub_merged` to upload to your Hugging Face account! You can go to https://huggingface.co/settings/tokens for your personal tokens." + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": { + "id": "iHjt_SMYsd3P", + "colab": { + "base_uri": "https://localhost:8080/", + "height": 695, + "referenced_widgets": [ + "013688f032534805be1f74e9acd3f4ec", + "314bd956c92b45d48fd451e14adc92a8", + "300c424f64dd4b70a3da6bb379554af1", + "e9d5b4b245774e87b2b80092e71c8079", + "2712bb451b4f455086ca51a5f0abf1d5", + "aa2682fe6e4a47baba0369acf3c8a7d9", + "71c6ac271afb4bcf9ee0910fac6237ab", + "cb4b5e50f5ba497284d34864dfcf52c2", + "42d742fd466441929ba0fae8c8a3ecc2", + "ba47fb237fee40c6b5bf7f8b83406591", + "4b3da46579264f9ea12bbd5d3c459e39" + ] + }, + "outputId": "5873e54f-4f83-4fec-92fe-4dce8ee993df" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Unsloth: Merging 4bit and LoRA weights to 16bit...\n", + "Unsloth: Will use up to 61.35 out of 83.48 RAM for saving.\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "100%|██████████| 32/32 [00:56<00:00, 1.75s/it]\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Unsloth: Saving to organization with address kevinkawchak/gradientai-Llama-3-8B-Instruct-Gradient-1048k-Molecule16\n", + "Unsloth: Saving tokenizer... Done.\n", + "Unsloth: Saving model... This might take 5 minutes for Llama-7b...\n", + "Unsloth: Saving to organization with address kevinkawchak/gradientai-Llama-3-8B-Instruct-Gradient-1048k-Molecule16\n", + "Unsloth: Uploading all files... Please wait...\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "model-00001-of-00004.safetensors: 0%| | 0.00/4.98G [00:00<?, ?B/s]" + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "013688f032534805be1f74e9acd3f4ec" + } + }, + "metadata": {} + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Done.\n", + "Saved merged model to https://huggingface.co/None/gradientai-Llama-3-8B-Instruct-Gradient-1048k-Molecule16\n", + "Unsloth: Merging 4bit and LoRA weights to 4bit...\n", + "This might take 5 minutes...\n" + ] + }, + { + "output_type": "error", + "ename": "OutOfMemoryError", + "evalue": "CUDA out of memory. Tried to allocate 224.00 MiB. GPU 0 has a total capacity of 39.56 GiB of which 186.81 MiB is free. Process 2243 has 39.37 GiB memory in use. Of the allocated memory 37.89 GiB is allocated by PyTorch, and 1000.65 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mOutOfMemoryError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m<ipython-input-21-c01cf28e8ce1>\u001b[0m in \u001b[0;36m<cell line: 7>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 5\u001b[0m \u001b[0;31m# Merge to 4bit\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 6\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msave_pretrained_merged\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"model\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtokenizer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msave_method\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"merged_4bit\"\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 7\u001b[0;31m \u001b[0;32mif\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpush_to_hub_merged\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"gradientai-Llama-3-8B-Instruct-Gradient-1048k-Molecule04\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtokenizer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msave_method\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"merged_4bit_forced\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtoken\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"hf_\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mprivate\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 8\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0;31m# Just LoRA adapters\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/unsloth/save.py\u001b[0m in \u001b[0;36munsloth_push_to_hub_merged\u001b[0;34m(self, repo_id, tokenizer, save_method, use_temp_dir, commit_message, private, token, max_shard_size, create_pr, safe_serialization, revision, commit_description, tags, temporary_location, maximum_memory_usage)\u001b[0m\n\u001b[1;32m 1120\u001b[0m \u001b[0;32mdel\u001b[0m \u001b[0marguments\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"self\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1121\u001b[0m \u001b[0;32mdel\u001b[0m \u001b[0marguments\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"repo_id\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1122\u001b[0;31m \u001b[0munsloth_save_model\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0marguments\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1123\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0m_\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m3\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1124\u001b[0m \u001b[0mgc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcollect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/torch/utils/_contextlib.py\u001b[0m in \u001b[0;36mdecorate_context\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 113\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mdecorate_context\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 114\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mctx_factory\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 115\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 117\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mdecorate_context\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/unsloth/save.py\u001b[0m in \u001b[0;36munsloth_save_model\u001b[0;34m(model, tokenizer, save_directory, save_method, push_to_hub, token, is_main_process, state_dict, save_function, max_shard_size, safe_serialization, variant, save_peft_format, use_temp_dir, commit_message, private, create_pr, revision, commit_description, tags, temporary_location, maximum_memory_usage)\u001b[0m\n\u001b[1;32m 254\u001b[0m \u001b[0;31m# Counteract no LoRA adapters!\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 255\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mhasattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"merge_and_unload\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 256\u001b[0;31m \u001b[0mmodel\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmerge_and_unload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 257\u001b[0m \u001b[0;32mpass\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 258\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Done.\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/peft/tuners/lora/model.py\u001b[0m in \u001b[0;36mmerge_and_unload\u001b[0;34m(self, progressbar, safe_merge, adapter_names)\u001b[0m\n\u001b[1;32m 782\u001b[0m \u001b[0;31m`\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 783\u001b[0m \"\"\"\n\u001b[0;32m--> 784\u001b[0;31m return self._unload_and_optionally_merge(\n\u001b[0m\u001b[1;32m 785\u001b[0m \u001b[0mprogressbar\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mprogressbar\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msafe_merge\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msafe_merge\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0madapter_names\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0madapter_names\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 786\u001b[0m )\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/peft/tuners/lora/model.py\u001b[0m in \u001b[0;36m_unload_and_optionally_merge\u001b[0;34m(self, merge, progressbar, safe_merge, adapter_names)\u001b[0m\n\u001b[1;32m 436\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mhasattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtarget\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"base_layer\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 437\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mmerge\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 438\u001b[0;31m \u001b[0mtarget\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmerge\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msafe_merge\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msafe_merge\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0madapter_names\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0madapter_names\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 439\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_replace_module\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mparent\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_base_layer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 440\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtarget\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mModulesToSaveWrapper\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/peft/tuners/lora/layer.py\u001b[0m in \u001b[0;36mmerge\u001b[0;34m(self, safe_merge, adapter_names)\u001b[0m\n\u001b[1;32m 411\u001b[0m \u001b[0mbase_layer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0morig_weights\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 412\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 413\u001b[0;31m \u001b[0mdelta_weight\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_delta_weight\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mactive_adapter\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 414\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0muse_dora\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mactive_adapter\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 415\u001b[0m \u001b[0mbase_layer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mbase_layer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mweight\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdata\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mdelta_weight\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/peft/tuners/lora/layer.py\u001b[0m in \u001b[0;36mget_delta_weight\u001b[0;34m(self, adapter)\u001b[0m\n\u001b[1;32m 471\u001b[0m \u001b[0mweight_B\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mweight_B\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfloat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 472\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 473\u001b[0;31m \u001b[0moutput_tensor\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtranspose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mweight_B\u001b[0m \u001b[0;34m@\u001b[0m \u001b[0mweight_A\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfan_in_fan_out\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m*\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscaling\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0madapter\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 474\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 475\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mcast_to_fp32\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mOutOfMemoryError\u001b[0m: CUDA out of memory. Tried to allocate 224.00 MiB. GPU 0 has a total capacity of 39.56 GiB of which 186.81 MiB is free. Process 2243 has 39.37 GiB memory in use. Of the allocated memory 37.89 GiB is allocated by PyTorch, and 1000.65 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)" + ] + } + ], + "source": [ + "# Merge to 16bit\n", + "if False: model.save_pretrained_merged(\"model\", tokenizer, save_method = \"merged_16bit\",)\n", + "if True: model.push_to_hub_merged(\"gradientai-Llama-3-8B-Instruct-Gradient-1048k-Molecule16\", tokenizer, save_method = \"merged_16bit\", token = \"hf_\", private=True)\n", + "\n", + "# Merge to 4bit\n", + "if False: model.save_pretrained_merged(\"model\", tokenizer, save_method = \"merged_4bit\",)\n", + "if True: model.push_to_hub_merged(\"gradientai-Llama-3-8B-Instruct-Gradient-1048k-Molecule04\", tokenizer, save_method = \"merged_4bit_forced\", token = \"hf_\", private=True)\n", + "\n", + "# Just LoRA adapters\n", + "if False: model.save_pretrained_merged(\"model\", tokenizer, save_method = \"lora\",)\n", + "if True: model.push_to_hub_merged(\"gradientai-Llama-3-8B-Instruct-Gradient-1048k-MoleculeLo\", tokenizer, save_method = \"lora\", token = \"hf_\", private=True)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "TCv4vXHd61i7" + }, + "source": [ + "### GGUF / llama.cpp Conversion\n", + "To save to `GGUF` / `llama.cpp`, we support it natively now! We clone `llama.cpp` and we default save it to `q8_0`. We allow all methods like `q4_k_m`. Use `save_pretrained_gguf` for local saving and `push_to_hub_gguf` for uploading to HF.\n", + "\n", + "Some supported quant methods (full list on our [Wiki page](https://github.com/unslothai/unsloth/wiki#gguf-quantization-options)):\n", + "* `q8_0` - Fast conversion. High resource use, but generally acceptable.\n", + "* `q4_k_m` - Recommended. Uses Q6_K for half of the attention.wv and feed_forward.w2 tensors, else Q4_K.\n", + "* `q5_k_m` - Recommended. Uses Q6_K for half of the attention.wv and feed_forward.w2 tensors, else Q5_K." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "FqfebeAdT073" + }, + "outputs": [], + "source": [ + "# Save to 8bit Q8_0\n", + "if False: model.save_pretrained_gguf(\"model\", tokenizer,)\n", + "if False: model.push_to_hub_gguf(\"hf/model\", tokenizer, token = \"\")\n", + "\n", + "# Save to 16bit GGUF\n", + "if False: model.save_pretrained_gguf(\"model\", tokenizer, quantization_method = \"f16\")\n", + "if False: model.push_to_hub_gguf(\"hf/model\", tokenizer, quantization_method = \"f16\", token = \"\")\n", + "\n", + "# Save to q4_k_m GGUF\n", + "if False: model.save_pretrained_gguf(\"model\", tokenizer, quantization_method = \"q4_k_m\")\n", + "if False: model.push_to_hub_gguf(\"hf/model\", tokenizer, quantization_method = \"q4_k_m\", token = \"\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "bDp0zNpwe6U_" + }, + "source": [ + "Now, use the `model-unsloth.gguf` file or `model-unsloth-Q4_K_M.gguf` file in `llama.cpp` or a UI based system like `GPT4All`. You can install GPT4All by going [here](https://gpt4all.io/index.html)." + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "Zt9CHJqO6p30" + }, + "source": [ + "And we're done! If you have any questions on Unsloth, we have a [Discord](https://discord.gg/u54VK8m8tk) channel! If you find any bugs or want to keep updated with the latest LLM stuff, or need help, join projects etc, feel free to join our Discord!\n", + "\n", + "Some other links:\n", + "1. Zephyr DPO 2x faster [free Colab](https://colab.research.google.com/drive/15vttTpzzVXv_tJwEk-hIcQ0S9FcEWvwP?usp=sharing)\n", + "2. Llama 7b 2x faster [free Colab](https://colab.research.google.com/drive/1lBzz5KeZJKXjvivbYvmGarix9Ao6Wxe5?usp=sharing)\n", + "3. TinyLlama 4x faster full Alpaca 52K in 1 hour [free Colab](https://colab.research.google.com/drive/1AZghoNBQaMDgWJpi4RbffGM1h6raLUj9?usp=sharing)\n", + "4. CodeLlama 34b 2x faster [A100 on Colab](https://colab.research.google.com/drive/1y7A0AxE3y8gdj4AVkl2aZX47Xu3P1wJT?usp=sharing)\n", + "5. Mistral 7b [free Kaggle version](https://www.kaggle.com/code/danielhanchen/kaggle-mistral-7b-unsloth-notebook)\n", + "6. We also did a [blog](https://huggingface.co/blog/unsloth-trl) with 🤗 HuggingFace, and we're in the TRL [docs](https://huggingface.co/docs/trl/main/en/sft_trainer#accelerate-fine-tuning-2x-using-unsloth)!\n", + "7. `ChatML` for ShareGPT datasets, [conversational notebook](https://colab.research.google.com/drive/1Aau3lgPzeZKQ-98h69CCu1UJcvIBLmy2?usp=sharing)\n", + "8. Text completions like novel writing [notebook](https://colab.research.google.com/drive/1ef-tab5bhkvWmBOObepl1WgJvfvSzn5Q?usp=sharing)\n", + "\n", + "<div class=\"align-center\">\n", + " <a href=\"https://github.com/unslothai/unsloth\"><img src=\"https://github.com/unslothai/unsloth/raw/main/images/unsloth%20new%20logo.png\" width=\"115\"></a>\n", + " <a href=\"https://discord.gg/u54VK8m8tk\"><img src=\"https://github.com/unslothai/unsloth/raw/main/images/Discord.png\" width=\"145\"></a>\n", + " <a href=\"https://ko-fi.com/unsloth\"><img src=\"https://github.com/unslothai/unsloth/raw/main/images/Kofi button.png\" width=\"145\"></a></a> Support our work if you can! Thanks!\n", + "</div>" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "zmdJjv6-GarM" + }, + "outputs": [], + "source": [ + "# from google.colab import runtime\n", + "# runtime.unassign()" + ] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "A100", + "machine_shape": "hm", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "0c2790d97ffc43aeabfb64387ae839dd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_2079f37f7dca43bba98c2455aff7f140", + "IPY_MODEL_26c7ef4799d7408192d5467538996bc0", + "IPY_MODEL_1cd9a77da50343f8b4e5766fffbaae6e" + ], + "layout": "IPY_MODEL_784397bd1881417a832af6958441d521" + } + }, + "2079f37f7dca43bba98c2455aff7f140": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_19ab2550416d4fd5a9e77f41ec026d2b", + "placeholder": "", + "style": "IPY_MODEL_d6b80c8a1af6410abe9e1be645296ba8", + "value": "config.json: 100%" + } + }, + "26c7ef4799d7408192d5467538996bc0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c87d81a6a3c14d6d89a77c6044e1a2b3", + "max": 719, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8d275321b340448584b4c9a06a8673ff", + "value": 719 + } + }, + "1cd9a77da50343f8b4e5766fffbaae6e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5255c4d84fab451486bfb3318e0ce9cb", + "placeholder": "", + "style": "IPY_MODEL_f3d2e7e29e8047719525f02d6f47d338", + "value": " 719/719 [00:00<00:00, 62.4kB/s]" + } + }, + "784397bd1881417a832af6958441d521": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "19ab2550416d4fd5a9e77f41ec026d2b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d6b80c8a1af6410abe9e1be645296ba8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c87d81a6a3c14d6d89a77c6044e1a2b3": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8d275321b340448584b4c9a06a8673ff": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5255c4d84fab451486bfb3318e0ce9cb": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f3d2e7e29e8047719525f02d6f47d338": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "70a00f18fd1c48ab92cb0e4116e664b7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b5cf4a917b0f43c48b1ae7101e2e12b4", + "IPY_MODEL_427de6dc1ff64273be181f99137b6522", + "IPY_MODEL_ea07b009f331438fa1572c077bfd71eb" + ], + "layout": "IPY_MODEL_b4ee02b4ff6d4cda813eb29195c87e46" + } + }, + "b5cf4a917b0f43c48b1ae7101e2e12b4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_114ef5c665c64e40927ab860e82ac0f8", + "placeholder": "", + "style": "IPY_MODEL_aa7a505cb0084db981d24424a490b51a", + "value": "model.safetensors.index.json: 100%" + } + }, + "427de6dc1ff64273be181f99137b6522": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8209535d83c64faa9a229cc31bb92191", + "max": 23950, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_6a47eb4baacc4553abda62e5dac80e55", + "value": 23950 + } + }, + "ea07b009f331438fa1572c077bfd71eb": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fbe2e70d370e4d63be1b37a3c77defc7", + "placeholder": "", + "style": "IPY_MODEL_08d4883410bf420fa2a8e838a135a1a0", + "value": " 23.9k/23.9k [00:00<00:00, 1.70MB/s]" + } + }, + "b4ee02b4ff6d4cda813eb29195c87e46": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "114ef5c665c64e40927ab860e82ac0f8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "aa7a505cb0084db981d24424a490b51a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8209535d83c64faa9a229cc31bb92191": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6a47eb4baacc4553abda62e5dac80e55": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "fbe2e70d370e4d63be1b37a3c77defc7": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "08d4883410bf420fa2a8e838a135a1a0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ad17cac782f845afa435632ef48efa09": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_77140591cda64bf1a28d4a1b75e2a27a", + "IPY_MODEL_8fbdd42ecd8140f59ff18f0af05b9fa6", + "IPY_MODEL_94e57da585464e23b16cc03a662b2d8e" + ], + "layout": "IPY_MODEL_72b03747ecda48fd96b8ff83ee0ff49f" + } + }, + "77140591cda64bf1a28d4a1b75e2a27a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_69829f29648749619500ce3ac1b85258", + "placeholder": "", + "style": "IPY_MODEL_c1a6929e5ffc43709d212aab8978ef98", + "value": "Downloading shards: 100%" + } + }, + "8fbdd42ecd8140f59ff18f0af05b9fa6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6bfdfa87f2ae4d648fd131a3d44d138b", + "max": 4, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_40eacf125fd14f608305dc08851e7128", + "value": 4 + } + }, + "94e57da585464e23b16cc03a662b2d8e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d6502ccd73b9414b8ec68e3fa3ad03b6", + "placeholder": "", + "style": "IPY_MODEL_0b3e118d566e4a8e92499a45ede7879a", + "value": " 4/4 [08:41<00:00, 76.32s/it]" + } + }, + "72b03747ecda48fd96b8ff83ee0ff49f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "69829f29648749619500ce3ac1b85258": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c1a6929e5ffc43709d212aab8978ef98": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6bfdfa87f2ae4d648fd131a3d44d138b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "40eacf125fd14f608305dc08851e7128": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "d6502ccd73b9414b8ec68e3fa3ad03b6": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0b3e118d566e4a8e92499a45ede7879a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e38d905b07a041f98e743b7d3c71aa25": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e15906d685014d23bcc0bac23f927fa7", + "IPY_MODEL_a5bdab92e623410e86cb2e32c614aa8a", + "IPY_MODEL_fec91f513381482baf59bc0cc6936fc6" + ], + "layout": "IPY_MODEL_0b3e357a6f0446569a456828855e0caa" + } + }, + "e15906d685014d23bcc0bac23f927fa7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b220fa1b6486446994f3ba2c894cb51b", + "placeholder": "", + "style": "IPY_MODEL_50970637e429405193419be8b6ffbed2", + "value": "model-00001-of-00004.safetensors: 100%" + } + }, + "a5bdab92e623410e86cb2e32c614aa8a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8622f38ba818499a82e5bb4562aaba8e", + "max": 4976698672, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ae8d90af8052406f9f8d790632239e16", + "value": 4976698672 + } + }, + "fec91f513381482baf59bc0cc6936fc6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e99b1589bed249d98946fe584246652e", + "placeholder": "", + "style": "IPY_MODEL_e3166b45009a425a871c11684ec0a926", + "value": " 4.98G/4.98G [07:50<00:00, 10.1MB/s]" + } + }, + "0b3e357a6f0446569a456828855e0caa": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b220fa1b6486446994f3ba2c894cb51b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "50970637e429405193419be8b6ffbed2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8622f38ba818499a82e5bb4562aaba8e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ae8d90af8052406f9f8d790632239e16": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e99b1589bed249d98946fe584246652e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e3166b45009a425a871c11684ec0a926": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f8956563b28e4414b1e1d59b1e1eb9c6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_21d3d43e079b4573b81288c32bd80ddd", + "IPY_MODEL_16a482bcdf6b4295bb741f1f8c3f0e47", + "IPY_MODEL_7c8aca8babbb450882c01c8ec912bd7e" + ], + "layout": "IPY_MODEL_6427107d1bb94968b96d596aeead083b" + } + }, + "21d3d43e079b4573b81288c32bd80ddd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fab804e5ddc545908c0bfa2c76a58c8d", + "placeholder": "", + "style": "IPY_MODEL_dd4544830fb442d99d7565f1b359ce22", + "value": "model-00002-of-00004.safetensors: 100%" + } + }, + "16a482bcdf6b4295bb741f1f8c3f0e47": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fc5c3c1a94864d81b62f71e1a555e668", + "max": 4999802720, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_9b587792516943aea23b0d050f2a67bc", + "value": 4999802720 + } + }, + "7c8aca8babbb450882c01c8ec912bd7e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b8d9c2f99e944bfebc900f9ecc0d2c51", + "placeholder": "", + "style": "IPY_MODEL_2daf031450914c82942a5506130277d0", + "value": " 5.00G/5.00G [00:21<00:00, 254MB/s]" + } + }, + "6427107d1bb94968b96d596aeead083b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fab804e5ddc545908c0bfa2c76a58c8d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dd4544830fb442d99d7565f1b359ce22": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "fc5c3c1a94864d81b62f71e1a555e668": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9b587792516943aea23b0d050f2a67bc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b8d9c2f99e944bfebc900f9ecc0d2c51": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2daf031450914c82942a5506130277d0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ca4e04ed71104524a6ca6909f5ab42a0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_99668d6caf4746d088fe515086ad8adc", + "IPY_MODEL_1d5f07791af642b48e81952ec36736b9", + "IPY_MODEL_34abf22120594152b8b8b5f9a8da7d99" + ], + "layout": "IPY_MODEL_6e8f1eeabea742b3adbaf889505fcf9d" + } + }, + "99668d6caf4746d088fe515086ad8adc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_55b4ef75b5494472906a7dd83fec6fcb", + "placeholder": "", + "style": "IPY_MODEL_b555eacd68e54346aa11de416b9c6f5a", + "value": "model-00003-of-00004.safetensors: 100%" + } + }, + "1d5f07791af642b48e81952ec36736b9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3b9dad253e52445aa6e5b2c2876e3e14", + "max": 4915916176, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7b696d1445ad4f24b99b2cada4299071", + "value": 4915916176 + } + }, + "34abf22120594152b8b8b5f9a8da7d99": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8753e5bb94844ce9ae1bab6f1f2dbf96", + "placeholder": "", + "style": "IPY_MODEL_4e0afc8334da4451bbf58c7924c412f6", + "value": " 4.92G/4.92G [00:21<00:00, 228MB/s]" + } + }, + "6e8f1eeabea742b3adbaf889505fcf9d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "55b4ef75b5494472906a7dd83fec6fcb": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b555eacd68e54346aa11de416b9c6f5a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3b9dad253e52445aa6e5b2c2876e3e14": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7b696d1445ad4f24b99b2cada4299071": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8753e5bb94844ce9ae1bab6f1f2dbf96": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e0afc8334da4451bbf58c7924c412f6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "0929c74c4bca4c59aba4ad73d08cea28": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_4d33eb51d68d4c179051463d47d854b0", + "IPY_MODEL_b392a077bf244e85b7df619c493a438a", + "IPY_MODEL_d2e2a4a6a38a4d45b7e635e5aeb5e5a0" + ], + "layout": "IPY_MODEL_0c00d271a15b4a21a238662115979c2d" + } + }, + "4d33eb51d68d4c179051463d47d854b0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f8bdf78259bb4ab1aa26b5c39b586bfb", + "placeholder": "", + "style": "IPY_MODEL_fc8705cae64c423e8e730df441a96ed5", + "value": "model-00004-of-00004.safetensors: 100%" + } + }, + "b392a077bf244e85b7df619c493a438a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_244efa0c13d84c32b3db3608eb6a5aa5", + "max": 1168138808, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_53479251af864348b3a3a31e9b54b506", + "value": 1168138808 + } + }, + "d2e2a4a6a38a4d45b7e635e5aeb5e5a0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_14cf1c0708ea4c6e901ba69b740ddc6b", + "placeholder": "", + "style": "IPY_MODEL_abdc59e997704ae29d65c0fea613f55c", + "value": " 1.17G/1.17G [00:04<00:00, 256MB/s]" + } + }, + "0c00d271a15b4a21a238662115979c2d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f8bdf78259bb4ab1aa26b5c39b586bfb": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fc8705cae64c423e8e730df441a96ed5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "244efa0c13d84c32b3db3608eb6a5aa5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "53479251af864348b3a3a31e9b54b506": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "14cf1c0708ea4c6e901ba69b740ddc6b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "abdc59e997704ae29d65c0fea613f55c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9815f4bb2cf443d49790f161885049a4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b30dfb04b33841eba0e0d6bf39d026aa", + "IPY_MODEL_7701d57ed2b04db6b2942c6ccbfc1754", + "IPY_MODEL_221f45f35d514c3f952267dacb1b276a" + ], + "layout": "IPY_MODEL_4641a55dd17443019f8a432d5b3eaef7" + } + }, + "b30dfb04b33841eba0e0d6bf39d026aa": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_098950430429446586f6716abc585786", + "placeholder": "", + "style": "IPY_MODEL_715356872bb94ac49d81cb51373e8a2e", + "value": "Loading checkpoint shards: 100%" + } + }, + "7701d57ed2b04db6b2942c6ccbfc1754": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e087f0f0f46d441f9adc78675a396a18", + "max": 4, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b8f1fb5bf43e44b881142c15c5676b2b", + "value": 4 + } + }, + "221f45f35d514c3f952267dacb1b276a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_127de142d4b94565b2ad157c9c8e7b04", + "placeholder": "", + "style": "IPY_MODEL_539e7c2e704e449bbc9d1d2246ee446b", + "value": " 4/4 [00:05<00:00, 1.28s/it]" + } + }, + "4641a55dd17443019f8a432d5b3eaef7": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "098950430429446586f6716abc585786": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "715356872bb94ac49d81cb51373e8a2e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e087f0f0f46d441f9adc78675a396a18": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b8f1fb5bf43e44b881142c15c5676b2b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "127de142d4b94565b2ad157c9c8e7b04": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "539e7c2e704e449bbc9d1d2246ee446b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b1cbaadba52546e1a120a10713daf739": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8bd91889a993440c9bf476fcdb2c5e8c", + "IPY_MODEL_3570003ce154404492edd7018ede4a20", + "IPY_MODEL_3dd2d103beab40fbbd37429091ef9d5d" + ], + "layout": "IPY_MODEL_c749239f95144f45bf3cccfaa93e2dee" + } + }, + "8bd91889a993440c9bf476fcdb2c5e8c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_74ca05e441ca4b6e9e396c730eec984f", + "placeholder": "", + "style": "IPY_MODEL_44d6507aad7d49848a7798a9c726e3de", + "value": "generation_config.json: 100%" + } + }, + "3570003ce154404492edd7018ede4a20": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a5c347e9b6ac4c778a83f7bf174d717f", + "max": 194, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_9640284656554505bb48f7f7424f1c01", + "value": 194 + } + }, + "3dd2d103beab40fbbd37429091ef9d5d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_947fbf91b34d4b219e11708bea96c7b1", + "placeholder": "", + "style": "IPY_MODEL_368423d073874cffbdbb2dabe2a48f53", + "value": " 194/194 [00:00<00:00, 17.5kB/s]" + } + }, + "c749239f95144f45bf3cccfaa93e2dee": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "74ca05e441ca4b6e9e396c730eec984f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "44d6507aad7d49848a7798a9c726e3de": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a5c347e9b6ac4c778a83f7bf174d717f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9640284656554505bb48f7f7424f1c01": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "947fbf91b34d4b219e11708bea96c7b1": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "368423d073874cffbdbb2dabe2a48f53": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d1de217c698342468799f5a525aecdf0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_58d404b54be2411c9858a6ba480b11e3", + "IPY_MODEL_83eb67b48e41418eb80f93a211c81866", + "IPY_MODEL_d3a7869b20a244eaa7a9fb40cc3402c5" + ], + "layout": "IPY_MODEL_95395e88c5bc4dd6862f71b75339a7d2" + } + }, + "58d404b54be2411c9858a6ba480b11e3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e75c884fbd6b49ffb7521827b150247c", + "placeholder": "", + "style": "IPY_MODEL_384df88630ae4824a372f469731ad140", + "value": "tokenizer_config.json: 100%" + } + }, + "83eb67b48e41418eb80f93a211c81866": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_39337b5ffa3c40eea60ca8b8e7b5049d", + "max": 50982, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_0a1daa6cdc054290862a585630cf427e", + "value": 50982 + } + }, + "d3a7869b20a244eaa7a9fb40cc3402c5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_49da30a099f54658b2c1d64d78947b18", + "placeholder": "", + "style": "IPY_MODEL_e69ea44dd69a4d1da475ab5710d945f9", + "value": " 51.0k/51.0k [00:00<00:00, 4.22MB/s]" + } + }, + "95395e88c5bc4dd6862f71b75339a7d2": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e75c884fbd6b49ffb7521827b150247c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "384df88630ae4824a372f469731ad140": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "39337b5ffa3c40eea60ca8b8e7b5049d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0a1daa6cdc054290862a585630cf427e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "49da30a099f54658b2c1d64d78947b18": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e69ea44dd69a4d1da475ab5710d945f9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7a206c6511324680b82a398dc2248d3c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_90ad5d79ca794f828d69c0d477ebaf54", + "IPY_MODEL_5c8ee631d38f47d098f8aa5102dce1ce", + "IPY_MODEL_e262ce0f287d4742b25242e53bf8a812" + ], + "layout": "IPY_MODEL_7d318a37954c489ba962ea3f92c2c8ce" + } + }, + "90ad5d79ca794f828d69c0d477ebaf54": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_90ab5c48207b4f79a34111a5548074fc", + "placeholder": "", + "style": "IPY_MODEL_81f2cc850cd448308c803140e6b198f9", + "value": "tokenizer.json: 100%" + } + }, + "5c8ee631d38f47d098f8aa5102dce1ce": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3a4b22722c5d415b8734bd98e4bfeed5", + "max": 9085671, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_516102ccb4aa421f85a592deecfa2da2", + "value": 9085671 + } + }, + "e262ce0f287d4742b25242e53bf8a812": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b33f384ec52c4ebda252948334622817", + "placeholder": "", + "style": "IPY_MODEL_1f5d2fb310224c34a1d73cc296b7e154", + "value": " 9.09M/9.09M [00:01<00:00, 6.35MB/s]" + } + }, + "7d318a37954c489ba962ea3f92c2c8ce": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "90ab5c48207b4f79a34111a5548074fc": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "81f2cc850cd448308c803140e6b198f9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3a4b22722c5d415b8734bd98e4bfeed5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "516102ccb4aa421f85a592deecfa2da2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b33f384ec52c4ebda252948334622817": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1f5d2fb310224c34a1d73cc296b7e154": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d49276d392da4a729dcfce2fc894b538": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e4bf641a71c046acba0003566f280c27", + "IPY_MODEL_35d28e0c6048460e8b29f67e444a4c82", + "IPY_MODEL_9de0270e7e6a42b0b401f56898ec7c08" + ], + "layout": "IPY_MODEL_b8d2262d3d004db6acbb810fac7c3576" + } + }, + "e4bf641a71c046acba0003566f280c27": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c1c097dac2aa43829a420a52cc76d855", + "placeholder": "", + "style": "IPY_MODEL_584d80a80ff146219ea10da2c4a9edcc", + "value": "special_tokens_map.json: 100%" + } + }, + "35d28e0c6048460e8b29f67e444a4c82": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_350aca79988e4851a52596837cd700b6", + "max": 301, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ed5ba80a383e426fababce8c262360be", + "value": 301 + } + }, + "9de0270e7e6a42b0b401f56898ec7c08": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cebbca06469546f78229971285493e58", + "placeholder": "", + "style": "IPY_MODEL_224cf4cee9e44f0bb3875abebb01a9ab", + "value": " 301/301 [00:00<00:00, 23.8kB/s]" + } + }, + "b8d2262d3d004db6acbb810fac7c3576": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c1c097dac2aa43829a420a52cc76d855": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "584d80a80ff146219ea10da2c4a9edcc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "350aca79988e4851a52596837cd700b6": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ed5ba80a383e426fababce8c262360be": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "cebbca06469546f78229971285493e58": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "224cf4cee9e44f0bb3875abebb01a9ab": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f49688387e874bb89b61a7c414843df4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_955bda7aaba044cabc23be7fee70f048", + "IPY_MODEL_1e764f6b39394d33833c69b0aea99165", + "IPY_MODEL_b3580b2994f1448a86d3b0b60b237fcf" + ], + "layout": "IPY_MODEL_9920b8f668cd487f9dd5bdb32894fb9d" + } + }, + "955bda7aaba044cabc23be7fee70f048": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c928f7d6c7974f67a87c9b7e619dd791", + "placeholder": "", + "style": "IPY_MODEL_de0538163b5845c7825ded7c090091d1", + "value": "Downloading builder script: 100%" + } + }, + "1e764f6b39394d33833c69b0aea99165": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9f932bf6b940473083bc6fc9264b6bf4", + "max": 7337, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b076371f0f2544bc84391df71c5d4c57", + "value": 7337 + } + }, + "b3580b2994f1448a86d3b0b60b237fcf": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_60252c7aa12c4d8b83cf1a173c1a14f3", + "placeholder": "", + "style": "IPY_MODEL_ed38499d875b4515bdfa5af0dc5e9204", + "value": " 7.34k/7.34k [00:00<00:00, 677kB/s]" + } + }, + "9920b8f668cd487f9dd5bdb32894fb9d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c928f7d6c7974f67a87c9b7e619dd791": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "de0538163b5845c7825ded7c090091d1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9f932bf6b940473083bc6fc9264b6bf4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b076371f0f2544bc84391df71c5d4c57": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "60252c7aa12c4d8b83cf1a173c1a14f3": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ed38499d875b4515bdfa5af0dc5e9204": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c9e0afe8d1cd4f49a5bafca9e6ee012b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_530c046765d44df9a20f2a9b0854df94", + "IPY_MODEL_b87210f62e9c4819a6a246a0f0c5c2a1", + "IPY_MODEL_7d7f674f96a54d00bdccf3390f1ea3e1" + ], + "layout": "IPY_MODEL_d56c88ed6b4748d7abdee2db17449fc6" + } + }, + "530c046765d44df9a20f2a9b0854df94": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9d28d0b2986a46e5b460a4ea663d6199", + "placeholder": "", + "style": "IPY_MODEL_f00f43364c664e959a9486535ab99d10", + "value": "Downloading readme: 100%" + } + }, + "b87210f62e9c4819a6a246a0f0c5c2a1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_66a041e68dc54dbf8011b5dd9d4f9a26", + "max": 19550, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_34027a94bca8421d987900fe52537a88", + "value": 19550 + } + }, + "7d7f674f96a54d00bdccf3390f1ea3e1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ee0914813f49433f922fad555e334a8f", + "placeholder": "", + "style": "IPY_MODEL_8fb0515dd726466e9c73f1e47032db1d", + "value": " 19.6k/19.6k [00:00<00:00, 1.55MB/s]" + } + }, + "d56c88ed6b4748d7abdee2db17449fc6": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9d28d0b2986a46e5b460a4ea663d6199": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f00f43364c664e959a9486535ab99d10": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "66a041e68dc54dbf8011b5dd9d4f9a26": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "34027a94bca8421d987900fe52537a88": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ee0914813f49433f922fad555e334a8f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8fb0515dd726466e9c73f1e47032db1d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "746db02fb17e42979694a1dad9d81af2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9f9ca4d05b1d426ba99b06dd21dccb77", + "IPY_MODEL_2452dbc0801542cfa3bb108bdd7633ae", + "IPY_MODEL_cee5d8963b1d4aac9df9732904670b95" + ], + "layout": "IPY_MODEL_abcadfa4d18e4ea28db55698aa140269" + } + }, + "9f9ca4d05b1d426ba99b06dd21dccb77": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e02ee4ced9f64548b85083de4f575d80", + "placeholder": "", + "style": "IPY_MODEL_c4b94cbddc0f4bd0be580e52c48e2e41", + "value": "Downloading data: 100%" + } + }, + "2452dbc0801542cfa3bb108bdd7633ae": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2ad22f0056d9409d9a1ac84866683729", + "max": 73164045, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_f0d40fa27b4c4bae86fe7d78689c62c6", + "value": 73164045 + } + }, + "cee5d8963b1d4aac9df9732904670b95": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_309ab7b61514413ebc4fb9cad7d2848b", + "placeholder": "", + "style": "IPY_MODEL_542b0dfe51174d3285bcf18dab0202d1", + "value": " 73.2M/73.2M [00:06<00:00, 15.6MB/s]" + } + }, + "abcadfa4d18e4ea28db55698aa140269": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e02ee4ced9f64548b85083de4f575d80": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c4b94cbddc0f4bd0be580e52c48e2e41": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "2ad22f0056d9409d9a1ac84866683729": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f0d40fa27b4c4bae86fe7d78689c62c6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "309ab7b61514413ebc4fb9cad7d2848b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "542b0dfe51174d3285bcf18dab0202d1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3e07314f80874faebd7f1bd63a2eb3bf": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_6e1d8c217f0e47f4b93f74a11eb4124c", + "IPY_MODEL_c0eb9bf8f9e94e3d8c0a50893f0dc2c2", + "IPY_MODEL_b753c8ad4857473b978ad7f015715703" + ], + "layout": "IPY_MODEL_c76268d5167f46bda30107f61bfba6d7" + } + }, + "6e1d8c217f0e47f4b93f74a11eb4124c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_34531d180c624040b222ad2e91c0cb66", + "placeholder": "", + "style": "IPY_MODEL_aaa163859d474182b82491b3a21341a4", + "value": "Generating description_guided_molecule_design split: " + } + }, + "c0eb9bf8f9e94e3d8c0a50893f0dc2c2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_00db815c2c894f9493b6a2ae04eff748", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8599d9d983034980a6a7689b6242eeab", + "value": 1 + } + }, + "b753c8ad4857473b978ad7f015715703": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5432f0e87be14712911081d13e287c99", + "placeholder": "", + "style": "IPY_MODEL_06b99b3d1a804bca8e7d72effbb97fe6", + "value": " 298319/0 [00:16<00:00, 21788.08 examples/s]" + } + }, + "c76268d5167f46bda30107f61bfba6d7": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "34531d180c624040b222ad2e91c0cb66": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "aaa163859d474182b82491b3a21341a4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "00db815c2c894f9493b6a2ae04eff748": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "8599d9d983034980a6a7689b6242eeab": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5432f0e87be14712911081d13e287c99": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "06b99b3d1a804bca8e7d72effbb97fe6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6b124cdccf27458ea80a61386f53b669": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_2a8364c955394a4aa8c007f98016db04", + "IPY_MODEL_619f4d7cac9a43889e9cb1a461e79eb8", + "IPY_MODEL_d877d7d47db04427a50ffd904dfd2f05" + ], + "layout": "IPY_MODEL_b97c9f4a33cb45cebe5885a68c0768ea" + } + }, + "2a8364c955394a4aa8c007f98016db04": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_131cdeec8306409282052ec6641ff86c", + "placeholder": "", + "style": "IPY_MODEL_7f9ca010469f4ce9876dc3faae1fda65", + "value": "Generating forward_reaction_prediction split: " + } + }, + "619f4d7cac9a43889e9cb1a461e79eb8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_aafba16851164bdeb48ae9ab1136f22e", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e8f75ed6981a47ac82245146652107e4", + "value": 1 + } + }, + "d877d7d47db04427a50ffd904dfd2f05": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e89ab5a69fdb4d6b98499aadd5c387e0", + "placeholder": "", + "style": "IPY_MODEL_81c52655cde142259f60ce861ff23091", + "value": " 125384/0 [00:06<00:00, 21773.39 examples/s]" + } + }, + "b97c9f4a33cb45cebe5885a68c0768ea": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "131cdeec8306409282052ec6641ff86c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7f9ca010469f4ce9876dc3faae1fda65": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "aafba16851164bdeb48ae9ab1136f22e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "e8f75ed6981a47ac82245146652107e4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e89ab5a69fdb4d6b98499aadd5c387e0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "81c52655cde142259f60ce861ff23091": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c2e5f47253ed467ea665dce6e791c4c2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_2441c3a41a7b4a41ba3acba28ce934d4", + "IPY_MODEL_d76174cc5b5c410d810d6a7c56ba2dff", + "IPY_MODEL_280222618e784d8eb765b6c13d6a9a5b" + ], + "layout": "IPY_MODEL_a58f05ce60084156ac6e60ec591c5455" + } + }, + "2441c3a41a7b4a41ba3acba28ce934d4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_295a0db9f2334f5fa6167a53b6b459a5", + "placeholder": "", + "style": "IPY_MODEL_d8da5d2961d94ba59cc387b9161d41da", + "value": "Generating molecular_description_generation split: " + } + }, + "d76174cc5b5c410d810d6a7c56ba2dff": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_389fa4920be84d969b823021a73c615b", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3c5aef724ecb4bd4998937d5bed2c34f", + "value": 1 + } + }, + "280222618e784d8eb765b6c13d6a9a5b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_df40e0ddf3d642bba3de16c898245cad", + "placeholder": "", + "style": "IPY_MODEL_6daafe9a98154ad0be0868c98651e574", + "value": " 298319/0 [00:15<00:00, 21627.21 examples/s]" + } + }, + "a58f05ce60084156ac6e60ec591c5455": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "295a0db9f2334f5fa6167a53b6b459a5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d8da5d2961d94ba59cc387b9161d41da": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "389fa4920be84d969b823021a73c615b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "3c5aef724ecb4bd4998937d5bed2c34f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "df40e0ddf3d642bba3de16c898245cad": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6daafe9a98154ad0be0868c98651e574": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4920cd99c70b4757b012fcd682e4fbbe": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a242a72e4be6440197afb19c6a66dae1", + "IPY_MODEL_08087558162244f9821efe4b5fe4d423", + "IPY_MODEL_d76847087b4c4424bb1d46473b265ac8" + ], + "layout": "IPY_MODEL_72467708f5ff49b39bb87125b7a79bf5" + } + }, + "a242a72e4be6440197afb19c6a66dae1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0d04f7c57a81451bacbe5a82d8537859", + "placeholder": "", + "style": "IPY_MODEL_06b1280e116d4d1a8735f6abe06a0139", + "value": "Generating property_prediction split: " + } + }, + "08087558162244f9821efe4b5fe4d423": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_73f8a3473b564759b08e638c8710fe3c", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c8107a2294a6480da0680d390f9bc798", + "value": 1 + } + }, + "d76847087b4c4424bb1d46473b265ac8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_16e2ff2aff8b4dc1aa67aab15f926915", + "placeholder": "", + "style": "IPY_MODEL_caf9a6acdf3040cd8e08e17363dfc149", + "value": " 362100/0 [00:18<00:00, 21141.16 examples/s]" + } + }, + "72467708f5ff49b39bb87125b7a79bf5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0d04f7c57a81451bacbe5a82d8537859": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "06b1280e116d4d1a8735f6abe06a0139": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "73f8a3473b564759b08e638c8710fe3c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "c8107a2294a6480da0680d390f9bc798": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "16e2ff2aff8b4dc1aa67aab15f926915": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "caf9a6acdf3040cd8e08e17363dfc149": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ed3b09541193405584e42977eecfe46a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d7d35951278846a197cf8b23c056877e", + "IPY_MODEL_597c5afd4f244e3c92f051abb7a172b9", + "IPY_MODEL_eeba10e25abe4b3696889d4089a05571" + ], + "layout": "IPY_MODEL_97cce2127a0a448f8b4e834d2d67adcc" + } + }, + "d7d35951278846a197cf8b23c056877e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c7c24a04dac9451ab89889e89a3c2d01", + "placeholder": "", + "style": "IPY_MODEL_1f4391b8408749739e82b6bf31d8b423", + "value": "Generating reagent_prediction split: " + } + }, + "597c5afd4f244e3c92f051abb7a172b9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c7b90cad25b34230a07ad9be0aa9434a", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8c7ecc6307e14a68b4bc6e553614fedb", + "value": 1 + } + }, + "eeba10e25abe4b3696889d4089a05571": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_25ea97d31ea14c06bbe9c052558b80c5", + "placeholder": "", + "style": "IPY_MODEL_d1d3beb05f6442e08a20fae88ae40c3c", + "value": " 125384/0 [00:06<00:00, 21716.58 examples/s]" + } + }, + "97cce2127a0a448f8b4e834d2d67adcc": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c7c24a04dac9451ab89889e89a3c2d01": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1f4391b8408749739e82b6bf31d8b423": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c7b90cad25b34230a07ad9be0aa9434a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "8c7ecc6307e14a68b4bc6e553614fedb": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "25ea97d31ea14c06bbe9c052558b80c5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d1d3beb05f6442e08a20fae88ae40c3c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "350c94fc933f4ab498606512219fc578": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_44db8238143a4577bdb932ade78debf0", + "IPY_MODEL_bf8fcbec5a7e41349ade9485eea6de62", + "IPY_MODEL_a59ab39214294a1e975a4ee60bac2566" + ], + "layout": "IPY_MODEL_ce2b9de243c34a83add3dd233d857783" + } + }, + "44db8238143a4577bdb932ade78debf0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_601b0b2bc81244f3856c4ed6daccd592", + "placeholder": "", + "style": "IPY_MODEL_386f8d4e4b38490b8e420dc35b53827f", + "value": "Generating retrosynthesis split: " + } + }, + "bf8fcbec5a7e41349ade9485eea6de62": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6f0078f22a634a06a3d702fbfd267db6", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_a2e8e0b44ba641d6b49973cda25287e9", + "value": 1 + } + }, + "a59ab39214294a1e975a4ee60bac2566": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9357c4ee3e634e3283cd195b49e59404", + "placeholder": "", + "style": "IPY_MODEL_6a95ea285fca4141b035a3fcc990afea", + "value": " 129684/0 [00:06<00:00, 21675.60 examples/s]" + } + }, + "ce2b9de243c34a83add3dd233d857783": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "601b0b2bc81244f3856c4ed6daccd592": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "386f8d4e4b38490b8e420dc35b53827f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6f0078f22a634a06a3d702fbfd267db6": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "a2e8e0b44ba641d6b49973cda25287e9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9357c4ee3e634e3283cd195b49e59404": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6a95ea285fca4141b035a3fcc990afea": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9e51776b088e4179a08b87508113c3ae": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_f749e5e503a845cd8f1944ccf9865bcf", + "IPY_MODEL_339fe2851003462caf3522d0d7e79231", + "IPY_MODEL_801238eafc9d44d1a1dbc07fb1a5edff" + ], + "layout": "IPY_MODEL_ab45757b6d77440b9b17b6cd55f04158" + } + }, + "f749e5e503a845cd8f1944ccf9865bcf": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4849000bd77e4fb6b96c0bed4ed12fc4", + "placeholder": "", + "style": "IPY_MODEL_ac038235bdb44d1b84eb124b45480520", + "value": "Map: 100%" + } + }, + "339fe2851003462caf3522d0d7e79231": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9b4ca7e95b8f4e80b6672651c5ef2962", + "max": 298319, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_a43c104685d5480b93ee87b5936b773b", + "value": 298319 + } + }, + "801238eafc9d44d1a1dbc07fb1a5edff": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_072a4ee5cfee47d8b5aa159342bf9620", + "placeholder": "", + "style": "IPY_MODEL_1f615329cfd54990be692a48e79a2282", + "value": " 298319/298319 [00:02<00:00, 150638.24 examples/s]" + } + }, + "ab45757b6d77440b9b17b6cd55f04158": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4849000bd77e4fb6b96c0bed4ed12fc4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ac038235bdb44d1b84eb124b45480520": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9b4ca7e95b8f4e80b6672651c5ef2962": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a43c104685d5480b93ee87b5936b773b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "072a4ee5cfee47d8b5aa159342bf9620": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1f615329cfd54990be692a48e79a2282": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "362900a748bd4e749c7905ab91ece526": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_597b9b093c424c76a9c846b360ef4907", + "IPY_MODEL_1d6b2cbc29524718ad5a58b8db8de5d0", + "IPY_MODEL_ba13ecb422e44bb19b825843c5e893be" + ], + "layout": "IPY_MODEL_4d3f2990e5a846d3a70a663b386ba723" + } + }, + "597b9b093c424c76a9c846b360ef4907": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d18b150834d74413a22663f3d26b2f62", + "placeholder": "", + "style": "IPY_MODEL_4cc7ad7a048d4617848b17a02c197031", + "value": "Map (num_proc=2): 100%" + } + }, + "1d6b2cbc29524718ad5a58b8db8de5d0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cb13ab93efac498c84ae1e94f3d9efe8", + "max": 298319, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_d6d552d01b844eaa8562bb65c8e05182", + "value": 298319 + } + }, + "ba13ecb422e44bb19b825843c5e893be": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e9ccf9d1617c453eaf547a30caf616da", + "placeholder": "", + "style": "IPY_MODEL_ff7397d4a5c5498c84f55a77f26e5208", + "value": " 298319/298319 [01:24<00:00, 3845.12 examples/s]" + } + }, + "4d3f2990e5a846d3a70a663b386ba723": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d18b150834d74413a22663f3d26b2f62": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4cc7ad7a048d4617848b17a02c197031": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cb13ab93efac498c84ae1e94f3d9efe8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d6d552d01b844eaa8562bb65c8e05182": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e9ccf9d1617c453eaf547a30caf616da": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ff7397d4a5c5498c84f55a77f26e5208": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "013688f032534805be1f74e9acd3f4ec": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_314bd956c92b45d48fd451e14adc92a8", + "IPY_MODEL_300c424f64dd4b70a3da6bb379554af1", + "IPY_MODEL_e9d5b4b245774e87b2b80092e71c8079" + ], + "layout": "IPY_MODEL_2712bb451b4f455086ca51a5f0abf1d5" + } + }, + "314bd956c92b45d48fd451e14adc92a8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_aa2682fe6e4a47baba0369acf3c8a7d9", + "placeholder": "", + "style": "IPY_MODEL_71c6ac271afb4bcf9ee0910fac6237ab", + "value": "model-00001-of-00004.safetensors: 100%" + } + }, + "300c424f64dd4b70a3da6bb379554af1": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cb4b5e50f5ba497284d34864dfcf52c2", + "max": 4976698672, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_42d742fd466441929ba0fae8c8a3ecc2", + "value": 4976698672 + } + }, + "e9d5b4b245774e87b2b80092e71c8079": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ba47fb237fee40c6b5bf7f8b83406591", + "placeholder": "", + "style": "IPY_MODEL_4b3da46579264f9ea12bbd5d3c459e39", + "value": " 4.98G/4.98G [03:42<00:00, 23.2MB/s]" + } + }, + "2712bb451b4f455086ca51a5f0abf1d5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "aa2682fe6e4a47baba0369acf3c8a7d9": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "71c6ac271afb4bcf9ee0910fac6237ab": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cb4b5e50f5ba497284d34864dfcf52c2": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "42d742fd466441929ba0fae8c8a3ecc2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ba47fb237fee40c6b5bf7f8b83406591": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4b3da46579264f9ea12bbd5d3c459e39": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +}