Mixtral_fine_tuning.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "editable": true,
    "id": "iEkm_Q9AGgTX",
    "slideshow": {
     "slide_type": ""
    },
    "tags": []
   },
   "source": [
    "# MIXTRAL 8x7B - Mixture of Experts\n",
    "\n",
    "This will not run on the free T4 GPU from Google Colab. You will need A100 to run this."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "AlVGJXwsyVQO"
   },
   "source": [
    "### Install Required Packages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "3IovaXt4ZJQ_",
    "outputId": "05aa9c7e-b905-4f2d-b02c-939c2463fe3f"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[31mERROR: Could not install packages due to an OSError: [Errno 28] No space left on device\n",
      "\u001b[0m\u001b[31m\n",
      "\u001b[0m\u001b[33mWARNING: There was an error checking the latest version of pip.\u001b[0m\u001b[33m\n",
      "\u001b[0mCollecting flash-attn\n",
      "  Downloading flash_attn-2.5.6.tar.gz (2.5 MB)\n",
      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.5/2.5 MB\u001b[0m \u001b[31m13.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m \u001b[36m0:00:01\u001b[0m\n",
      "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25lerror\n",
      "  \u001b[1;31merror\u001b[0m: \u001b[1msubprocess-exited-with-error\u001b[0m\n",
      "  \n",
      "  \u001b[31m×\u001b[0m \u001b[32mpython setup.py egg_info\u001b[0m did not run successfully.\n",
      "  \u001b[31m│\u001b[0m exit code: \u001b[1;36m-9\u001b[0m\n",
      "  \u001b[31m╰─>\u001b[0m \u001b[31m[0 lines of output]\u001b[0m\n",
      "  \u001b[31m   \u001b[0m \u001b[31m[end of output]\u001b[0m\n",
      "  \n",
      "  \u001b[1;35mnote\u001b[0m: This error originates from a subprocess, and is likely not a problem with pip.\n",
      "\u001b[1;31merror\u001b[0m: \u001b[1mmetadata-generation-failed\u001b[0m\n",
      "\n",
      "\u001b[31m×\u001b[0m Encountered error while generating package metadata.\n",
      "\u001b[31m╰─>\u001b[0m See above for output.\n",
      "\n",
      "\u001b[1;35mnote\u001b[0m: This is an issue with the package mentioned above, not pip.\n",
      "\u001b[1;36mhint\u001b[0m: See above for details.\n",
      "\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.0\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython -m pip install --upgrade pip\u001b[0m\n",
      "\u001b[?25h"
     ]
    }
   ],
   "source": [
    "!pip install transformers trl accelerate torch bitsandbytes peft datasets -qU\n",
    "!pip install flash-attn --no-build-isolation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: pip in /usr/local/lib/python3.10/dist-packages (23.3.1)\n",
      "Collecting pip\n",
      "  Downloading pip-24.0-py3-none-any.whl.metadata (3.6 kB)\n",
      "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (4.39.3)\n",
      "Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (0.29.1)\n",
      "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.4)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.22.2)\n",
      "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.26.1)\n",
      "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2023.12.25)\n",
      "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.31.0)\n",
      "Requirement already satisfied: tokenizers<0.19,>=0.14 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.15.2)\n",
      "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.4.2)\n",
      "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.65.0)\n",
      "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate) (5.9.6)\n",
      "Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (2.2.2)\n",
      "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (2023.6.0)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (4.10.0)\n",
      "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (1.12)\n",
      "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.2)\n",
      "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.1.2)\n",
      "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.105)\n",
      "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.105)\n",
      "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.105)\n",
      "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (8.9.2.26)\n",
      "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.3.1)\n",
      "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (11.0.2.54)\n",
      "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (10.3.2.106)\n",
      "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (11.4.5.107)\n",
      "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.0.106)\n",
      "Requirement already satisfied: nvidia-nccl-cu12==2.19.3 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (2.19.3)\n",
      "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.105)\n",
      "Requirement already satisfied: triton==2.2.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (2.2.0)\n",
      "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.10.0->accelerate) (12.4.99)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.3.0)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (1.26.13)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.7.22)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate) (2.1.3)\n",
      "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.10.0->accelerate) (1.3.0)\n",
      "Downloading pip-24.0-py3-none-any.whl (2.1 MB)\n",
      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 MB\u001b[0m \u001b[31m16.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
      "\u001b[?25hInstalling collected packages: pip\n",
      "  Attempting uninstall: pip\n",
      "    Found existing installation: pip 23.3.1\n",
      "    Uninstalling pip-23.3.1:\n",
      "      Successfully uninstalled pip-23.3.1\n",
      "Successfully installed pip-24.0\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m"
     ]
    }
   ],
   "source": [
    "!pip install --upgrade pip transformers accelerate"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "ck_5U-vIq7zW"
   },
   "source": [
    "#### Load HF Dataset\n",
    "\n",
    "We need a dataset to fine-tune a model, for this example we will be using a subset of the `mosaicml/instruct-v3` dataset."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 304,
     "referenced_widgets": [
      "d33fe4abed8d45d8a338cd61cb7e6f7b",
      "7140c7a6001c457ab3a10412a6a74840",
      "7ca0db4ead384644b35d41fc41ecfd2b",
      "439711888f2240e39809f01e45556a37",
      "fb8be4ed239d4384a23ac741f9a51c4b",
      "8a122cb76f7e4f6a8bb5298ae33e9647",
      "25907be002dc418fb22198569242f9e0",
      "75e42a03d8e1466bbcadb087e61f3aee",
      "ed2abc3ee09e4f79a6fd4e788219caa3",
      "d0b3aeecdaf64f55b49807cb38901b9e",
      "8926535afc3642889e3e6496904de6f7",
      "64fdc73e64a34a39885b39c03feaa85c",
      "dc9127dd34574124b164167b6154d225",
      "263638a07e9b46678fd5429d7e2d914c",
      "aad9769804d34234a85c89b3ec34eca1",
      "294cbc13c8114f5b82263c91d4adc7ec",
      "ef1eaeb200a0406bba20f6e1f75b75db",
      "670205ddbe06466782af2a9b00e19c70",
      "53b3210d62d040cf89fb6a54e51ada59",
      "4529f9401c164675999e76133ea59a49",
      "f2b847be79cb4bd58b58c7d27f31a726",
      "712d91ee85d74c8cae4c1f1d5aa04e34",
      "85ce1c6e00444d928f90ff42d3d0966a",
      "3ced78a7472d4f6d8b9f4f9609a252f4",
      "6a7c862f5e6349a1ae392b18a56a5c7a",
      "14eeae710d31450c806fbc13f51300d6",
      "538b9b24f34a4d9e82bb49a353d41654",
      "556e5a2e261846e88ba9c9b0babccc4c",
      "e6fda25fe5b74dadb39d0d3026d7d8f2",
      "8df635c8d01e4ffa908bb1af8d884465",
      "7c809f8f95f84bfea91bd3eaf8cdec2f",
      "cd1643fc6e1443cdbad799ffb072b06d",
      "5400e3bace0243e18dbdf5d6ee65f5b2",
      "072ae3b6cffa4ce19911e0f02064655d",
      "4ddbfefba56f4d1bb2bd597e4e8550a4",
      "05e3b75c73ee46539aac55fb29b18304",
      "7056e669574247c691650ebf8732cc98",
      "081f2246f0c8471db19d1453d619b045",
      "2c8fc8048ad744ebb9d45c3e0ee5f544",
      "28b7e5a8e0d14932b91dfa610fa8c39b",
      "be572c0d03a54a079a42dd075f5bea01",
      "ad84611ec5fa4bc0b186304b00150a2a",
      "554f02bc78334a6282c088c5db259c15",
      "e26708cb37f34fdc99ab7c25e7cb94b7",
      "68a23e68346f4614a1dcbc22e3bd2087",
      "bebc91a9254749da98eea001167fd124",
      "d78347a6e38f420cad3f007791a90e0c",
      "942774f02a334835a02649e6c3e6c842",
      "308549f17b63406ea209d826d12549cd",
      "2aa9f08feb6846b79cb73c22905d5520",
      "8a95bd43b3334e098cf2bb2ec4b1af74",
      "b1deb39d90ba49b5a61b351abc8eb323",
      "e68f5c89fa204a6d91386cc3524df80a",
      "e7b1f745b831400987a2608c12ae8d51",
      "5d728baa2b3d4da982e9cb90cb43e372"
     ]
    },
    "id": "DI1G_zS8PWh9",
    "outputId": "c2f3df7a-3d98-4b88-85ae-9a93f697761c"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e8847690927e45f183584809fd17651e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "57744dd2f9a14d028796dfc4b31c6331",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "6f0be3dba8214424b771596e52fd6128",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating train split:   0%|          | 0/56167 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "aa99456f3d0f48619cc093595c643eb9",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating test split:   0%|          | 0/6807 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from datasets import load_dataset\n",
    "\n",
    "instruct_tune_dataset = load_dataset(\"mosaicml/instruct-v3\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "VmAvZLhkrY6p"
   },
   "source": [
    "#### Data structure\n",
    "\n",
    "The dataset contains three different columns. We are only interested in the columns `prompt` and `response`. There are 9 different possible source value in the `source` column. We are only interested in one of them."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "YfDpPbAyTHff",
    "outputId": "619f474d-2f74-474f-9e12-f998d6d8003b"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['prompt', 'response', 'source'],\n",
       "        num_rows: 56167\n",
       "    })\n",
       "    test: Dataset({\n",
       "        features: ['prompt', 'response', 'source'],\n",
       "        num_rows: 6807\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "instruct_tune_dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['duorc',\n",
       " 'dolly_hhrlhf',\n",
       " 'dolly_hhrlhf',\n",
       " 'dolly_hhrlhf',\n",
       " 'spider',\n",
       " 'dolly_hhrlhf',\n",
       " 'cot_gsm8k',\n",
       " 'dolly_hhrlhf',\n",
       " 'quality',\n",
       " 'cot_gsm8k']"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "instruct_tune_dataset['test'][0:10]['source']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "vp64GoU9iUzt"
   },
   "source": [
    "Since we want to generate a model that generates instructions - we're going to filter away all the subset datasets and only used the `dolly_hhrlhf` component!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 81,
     "referenced_widgets": [
      "84ed21ed61f6419caa8d61ba83d00647",
      "34602872ae584dbb954c17a638aab568",
      "a105ca976cac4d4cb3397b4e5b6bfa92",
      "1d878b86f74b47dc8b07d2fbe075f4cd",
      "03332aa685954980822fd8c3d4a13c5c",
      "9c669bd0528b4c348dc625d4d5b7ca17",
      "ff7b87da46014eb4b36dd7fc87979bea",
      "3a838551f6164098bc00a6548e891abf",
      "f7dcc05006634e59ad5af1a8c5482b37",
      "e46270bca56748648bc040b7e2c93847",
      "f7e4c7ebe2544901a17f1e991c9cf1c8",
      "18a8645cf6e74be3bc8cd526b4df06b2",
      "f87af3682aae40ea8095e45625362623",
      "a4ddb4a571a3462b92f83e2039ff649e",
      "cd4387df952a4f2fa884ae841dcb1100",
      "48fdfbb9b92a4fcab7df65ed59a50200",
      "014c11e7c5f244ee887b28bd0294fef2",
      "c2ee3d03e6f3489a86506c3071bdea2e",
      "098b3206ed8544cba7b4eb4cfef030f3",
      "b791893e5b064b759273d5d0bfcf6fad",
      "0edf2b44f2b4469a9430bf47db6b5e5d",
      "c695665a30cb4351a6f75563f7e4aaab"
     ]
    },
    "id": "XE83nED_ghTa",
    "outputId": "7ab3cbe0-8853-4b83-8006-1ebad818f1a1"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d457854b50f4439d887cb657b4a14a1a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Filter:   0%|          | 0/56167 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "70ed766ee7c64ed88b0014333dac5f0c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Filter:   0%|          | 0/6807 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "instruct_tune_dataset = instruct_tune_dataset.filter(lambda x: x[\"source\"] == \"dolly_hhrlhf\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "YVWIqDHCg5BP",
    "outputId": "89222a4b-5893-412c-8109-e24eb0e9d9eb"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['prompt', 'response', 'source'],\n",
       "        num_rows: 34333\n",
       "    })\n",
       "    test: Dataset({\n",
       "        features: ['prompt', 'response', 'source'],\n",
       "        num_rows: 4771\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "instruct_tune_dataset"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "HNKsQDzlilSi"
   },
   "source": [
    "We will use just a small subset of the data for this training example.\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "6UC7sscpyVQR"
   },
   "source": [
    "#### Create Formatted Prompt\n",
    "\n",
    "In the following function we'll be merging our `prompt` and `response` columns by creating the following template:\n",
    "\n",
    "```\n",
    "<s>[INST] Use the provided input to create an instruction that could have been used to generate the response with an LLM.\n",
    "\n",
    "{input} [/INST]\n",
    "\n",
    "{response}</s>\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "8LxhBq7hyVQR",
    "outputId": "bbf0c917-c554-4d6b-cd02-b459e0ab1296"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'prompt': 'Below is an instruction that describes a task. Write a response that appropriately completes the request.\\n\\n### Instruction\\nWhat are different types of grass?\\n\\n### Response\\n',\n",
       " 'response': 'There are more than 12,000 species of grass. The most common is Kentucky Bluegrass, because it grows quickly, easily, and is soft to the touch. Rygrass is shiny and bright green colored. Fescues are dark green and shiny. Bermuda grass is harder but can grow in drier soil.',\n",
       " 'source': 'dolly_hhrlhf'}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "instruct_tune_dataset[\"train\"][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "id": "HGuHyrnrfCu_"
   },
   "outputs": [],
   "source": [
    "def create_prompt(sample):\n",
    "  bos_token = \"<s>\"\n",
    "  original_system_message = \"Below is an instruction that describes a task. Write a response that appropriately completes the request.\"\n",
    "  system_message = \"[INST]Use the provided input to create an instruction that could have been used to generate the response with an LLM.\"\n",
    "  response = sample[\"prompt\"].replace(original_system_message, \"\").replace(\"\\n\\n### Instruction\\n\", \"\").replace(\"\\n### Response\\n\", \"\").strip()\n",
    "  input = sample[\"response\"]\n",
    "  eos_token = \"</s>\"\n",
    "\n",
    "  full_prompt = \"\"\n",
    "  full_prompt += bos_token\n",
    "  full_prompt += system_message\n",
    "  full_prompt += \"\\n\" + input\n",
    "  full_prompt += \"[/INST]\"\n",
    "  full_prompt += response\n",
    "  full_prompt += eos_token\n",
    "\n",
    "  return full_prompt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'prompt': 'Below is an instruction that describes a task. Write a response that appropriately completes the request.\\n\\n### Instruction\\nWhat are different types of grass?\\n\\n### Response\\n', 'response': 'There are more than 12,000 species of grass. The most common is Kentucky Bluegrass, because it grows quickly, easily, and is soft to the touch. Rygrass is shiny and bright green colored. Fescues are dark green and shiny. Bermuda grass is harder but can grow in drier soil.', 'source': 'dolly_hhrlhf'}\n"
     ]
    }
   ],
   "source": [
    "print(instruct_tune_dataset[\"train\"][0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 107
    },
    "id": "cdi5goqbfFOK",
    "outputId": "7fad35a1-7ca6-4196-fc2d-6b491be842aa"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<s>[INST]Use the provided input to create an instruction that could have been used to generate the response with an LLM.\\nThere are more than 12,000 species of grass. The most common is Kentucky Bluegrass, because it grows quickly, easily, and is soft to the touch. Rygrass is shiny and bright green colored. Fescues are dark green and shiny. Bermuda grass is harder but can grow in drier soil.[/INST]What are different types of grass?</s>'"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "create_prompt(instruct_tune_dataset[\"train\"][0])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "-4TZODFA8gy9"
   },
   "source": [
    "### Map the Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "Y7dAhU6e8e3d"
   },
   "outputs": [],
   "source": [
    "# mapped_data = instruct_tune_dataset.map(create_prompt)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "4qjy9PYUaY3W"
   },
   "source": [
    "### Loading the Base Model\n",
    "\n",
    "Load the model in `4bit`, with double quantization, with `bfloat16` as the compute dtype.\n",
    "\n",
    "In this case we are using the instruct-tuned model - instead of the base model. For fine-tuning a base model will need a lot more data!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "id": "e_vtzuBHyVQS"
   },
   "outputs": [],
   "source": [
    "model_id = \"mistralai/Mixtral-8x7B-v0.1\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "id": "qRb5keMJB7wr"
   },
   "outputs": [],
   "source": [
    "from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig\n",
    "import torch\n",
    "\n",
    "nf4_config = BitsAndBytesConfig(\n",
    "   load_in_4bit=True,\n",
    "   bnb_4bit_quant_type=\"nf4\",\n",
    "   bnb_4bit_use_double_quant=True,\n",
    "   bnb_4bit_compute_dtype=torch.bfloat16\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 785,
     "referenced_widgets": [
      "c6631bc2788042c887ecad3ca6a9f8e6",
      "ddc9a4aa3b9540b89efaf99575e65b7d",
      "44e31458656a474e8c0459521def1838",
      "133520d4ba2a45dab6982778c6190422",
      "08a7a060a6ab4ff49ec17d8d5fbcc40f",
      "1f10c140601049f79f23097406e1cd15",
      "8f9fa1f2afdf49008014c48abfac5250",
      "8b27280b781f48a991581d5ea4aaf5cd",
      "bfc1ac77a21245909ad8d1b01d9a1f6e",
      "019ab936f5de4f3187fef9ea375a325e",
      "3a3af090f03b42e1aee0da1ba22fce13",
      "86ff83a4eab04f96af2b98921f232f77",
      "16fa680720964a558728a226094f0e5d",
      "b345d54c4e094af5834560bac9dcc209",
      "b4a075b80cd34fd4bc5b65918d08d120",
      "de9af6ba56394634b66b9e1ce830efd2",
      "8e44b05c5fa941b694656b2673419c6e",
      "a063e592fad9428d901723d31bc31312",
      "808ed2bfb8ed45db83c2e252b195098e",
      "f9a15573b47646939abeab9eab037349",
      "26bc4b3aaf8c4d33b5c12eb544633843",
      "6ec455a94f1d4a4985a66f455930aa30",
      "31fc0c49a9a343acbf1398e881fbe18a",
      "a332c565377443439b8f50ec3cb5f059",
      "37063f549bef4c36816d2a15f0896a40",
      "ae6fa4a48337460d949b374e0394b631",
      "40ca49d82ac24e489e7952d79cddf9dc",
      "5cec6d2d94874aa2997218d5497399e8",
      "1dc64f925a5b41739e7d7e3937e1065b",
      "866253eba8f94a4e92ddbe0fea4ea2f2",
      "c2bc746342cd4528bfb3565b754ab218",
      "d793850d36224383a668c20984873a59",
      "d463ecc9a6d84906932fb18855e1d7d5",
      "2a16a256ad1248e4843f2084d56f22bd",
      "6644aa2932d84c1f87762b19930a2ba1",
      "48bcbef09fb449d4a7c5acbc6d7b32b0",
      "9abbfd1a190d4e41a1d1c113574f5dcb",
      "a76588e8a7034ca5bc1f74bdb39ee2bb",
      "0cb920e1353449be833b212c760eca41",
      "bcc4f168cae747759aede3f69db3dd08",
      "afaabdef90904632aa7cbf0e04f4724d",
      "ef2a3f9521154cd0a26bd9f52db8ce7e",
      "3fd63d4cdbd1436097eb1bd6841754ec",
      "8bfa9e315f064215954c13900231e83c",
      "5af971eb34db4954bdae81b21341c80b",
      "e299300de14340519106aebca33d99ad",
      "94b1a4d43b064082aafa3924cccbb91f",
      "f2cc8c450f4c4e5b8117d46f7be0792e",
      "889461f4f56f4777955fe7908c523aac",
      "1c0310b6fb3d4e0ebcbb4fa4409c818a",
      "36bc4d700deb4d1ea40618e57e23ed4c",
      "11a570e51b394cda94ba5a6ed6f276ab",
      "8c524f5f29d94385931550311375f544",
      "a716f736dea74fa1a3b53ae411205774",
      "807e11756fc946efb609dcda095d3f0b",
      "b520ec8847ff4020a658f6d74d9de9f2",
      "8af9604b87c0410f8b2b5cd0ac4dc91e",
      "bd2d922601f8495c948540dd6e8099f9",
      "960b5689de88470baab1744b3411ba71",
      "feadf89ebb3e4628b154661590ab6389",
      "9e612edce1dc483eb05f5b976d7e6015",
      "47d0ffec3b3b4be48997e96eba8a1c59",
      "6cd1abfe21144c928e81cc3c7dda81e5",
      "9dd81ed843404df8b34918d0a9d1eeb0",
      "3024948305514e6caf209b8aca44a9c6",
      "c1192585d47546bea8ffeae446a46c30",
      "30a75a0caef64147a8d69d1568d755d4",
      "c03360be051a4129bfc86728434c73e3",
      "7e7710c1013d45649a457032dc6d595e",
      "14bc40a4bf6944f7a9828e2b3c1e15c7",
      "840147fe09a94a879ba49ae453ee45cd",
      "2d178f0b4f774179abe4b4caa8d38e91",
      "4321c524d7264bff82c82d71ff106991",
      "137aee4bc2d347288497f09f61955e6b",
      "c77f650ce44c45a7825ccc934e8f2287",
      "da407f9178bc4836a0dce712b83a05ac",
      "fa531b3c7d594afc824e0b0ab7e974bd",
      "112dd4af720f45a9a3c848ff62c2ad9d",
      "bb9267cc590b48eabf77a05fdab41811",
      "01f16b65cf94405a8179e6be280c6cbc",
      "35816b7fdbec45859ea30eb3eae7c55e",
      "a02d4a887d3b4ba09c7713d76b3d05e4",
      "3dfc89beccfe42ebbb55fb52b3e6e4e5",
      "9c522f031fd0416791e912637cc49e6c",
      "1cd32e9f27274105bce7cbafc2ca4393",
      "2b2526a6185a40dc9094af0429e460d7",
      "22d055e9dc044a20afa38b026a1495d4",
      "8699337f15d14f19b8ef51708246d61d",
      "1a2b284f52f24017bc2f44de4b5d5b2f",
      "e5c43bd5a33f47719afe565238519342",
      "cc40215ac5f9442b9f2d3f593ebf32ae",
      "b0dc6333d0e04f559fa49ef7dd3d5adb",
      "4ce6dd34cb7247a9a45a7467f4bcf4ff",
      "33b4df482824401c928dcd1d4bf8c15a",
      "b3b7fe688bb94073ba0d188b158d6e6b",
      "30e52e613128414a991e1ab3ce271cf2",
      "550ed056ff9a454cbefdec831897cda3",
      "4edada00f6ad428b8dd2f340c3895cb4",
      "25a690e4fe9f43a38575c17b34699cab",
      "46468a0d107043e1add538c044fb43b9",
      "68af7b150b3e4f71b3dc9047267c2c20",
      "c0773d1fafc74aaa87c79afedf98aea7",
      "04d90c29df614660a463cce01ca3dcc8",
      "c5205dd47de54b1b86c358efb7f77e4e",
      "159353c1222d47dca63245ee96c7bb92",
      "4dd728265d3c4138b52597bd54f63b50",
      "eb941f1f60df4308b17d9a82ca698ee9",
      "e0c93ffb63964751b18064b32a6bcffd",
      "505ef494a3384d35873ef89d3f5499fe",
      "62351aa7073b453981d38bc144f93ff1",
      "12a1f525e716453c87023ce6d1891257",
      "029711b04d9144f89e9d623da41cc595",
      "46199769925d4b7ab3489f11736b9905",
      "ab92799bb66c41709210442a2a0d5d81",
      "e7e0630ca7c8451f8c75925b5096b5bb",
      "f72ebca61d3743948c518761072cceb3",
      "bbc02cb2000c4d869ebe42dd41041d7c",
      "1ca7a30b2dbf4885b546703ab3ff9a68",
      "8dc39f2f5d2043d087637a2ce6becc26",
      "cd1252f07c3949758078ca9738e7bdd4",
      "92209559f71a44b5a075b47007ce6b82",
      "069a5ae806f94064b0a6d17404bf13f1",
      "759e97b8e8ef4c3eaaaaad3c046e217e",
      "bd52f20d85bf4b6294d2bd4e6eb0fce5",
      "da78f8de8d0540eb89360b3c6be8d7b5",
      "bd7ebc62d6054d369d226f89f31dd5f4",
      "f0399bb98ebb4addb41bd4164400002f",
      "fe0458a932554f7896508f1f1f4e3631",
      "0fb1952741f0420abbec87d997e6c2c4",
      "67ce761aed294846b8619e34a7e79141",
      "ff90d0e198c647258a819900a969e4a0",
      "b56e73df7bbb4999bb52aae513152308",
      "2499379ea22c432b8fcb85aa0d8843cd",
      "32fc363d31fd40fcbd47d7e11fc275df",
      "0d9ab438d7fb4780af3d917f39f37ead",
      "a5b019d0b4b148b48934775e470c88e1",
      "2b928b88baee4aff9dd7d8b562a46e0a",
      "cb617cd8145845ca991b70285549991a",
      "dc53db2c82eb424a9b524171d61a4752",
      "527aae372c1d4131b7332ec58136558c",
      "c064f247deca4fafb2784c9bc4dfdb46",
      "d2605e0915a740d391f57b4a05c54c51",
      "6fd05f8f939946068afef5ac648c8955",
      "9e51f44dcf774e56976bb68173f389b7",
      "975d1bb349024ad2af502090aaf479be",
      "5154764460e44166b1f3862cb853134c",
      "bf3f77c28e9049c692fcf5b1894d33fb",
      "6fee61f014954d5bb92ea9dff48b88db",
      "404a672208684482a8921b9432b6ba54",
      "0a075443e7624588819a7017f95a68b2",
      "3485ab35f1174b88aa6ce2a419c4d858",
      "8709a96c5f67422e847b2a08fe2f1d0c",
      "a54030902ff24704abe956f8f2afe209",
      "48bbb13841de4a4b9d505e7e1a911d63",
      "b5788b884dec4d389544e5ca4b56ca73",
      "ef606a02aec148f2b9e2865ab4451f6d",
      "72a3f2c796f94c45b5232065a4495839",
      "a2dcf0fb82a7402fa6c515991b8b49e5",
      "c7980b4b7f8e4da6b85c507d21a481fc",
      "b6454027034b4f8291c77fcb9567a019",
      "24afa3488f644f1b86737683a08953fc",
      "25e78efab0db4beda3894a036a8b4127",
      "fbc3951886a242c38a5884c719b1fd7c",
      "d8771dba49ab46bfb3388837e78c6cb8",
      "8c987d728e9047a29a082af78af5a0fd",
      "9eac879acd3747fc9ebb5d4ff4ded631",
      "97de8fcff8bb422f904bfad5478a8435",
      "67a54e97214d450a98be8adc0bf4ec54",
      "0761648402284860a3fa8d35962918be",
      "95bc9e8d3bbf4eb389b0d02e2892a032",
      "210a08fc884b488d83d610b653201b1d",
      "3c29c95f81a74fe0b9e1ee6673086a0d",
      "03c3aaf8b9a44522817d7631c1c99310",
      "5abc7eddd2e8422394b00c1bf24c49c1",
      "de8f3fcc9b0344e48ff51fe12b8729cd",
      "bd75e9447bc2488590546a0df34c93f7",
      "f8771869a5094abd83cc0a265be32f8d",
      "7dbee9c5d3b84a5da29f70e3653a4ec4",
      "24fdeb8ad1e24ee78729858f98ff1806",
      "aed7ded2647f4e5fa96fb493ef9927ce",
      "d42c0e4804174b19b92dde555a766f47",
      "da19cba85e5e40b0acbdba7b33c17900",
      "04b22872d2904fd8bf938b55bf797d4d",
      "1b9ab070667e49d6815f6d65f5c79aa5",
      "c86ff70664c34e51866cd38aef784f39",
      "dc064edefa734c358b35ef40b18de825",
      "2a612011cb2849fa8e737a013d3048a1",
      "173b3f424e644dac838e34cc343f6ccd",
      "4721b6ebd38d4aaca9500e46b75d7cff",
      "801e761a23784fb2ac40337d159555e7",
      "ffd18ffc96a34687a922c40137b6f509",
      "278e30eb31014a81a629786ae92991d9",
      "d8c76ad3017841e8ba42884e793a23c4",
      "81b9e4c19c9b4b55a3073209b5c17aa2",
      "f4f0f07750e545aaac02bb41e3e864f0",
      "e8da125c9d4e4edfb8ef0afaa02acd20",
      "7d30593402df47169a83fc9475e27ed0",
      "908c91f24b0541bba4a62fdc155bfb24",
      "be8ddc7e6484418092e353bf44839fac",
      "bc8df0b3b9a34c60b0edb13c9d587b59",
      "486880d135ef4569b911f7e23819230e",
      "42c2e2e77c9f4894b17bb00ee41873a7",
      "03205e0e49f14aab8cb92d995f18b475",
      "ca3fff98d07d4da789b0bae71da6a0a0",
      "ce861af01a1d462f8abb24563555cfba",
      "43f9899fdd95410297397f9010a90343",
      "8194a8af604d48af9380099d4c53043a",
      "a37918523c234f2589992abb19cd3d81",
      "3678b62e115e48c0bc90df32521ef140",
      "861016225f2948ff9ee02aad387e0754",
      "622e20500331456b94c82abbfe12a658",
      "89a309e5caac4359a00a039678824f7c",
      "a4879df2f39a4fe482e7cfc6413227ea",
      "c171a344453344a18169d91ba7496c8c",
      "0d63cf123a2940a992037ca8e79b0962",
      "152637163ab6493e9e2ac9ae2c2f55b2",
      "4fade7fe925044efb1ab629a8694e481",
      "5f7965138d0845089112f9badc1715d3",
      "3b0bfaf708a6476792b4723306e868a6",
      "8311c44c09ac400fa8d7644d7b571084",
      "9e918ddf30b04ecfb3292a82f2c495cf",
      "721dedc32a744f96afd343e969af1a26",
      "33c9dd3c0a084d308e819f8ebcb45a24",
      "c1366d06b01242a89b0265aa74925d29",
      "9a864ede4f08427a95714318a20f04a5",
      "029154ec10a94b9cb8d241e92038b5f8",
      "6eab6dfff0b949008aac44019e210b74",
      "593d4bd500224d66a9e35ab48e1932b8",
      "d571b4ad25ec4cb388e1072b33ec8bda",
      "72dcacb0983a46d0895224b072b12fb5",
      "0ae72cbde0604ab9838213232d51e3e0",
      "8fd7e215638e4e229096587532101a93",
      "33cce3c4d7a14bb5a6c771db599ddc3f",
      "0c76c150b4354bcea56309efe35f3561",
      "b88a4343b87a4191ac709ee4d021590d",
      "7cdc5ad0ce444908b11632b0ec6a768c",
      "2a937921b446456584608b6cce640bb6",
      "f7b3e6c408af4f0aa8032b57e94e4476",
      "ac4ff6881eee43c7a5e6e76b245427c0",
      "e25be34fc19e4e46ba41fff39d7ac083",
      "08f912e0a06a46f2b5bc772476232903",
      "44f95549034d4ede806209c722694775",
      "81eaf08445b5494b84785533de27d406",
      "26f71f3eb90a40c8888660d77011e116",
      "b419aa66986b48a3a2c258cb943cc156",
      "ad2ad3554b7a460cb2a787c08b5a874e",
      "29b81071a630427e9cf4f7642e196b7b",
      "3244281c34dd42daaa19ad7a57245ed1",
      "df506a77e4c245758c11a660d5b3c45a",
      "701cb556928b436098ade9663ecaf257",
      "01de989bc2f4402e9d271cd538cda552",
      "c09eb524c2b14559b8ebb53d17f45fc9",
      "8a7ebccc5c964c8992a02f3b556ad088",
      "8472a2c0522341e189b23d9d954ce149",
      "5ee909e75f7a425ea388e56cf1f151b9",
      "e93777d7e9cd4d9c86ca3126424af44d",
      "828f0d420b654b24913b7f031e61bc4f",
      "b4f0336b9894407ab334ac4ce13f62b5",
      "0fcd8395e3454323b71bfbae6e8eaee6",
      "a3ba0e4403104333bac825fc4d1516d5",
      "bf2b809d86f74912b50fb2d6166e749f",
      "9cf8d9d06d4a4ace8af1e828525826d7",
      "b60faa36581c4f31b7afa8d71700a475",
      "a83be1387505492f89596bb7433c19cd"
     ]
    },
    "id": "ZbaaN_VdWABp",
    "outputId": "82faa6da-6e15-4300-8582-2e6ddd8699ff"
   },
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "'mixtral'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[38], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m model \u001b[38;5;241m=\u001b[39m \u001b[43mAutoModelForCausalLM\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mfrom_pretrained\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m      2\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel_id\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      3\u001b[0m \u001b[43m    \u001b[49m\u001b[43mdevice_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mauto\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      4\u001b[0m \u001b[43m    \u001b[49m\u001b[43mquantization_config\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mnf4_config\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m      5\u001b[0m \u001b[43m    \u001b[49m\u001b[43muse_cache\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m      6\u001b[0m \u001b[43m    \u001b[49m\u001b[43mattn_implementation\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mflash_attention_2\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\n\u001b[1;32m      7\u001b[0m \n\u001b[1;32m      8\u001b[0m \u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m/usr/local/lib/python3.10/dist-packages/transformers/models/auto/auto_factory.py:461\u001b[0m, in \u001b[0;36m_BaseAutoModelClass.from_pretrained\u001b[0;34m(cls, pretrained_model_name_or_path, *model_args, **kwargs)\u001b[0m\n\u001b[1;32m    458\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m kwargs\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtorch_dtype\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mNone\u001b[39;00m) \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mauto\u001b[39m\u001b[38;5;124m\"\u001b[39m:\n\u001b[1;32m    459\u001b[0m     _ \u001b[38;5;241m=\u001b[39m kwargs\u001b[38;5;241m.\u001b[39mpop(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtorch_dtype\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 461\u001b[0m config, kwargs \u001b[38;5;241m=\u001b[39m \u001b[43mAutoConfig\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mfrom_pretrained\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    462\u001b[0m \u001b[43m    \u001b[49m\u001b[43mpretrained_model_name_or_path\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    463\u001b[0m \u001b[43m    \u001b[49m\u001b[43mreturn_unused_kwargs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    464\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtrust_remote_code\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtrust_remote_code\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    465\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mhub_kwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    466\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    467\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    469\u001b[0m \u001b[38;5;66;03m# if torch_dtype=auto was passed here, ensure to pass it on\u001b[39;00m\n\u001b[1;32m    470\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m kwargs_orig\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtorch_dtype\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mNone\u001b[39;00m) \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mauto\u001b[39m\u001b[38;5;124m\"\u001b[39m:\n",
      "File \u001b[0;32m/usr/local/lib/python3.10/dist-packages/transformers/models/auto/configuration_auto.py:998\u001b[0m, in \u001b[0;36mAutoConfig.from_pretrained\u001b[0;34m(cls, pretrained_model_name_or_path, **kwargs)\u001b[0m\n\u001b[1;32m    996\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m config_class\u001b[38;5;241m.\u001b[39mfrom_pretrained(pretrained_model_name_or_path, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[1;32m    997\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmodel_type\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;129;01min\u001b[39;00m config_dict:\n\u001b[0;32m--> 998\u001b[0m     config_class \u001b[38;5;241m=\u001b[39m \u001b[43mCONFIG_MAPPING\u001b[49m\u001b[43m[\u001b[49m\u001b[43mconfig_dict\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmodel_type\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m]\u001b[49m\n\u001b[1;32m    999\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m config_class\u001b[38;5;241m.\u001b[39mfrom_dict(config_dict, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39munused_kwargs)\n\u001b[1;32m   1000\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m   1001\u001b[0m     \u001b[38;5;66;03m# Fallback: use pattern matching on the string.\u001b[39;00m\n\u001b[1;32m   1002\u001b[0m     \u001b[38;5;66;03m# We go from longer names to shorter names to catch roberta before bert (for instance)\u001b[39;00m\n",
      "File \u001b[0;32m/usr/local/lib/python3.10/dist-packages/transformers/models/auto/configuration_auto.py:710\u001b[0m, in \u001b[0;36m_LazyConfigMapping.__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m    708\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_extra_content[key]\n\u001b[1;32m    709\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m key \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_mapping:\n\u001b[0;32m--> 710\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mKeyError\u001b[39;00m(key)\n\u001b[1;32m    711\u001b[0m value \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_mapping[key]\n\u001b[1;32m    712\u001b[0m module_name \u001b[38;5;241m=\u001b[39m model_type_to_module_name(key)\n",
      "\u001b[0;31mKeyError\u001b[0m: 'mixtral'"
     ]
    }
   ],
   "source": [
    "model = AutoModelForCausalLM.from_pretrained(\n",
    "    model_id,\n",
    "    device_map='auto',\n",
    "    quantization_config=nf4_config,\n",
    "    use_cache=False,\n",
    "    attn_implementation=\"flash_attention_2\"\n",
    "\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 145,
     "referenced_widgets": [
      "5d0577e13e1e4f74a7f8e9f1480d9dac",
      "e8658252371c401b96e16fae9c03a6a4",
      "c7cfbf66bab849f58518e4c4f29de351",
      "9094535749ef49cb85c8375613a37e00",
      "2a2fd684238b4536bae4882870ce0fff",
      "3f7acd416d4346c099215c10d2acbbed",
      "5fb3a2d39d9249ecae7b17be2900dbf6",
      "1c77f166a18441bf80b4a04073889c0e",
      "4d2933dcbdc54256bdca53b6bd4159a3",
      "9811ef1941be496796d4c4b7c267e858",
      "5421d8de36264228908fe1ba76553ca4",
      "60da57fb71644a69804b2a88944a47f5",
      "69c41f2b5f32464d90fd2c887b205dfd",
      "ea80e2c4fdc74305bbcb50601546973a",
      "faafd33dcff94977bdbf95d75e314a25",
      "4a26b10d46cd47158ec35e78723b23dc",
      "67ef67c968734fca95ea0f85766e47ec",
      "1f740332de244004a3e106190d3c2159",
      "e8ba9df1de794ba2acaf8f36f67f27f3",
      "df0fccd9d21844d8af16e7ee61f5d8d8",
      "46a4cb05c2ca4580ab013445fc502bdd",
      "4f0877ffbe25402db24044a8b35a0026",
      "aa500c629dee429b90b77fdb6c1e2381",
      "bfec55ea91604c92bb50ab275167620e",
      "1a66b1d633784dbab23343071c287f98",
      "7186548fbc9345028c5bb7505aa58cd3",
      "314fb160181e4d569634d61a6295d5f5",
      "7d7889e7afc3447dad3eac0df6cf4f34",
      "5a84fca54e994ec5a6a7214e1e1faa08",
      "28e57a35ecc34b87bc8cb9a96bbad321",
      "e22bbdcd7a2b4094b60ded7296c2be47",
      "a84dec66e63d4dd0bae9236a89901327",
      "bea1cbbc9e35482e991c616e78c1b8af",
      "a1866d8cc06c429fae60e62347ecaeee",
      "f5524390ae34450d9cc75c04bf27a5eb",
      "4ef81f1b5e8a4c03a134170d99d6a04d",
      "c9a2b844e2a64d1d8f8021b48c287f30",
      "d7c5d4c51fa8481a912aaaa7e84adc4b",
      "b1a6a3dbddaf4bf6a12db52476967245",
      "45e077626d7a4739ae97e1de07b61a0e",
      "f41869e28537463a9748c407063438f0",
      "30ab45a361ca48beaf9843b6a472c446",
      "ad6c06a70cba40cb8c054b8491007b22",
      "b02d51e706f04b72bc75b7e727df1a50"
     ]
    },
    "id": "9TzTWLD2WBZV",
    "outputId": "024fc22c-3b7d-4d23-e749-9f409b801a23"
   },
   "outputs": [],
   "source": [
    "tokenizer = AutoTokenizer.from_pretrained(model_id)\n",
    "\n",
    "tokenizer.pad_token = tokenizer.eos_token\n",
    "tokenizer.padding_side = \"right\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "dlQxPyiKi51k"
   },
   "source": [
    "Let's example how well the model does at this task currently:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "id": "wRWhXzXrc41b"
   },
   "outputs": [],
   "source": [
    "def generate_response(prompt, model):\n",
    "  encoded_input = tokenizer(prompt,  return_tensors=\"pt\", add_special_tokens=True)\n",
    "  model_inputs = encoded_input.to('cuda')\n",
    "\n",
    "  generated_ids = model.generate(**model_inputs,\n",
    "                                 max_new_tokens=512,\n",
    "                                 do_sample=True,\n",
    "                                 pad_token_id=tokenizer.eos_token_id)\n",
    "\n",
    "  decoded_output = tokenizer.batch_decode(generated_ids)\n",
    "\n",
    "  return decoded_output[0].replace(prompt, \"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 214
    },
    "id": "OVqKOOjeyVQT",
    "outputId": "11ba71c7-8e0f-43d5-fc8d-61a6b707e9c6"
   },
   "outputs": [],
   "source": [
    "prompt=\"\"\"[INST]Use the provided input to create an instruction that could have been used to generate the response with an LLM. \\nThere are more than 12,000 species of grass. The most common is Kentucky Bluegrass, because it grows quickly, easily, and is soft to the touch. Rygrass is shiny and bright green colored. Fescues are dark green and shiny. Bermuda grass is harder but can grow in drier soil.[\\INST]\"\"\"\n",
    "\n",
    "generate_response(prompt, model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "Gzu4c53ByVQT"
   },
   "source": [
    "### Tokenization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 81,
     "referenced_widgets": [
      "6ccda1b0bb3d4a3688554093cfc18fa2",
      "1abac85f2cd94004be756145eecd59bb",
      "1a1941ed4eff4c8689f2bdaf3b67551a",
      "8a50753c113744a7af9214d22d862de7",
      "5f922027377140aeaf71b3407bf3a737",
      "5f295a0d29cf48c6bb80ba9f5bb91b76",
      "c788e2760ee0402babe5be6606541727",
      "4e20e5e4912145c0b3d030176e0e59b3",
      "7e91adc841254982bcc0e2377549fc17",
      "7294e19cbe874da88209cb833a5bde12",
      "ad38e89cbc42454ca4cf466162f62083",
      "4222af4315eb484388580b8435d9bf9c",
      "2c03e36356b14653844bb455d1b4eadc",
      "3bdd4c120a5249259c46cdec261f5769",
      "0311bbbbdf914dcba8f6545815246534",
      "c2c936b5bfab40e09f72826c39a5490e",
      "9f029058dabb47bc8b6c64f87dc18925",
      "15e214feb76a4c1cb57dc8275a29ca24",
      "4da12f23153840c183ed8749423e45d0",
      "ef7fd6e8efe147959e0262c465d6c614",
      "20b42764def14b0a93904474f94498c8",
      "86f9ace3837a44d58177adbcbc555108"
     ]
    },
    "id": "49s40_WNyVQT",
    "outputId": "a05b3804-7b5a-4248-f3d6-3e482a2a2674"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d8dd6032807142eab8b67c65a7e07200",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Map:   0%|          | 0/34333 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a06056dc3ba34a35b1146717d5ae9abb",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Map:   0%|          | 0/4771 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "def tokenize_prompts(prompt):\n",
    "    return tokenizer(create_prompt(prompt))\n",
    "\n",
    "tokenized_train_dataset = instruct_tune_dataset[\"train\"].map(tokenize_prompts)\n",
    "tokenized_val_dataset = instruct_tune_dataset[\"test\"].map(tokenize_prompts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "kIkUgIRFm3e7",
    "outputId": "86462b12-3eb7-46fd-c568-78d0b0496843"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "39104\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA2QAAAIjCAYAAABswtioAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAABTFElEQVR4nO3deVgVdf//8dcBPIAi4AZIopCaivsuaaaJopJl2u2SGZrmbTeWiplZ5lKZZZuapS130mYulZaaGOJ2Z+6FW0ruaLJYBogpKMzvj77MzyO4QOioPB/Xda48n3mfmfcMY/FqZj7HZhiGIQAAAADAdedkdQMAAAAAUFIRyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAKAYTJw4UTab7bpsq127dmrXrp35fs2aNbLZbPryyy+vy/YHDBigwMDA67KtosrMzNTgwYPl5+cnm82mESNGWN1SsbveP/criYmJUaNGjeTm5iabzaa0tLQC66Kjo2Wz2XT48OHr2t+1UJh9CQwM1IABA655TwBuPgQyALhI3i9ZeS83Nzf5+/srLCxMM2bM0KlTp4plO8ePH9fEiRMVHx9fLOsrTjdyb1fj5ZdfVnR0tB5//HF9+umn6t+//yVrAwMDde+9917H7gpn7ty5mjZtmtVtXNYff/yhXr16yd3dXe+8844+/fRTlSlTxuq2rsovv/yiiRMn3hIBEcDNycXqBgDgRvXCCy8oKChI586dU3JystasWaMRI0bozTff1LfffqsGDRqYtePGjdMzzzxTqPUfP35ckyZNUmBgoBo1anTVn/v+++8LtZ2iuFxvH3zwgXJzc695D//EqlWr1KpVK02YMMHqVv6xuXPnateuXTf0Vb4tW7bo1KlTevHFFxUaGnrZ2v79+6tPnz5ydXW9Tt1d3i+//KJJkyapXbt2hb7ye6PtC4CbE4EMAC6hS5cuatasmfl+7NixWrVqle69917dd9992rNnj9zd3SVJLi4ucnG5tv9K/euvv1S6dGnZ7fZrup0rKVWqlKXbvxqpqakKDg62uo0SIzU1VZLk7e19xVpnZ2c5Oztf446uj1tpXwBYh1sWAaAQ7rnnHj3//PM6cuSIPvvsM3O8oGfIYmNj1aZNG3l7e8vDw0O1atXSs88+K+nv53+aN28uSRo4cKB5e2R0dLSkv58Tq1evnrZt26a2bduqdOnS5mcvfoYsT05Ojp599ln5+fmpTJkyuu+++3T06FGHmks9x3LhOq/UW0HPkJ0+fVqjRo1SQECAXF1dVatWLb3++usyDMOhzmazadiwYVq8eLHq1asnV1dX1a1bVzExMQUf8IukpqZq0KBB8vX1lZubmxo2bKiPP/7YXJ73XNWhQ4e0bNkys/fiuB3ts88+U9OmTeXu7q7y5curT58++Y5v3s/tl19+Ufv27VW6dGnddtttmjp1ar71HTlyRPfdd5/KlCkjHx8fjRw5UitWrJDNZtOaNWvM9S1btkxHjhwx9+XiY5+bm6vJkyerSpUqcnNzU4cOHbR//36Hmn379qlnz57y8/OTm5ubqlSpoj59+ig9Pf2K+71w4UJzvytWrKiHH35Yv/32m8M+R0RESJKaN28um8122WelCnruKu+20R9++EEtWrSQm5ubbr/9dn3yyScFfnbdunX697//rQoVKsjT01OPPPKI/vzzT4dam82miRMn5tv+hX8HoqOj9a9//UuS1L59e/MY5x3/KyloXwzD0EsvvaQqVaqodOnSat++vXbv3p3vs+fOndOkSZNUs2ZNubm5qUKFCmrTpo1iY2OvatsAbh1cIQOAQurfv7+effZZff/993rssccKrNm9e7fuvfdeNWjQQC+88IJcXV21f/9+rV+/XpJUp04dvfDCCxo/fryGDBmiu+66S5J05513muv4448/1KVLF/Xp00cPP/ywfH19L9vX5MmTZbPZNGbMGKWmpmratGkKDQ1VfHy8eSXvalxNbxcyDEP33XefVq9erUGDBqlRo0ZasWKFRo8erd9++01vvfWWQ/0PP/ygr7/+Wv/5z39UtmxZzZgxQz179lRiYqIqVKhwyb7OnDmjdu3aaf/+/Ro2bJiCgoK0cOFCDRgwQGlpaRo+fLjq1KmjTz/9VCNHjlSVKlU0atQoSVKlSpWuev8LMnnyZD3//PPq1auXBg8erBMnTujtt99W27Zt9fPPPztcGfrzzz/VuXNn9ejRQ7169dKXX36pMWPGqH79+urSpYukvwPsPffco6SkJA0fPlx+fn6aO3euVq9e7bDd5557Tunp6Tp27Jh5HD08PBxqXnnlFTk5Oempp55Senq6pk6dqn79+mnTpk2SpOzsbIWFhSkrK0tPPPGE/Pz89Ntvv2np0qVKS0uTl5fXJfc7OjpaAwcOVPPmzTVlyhSlpKRo+vTpWr9+vbnfzz33nGrVqqX333/fvM23evXqhT7G+/fv14MPPqhBgwYpIiJCH330kQYMGKCmTZuqbt26DrXDhg2Tt7e3Jk6cqISEBM2aNUtHjhwxA/nVatu2rZ588knNmDFDzz77rOrUqSNJ5j+LYvz48XrppZfUtWtXde3aVT/99JM6deqk7Oxsh7qJEydqypQpGjx4sFq0aKGMjAxt3bpVP/30kzp27Fjk7QO4CRkAAAdz5swxJBlbtmy5ZI2Xl5fRuHFj8/2ECROMC/+V+tZbbxmSjBMnTlxyHVu2bDEkGXPmzMm37O677zYkGbNnzy5w2d13322+X716tSHJuO2224yMjAxzfMGCBYYkY/r06eZYtWrVjIiIiCuu83K9RUREGNWqVTPfL1682JBkvPTSSw51Dz74oGGz2Yz9+/ebY5IMu93uMLZ9+3ZDkvH222/n29aFpk2bZkgyPvvsM3MsOzvbCAkJMTw8PBz2vVq1akZ4ePhl13e1tYcPHzacnZ2NyZMnO4zv3LnTcHFxcRjP+7l98skn5lhWVpbh5+dn9OzZ0xx74403DEnG4sWLzbEzZ84YtWvXNiQZq1evNsfDw8MdjneevJ97nTp1jKysLHN8+vTphiRj586dhmEYxs8//2xIMhYuXHjlg3GB7Oxsw8fHx6hXr55x5swZc3zp0qWGJGP8+PHm2NX8nbm49tChQ+ZYtWrVDEnGunXrzLHU1FTD1dXVGDVqVL7PNm3a1MjOzjbHp06dakgyvvnmG3NMkjFhwoR827/478DChQvzHfOrdfG+pKamGna73QgPDzdyc3PNumeffdaQ5LDdhg0bXvU5CuDWxi2LAFAEHh4el51tMe+KyTfffFPkCTBcXV01cODAq65/5JFHVLZsWfP9gw8+qMqVK+u7774r0vav1nfffSdnZ2c9+eSTDuOjRo2SYRhavny5w3hoaKjDFZQGDRrI09NTBw8evOJ2/Pz81LdvX3OsVKlSevLJJ5WZmam1a9cWw97k9/XXXys3N1e9evXS77//br78/PxUs2bNfFe1PDw89PDDD5vv7Xa7WrRo4bB/MTExuu2223TfffeZY25ubpe84no5AwcOdHiuMO+KZt728q6ArVixQn/99ddVr3fr1q1KTU3Vf/7zH7m5uZnj4eHhql27tpYtW1boXi8nODjY7F36+6pmrVq1CjwvhgwZ4vAs4+OPPy4XF5drfq5fycqVK5Wdna0nnnjC4UpdQROyeHt7a/fu3dq3b9917BDAjYhABgBFkJmZ6RB+Lta7d2+1bt1agwcPlq+vr/r06aMFCxYUKpzddttthZrAo2bNmg7vbTabatSocc2n8z5y5Ij8/f3zHY+8276OHDniMF61atV86yhXrly+Z4AK2k7NmjXl5OT4n65Lbae47Nu3T4ZhqGbNmqpUqZLDa8+ePeaEFnmqVKmS77a5i/fvyJEjql69er66GjVqFLq/i49nuXLlJMncXlBQkKKiovThhx+qYsWKCgsL0zvvvHPF58fyjmetWrXyLatdu3axH+/CnBcXn+seHh6qXLmy5VPX5x2Ti/urVKmS+XPJ88ILLygtLU133HGH6tevr9GjR2vHjh3XrVcANw4CGQAU0rFjx5Senn7ZX57d3d21bt06rVy5Uv3799eOHTvUu3dvdezYUTk5OVe1ncI893W1LvV8zdX2VBwuNSudcdEEIDeK3Nxc2Ww2xcTEKDY2Nt/rvffec6i/3vt3Ndt74403tGPHDj377LM6c+aMnnzySdWtW1fHjh27Jj0VxfU6btfzXL+ctm3b6sCBA/roo49Ur149ffjhh2rSpIk+/PBDq1sDcJ0RyACgkD799FNJUlhY2GXrnJyc1KFDB7355pv65ZdfNHnyZK1atcq8xa0wkw9cjYtvfTIMQ/v373eYla9cuXJKS0vL99mLr3YUprdq1arp+PHj+W7h3Lt3r7m8OFSrVk379u3Ld5WxuLdzserVq8swDAUFBSk0NDTfq1WrVoVeZ7Vq1XTgwIF8YePi2RGl4jtP6tevr3HjxmndunX63//+p99++02zZ8++bI+SlJCQkG9ZQkLCNTveV+Picz0zM1NJSUlXPNezs7OVlJTkMFacfw/zjsnF/Z04caLAK33ly5fXwIED9cUXX+jo0aNq0KBBgTNDAri1EcgAoBBWrVqlF198UUFBQerXr98l606ePJlvLO8LlrOysiRJZcqUkaQCA1JRfPLJJw6h6Msvv1RSUpI5s5/0d7jYuHGjw4xvS5cuzTd9e2F669q1q3JycjRz5kyH8bfeeks2m81h+/9E165dlZycrPnz55tj58+f19tvvy0PDw/dfffdxbKdi/Xo0UPOzs6aNGlSvgBlGIb++OOPQq8zLCxMv/32m7799ltz7OzZs/rggw/y1ZYpU+aqpqe/lIyMDJ0/f95hrH79+nJycjLPxYI0a9ZMPj4+mj17tkPd8uXLtWfPHoWHhxe5p3/q/fff17lz58z3s2bN0vnz5/Od6+vWrcv3uYuvkBXn38PQ0FCVKlVKb7/9tsO5Mm3atHy1F583Hh4eqlGjxmV/JgBuTUx7DwCXsHz5cu3du1fnz59XSkqKVq1apdjYWFWrVk3ffvutw0QHF3vhhRe0bt06hYeHq1q1akpNTdW7776rKlWqqE2bNpL+/oXR29tbs2fPVtmyZVWmTBm1bNlSQUFBReq3fPnyatOmjQYOHKiUlBRNmzZNNWrUcJgoYvDgwfryyy/VuXNn9erVSwcOHNBnn32Wb5rywvTWrVs3tW/fXs8995wOHz6shg0b6vvvv9c333yjESNGFGkK9IIMGTJE7733ngYMGKBt27YpMDBQX375pdavX69p06Zd9pm+K9m/f79eeumlfOONGzdWeHi4XnrpJY0dO1aHDx9W9+7dVbZsWR06dEiLFi3SkCFD9NRTTxVqe//+9781c+ZM9e3bV8OHD1flypX1+eefm+fUhVdtmjZtqvnz5ysqKkrNmzeXh4eHunXrdtXbWrVqlYYNG6Z//etfuuOOO3T+/Hl9+umncnZ2Vs+ePS/5uVKlSunVV1/VwIEDdffdd6tv377mtPeBgYEaOXJkofa5OGVnZ6tDhw7q1auXEhIS9O6776pNmzYOk6QMHjxYQ4cOVc+ePdWxY0dt375dK1asUMWKFR3W1ahRIzk7O+vVV19Venq6XF1ddc8998jHx6fQfVWqVElPPfWUpkyZonvvvVddu3bVzz//rOXLl+fbbnBwsNq1a6emTZuqfPny2rp1q7788ksNGzasaAcFwM3LmskdAeDGlTeVdd7Lbrcbfn5+RseOHY3p06c7TK+e5+Jp7+Pi4oz777/f8Pf3N+x2u+Hv72/07dvX+PXXXx0+98033xjBwcGGi4uLwzTzd999t1G3bt0C+7vUtPdffPGFMXbsWMPHx8dwd3c3wsPDjSNHjuT7/BtvvGHcdttthqurq9G6dWtj69at+dZ5ud4unvbeMAzj1KlTxsiRIw1/f3+jVKlSRs2aNY3XXnvNYepvw/h7KvLIyMh8PV1qOv6LpaSkGAMHDjQqVqxo2O12o379+gVOzV/Yae8v/Hlf+Bo0aJBZ99VXXxlt2rQxypQpY5QpU8aoXbu2ERkZaSQkJJg1l/q5FXTMDh48aISHhxvu7u5GpUqVjFGjRhlfffWVIcnYuHGjWZeZmWk89NBDhre3tyHJXE/ez/3i6ewPHTrk8PM6ePCg8eijjxrVq1c33NzcjPLlyxvt27c3Vq5ceVXHZ/78+Ubjxo0NV1dXo3z58ka/fv2MY8eOOdQUx7T3Bf28Lj4v8z67du1aY8iQIUa5cuUMDw8Po1+/fsYff/zh8NmcnBxjzJgxRsWKFY3SpUsbYWFhxv79+ws81z744APj9ttvN5ydnQs1BX5B+5KTk2NMmjTJqFy5suHu7m60a9fO2LVrV77tvvTSS0aLFi0Mb29vw93d3ahdu7YxefJkh+n8AZQMNsO4QZ+iBgCghJk2bZpGjhypY8eO6bbbbrO6nRtO3hdVb9myRc2aNbO6HQAoFjxDBgCABc6cOePw/uzZs3rvvfdUs2ZNwhgAlCA8QwYAgAV69OihqlWrqlGjRkpPT9dnn32mvXv36vPPP7e6tRIvMzNTmZmZl62pVKnSJafqB4DCIJABAGCBsLAwffjhh/r888+Vk5Oj4OBgzZs3T71797a6tRLv9ddf16RJky5bc+jQIYdp9gGgqHiGDAAA4AIHDx7UwYMHL1vTpk2by860CgBXi0AGAAAAABZhUg8AAAAAsAjPkBWT3NxcHT9+XGXLlnX4Qk8AAAAAJYthGDp16pT8/f3l5HT5a2AEsmJy/PhxBQQEWN0GAAAAgBvE0aNHVaVKlcvWEMiKSdmyZSX9fdA9PT0t7gYAAACAVTIyMhQQEGBmhMshkBWTvNsUPT09CWQAAAAArupRJib1AAAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxiaSCbNWuWGjRoYE6EERISouXLl5vLz549q8jISFWoUEEeHh7q2bOnUlJSHNaRmJio8PBwlS5dWj4+Pho9erTOnz/vULNmzRo1adJErq6uqlGjhqKjo/P18s477ygwMFBubm5q2bKlNm/efE32GQAAAADyWBrIqlSpoldeeUXbtm3T1q1bdc899+j+++/X7t27JUkjR47UkiVLtHDhQq1du1bHjx9Xjx49zM/n5OQoPDxc2dnZ+vHHH/Xxxx8rOjpa48ePN2sOHTqk8PBwtW/fXvHx8RoxYoQGDx6sFStWmDXz589XVFSUJkyYoJ9++kkNGzZUWFiYUlNTr9/BAAAAAFDi2AzDMKxu4kLly5fXa6+9pgcffFCVKlXS3Llz9eCDD0qS9u7dqzp16mjDhg1q1aqVli9frnvvvVfHjx+Xr6+vJGn27NkaM2aMTpw4IbvdrjFjxmjZsmXatWuXuY0+ffooLS1NMTExkqSWLVuqefPmmjlzpiQpNzdXAQEBeuKJJ/TMM88U2GdWVpaysrLM93nfNZCens609wAAAEAJlpGRIS8vr6vKBjfMM2Q5OTmaN2+eTp8+rZCQEG3btk3nzp1TaGioWVO7dm1VrVpVGzZskCRt2LBB9evXN8OYJIWFhSkjI8O8yrZhwwaHdeTV5K0jOztb27Ztc6hxcnJSaGioWVOQKVOmyMvLy3wFBAT884MAAAAAoESxPJDt3LlTHh4ecnV11dChQ7Vo0SIFBwcrOTlZdrtd3t7eDvW+vr5KTk6WJCUnJzuEsbzlecsuV5ORkaEzZ87o999/V05OToE1eesoyNixY5Wenm6+jh49WqT9BwAAAFByuVjdQK1atRQfH6/09HR9+eWXioiI0Nq1a61u64pcXV3l6upqdRsAAAAAbmKWBzK73a4aNWpIkpo2baotW7Zo+vTp6t27t7Kzs5WWluZwlSwlJUV+fn6SJD8/v3yzIebNwnhhzcUzM6akpMjT01Pu7u5ydnaWs7NzgTV56wAAAACAa8HyWxYvlpubq6ysLDVt2lSlSpVSXFycuSwhIUGJiYkKCQmRJIWEhGjnzp0OsyHGxsbK09NTwcHBZs2F68iryVuH3W5X06ZNHWpyc3MVFxdn1gAAAADAtWDpFbKxY8eqS5cuqlq1qk6dOqW5c+dqzZo1WrFihby8vDRo0CBFRUWpfPny8vT01BNPPKGQkBC1atVKktSpUycFBwerf//+mjp1qpKTkzVu3DhFRkaatxMOHTpUM2fO1NNPP61HH31Uq1at0oIFC7Rs2TKzj6ioKEVERKhZs2Zq0aKFpk2bptOnT2vgwIGWHBcAAAAAJYOlgSw1NVWPPPKIkpKS5OXlpQYNGmjFihXq2LGjJOmtt96Sk5OTevbsqaysLIWFhendd981P+/s7KylS5fq8ccfV0hIiMqUKaOIiAi98MILZk1QUJCWLVumkSNHavr06apSpYo+/PBDhYWFmTW9e/fWiRMnNH78eCUnJ6tRo0aKiYnJN9EHAAAAABSnG+57yG5WhfmuAQAAAAC3rpvye8gAAAAAoKQhkAEAAACARQhkAAAAAGARAhkAAAAAWMTyL4bGtdGtW9E+t2RJ8fYBAAAA4NK4QgYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEUsD2ZQpU9S8eXOVLVtWPj4+6t69uxISEhxq2rVrJ5vN5vAaOnSoQ01iYqLCw8NVunRp+fj4aPTo0Tp//rxDzZo1a9SkSRO5urqqRo0aio6OztfPO++8o8DAQLm5ually5bavHlzse8zAAAAAOSxNJCtXbtWkZGR2rhxo2JjY3Xu3Dl16tRJp0+fdqh77LHHlJSUZL6mTp1qLsvJyVF4eLiys7P1448/6uOPP1Z0dLTGjx9v1hw6dEjh4eFq37694uPjNWLECA0ePFgrVqwwa+bPn6+oqChNmDBBP/30kxo2bKiwsDClpqZe+wMBAAAAoESyGYZhWN1EnhMnTsjHx0dr165V27ZtJf19haxRo0aaNm1agZ9Zvny57r33Xh0/fly+vr6SpNmzZ2vMmDE6ceKE7Ha7xowZo2XLlmnXrl3m5/r06aO0tDTFxMRIklq2bKnmzZtr5syZkqTc3FwFBAToiSee0DPPPHPF3jMyMuTl5aX09HR5enr+k8NQLLp1K9rnliwp3j4AAACAkqYw2eCGeoYsPT1dklS+fHmH8c8//1wVK1ZUvXr1NHbsWP3111/msg0bNqh+/fpmGJOksLAwZWRkaPfu3WZNaGiowzrDwsK0YcMGSVJ2dra2bdvmUOPk5KTQ0FCz5mJZWVnKyMhweAEAAABAYbhY3UCe3NxcjRgxQq1bt1a9evXM8YceekjVqlWTv7+/duzYoTFjxighIUFff/21JCk5OdkhjEky3ycnJ1+2JiMjQ2fOnNGff/6pnJycAmv27t1bYL9TpkzRpEmT/tlOAwAAACjRbphAFhkZqV27dumHH35wGB8yZIj55/r166ty5crq0KGDDhw4oOrVq1/vNk1jx45VVFSU+T4jI0MBAQGW9QMAAADg5nNDBLJhw4Zp6dKlWrdunapUqXLZ2pYtW0qS9u/fr+rVq8vPzy/fbIgpKSmSJD8/P/OfeWMX1nh6esrd3V3Ozs5ydnYusCZvHRdzdXWVq6vr1e8kAAAAAFzE0mfIDMPQsGHDtGjRIq1atUpBQUFX/Ex8fLwkqXLlypKkkJAQ7dy502E2xNjYWHl6eio4ONisiYuLc1hPbGysQkJCJEl2u11NmzZ1qMnNzVVcXJxZAwAAAADFzdIrZJGRkZo7d66++eYblS1b1nzmy8vLS+7u7jpw4IDmzp2rrl27qkKFCtqxY4dGjhyptm3bqkGDBpKkTp06KTg4WP3799fUqVOVnJyscePGKTIy0ryCNXToUM2cOVNPP/20Hn30Ua1atUoLFizQsmXLzF6ioqIUERGhZs2aqUWLFpo2bZpOnz6tgQMHXv8DAwAAAKBEsHTae5vNVuD4nDlzNGDAAB09elQPP/ywdu3apdOnTysgIEAPPPCAxo0b5zB95JEjR/T4449rzZo1KlOmjCIiIvTKK6/IxeX/5801a9Zo5MiR+uWXX1SlShU9//zzGjBggMN2Z86cqddee03Jyclq1KiRZsyYYd4ieSVMew8AAABAKlw2uKG+h+xmRiADAAAAIN3E30MGAAAAACUJgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCKWBrIpU6aoefPmKlu2rHx8fNS9e3clJCQ41Jw9e1aRkZGqUKGCPDw81LNnT6WkpDjUJCYmKjw8XKVLl5aPj49Gjx6t8+fPO9SsWbNGTZo0kaurq2rUqKHo6Oh8/bzzzjsKDAyUm5ubWrZsqc2bNxf7PgMAAABAHksD2dq1axUZGamNGzcqNjZW586dU6dOnXT69GmzZuTIkVqyZIkWLlyotWvX6vjx4+rRo4e5PCcnR+Hh4crOztaPP/6ojz/+WNHR0Ro/frxZc+jQIYWHh6t9+/aKj4/XiBEjNHjwYK1YscKsmT9/vqKiojRhwgT99NNPatiwocLCwpSamnp9DgYAAACAEsdmGIZhdRN5Tpw4IR8fH61du1Zt27ZVenq6KlWqpLlz5+rBBx+UJO3du1d16tTRhg0b1KpVKy1fvlz33nuvjh8/Ll9fX0nS7NmzNWbMGJ04cUJ2u11jxozRsmXLtGvXLnNbffr0UVpammJiYiRJLVu2VPPmzTVz5kxJUm5urgICAvTEE0/omWeeuWLvGRkZ8vLyUnp6ujw9PYv70BRat25F+9ySJcXbBwAAAFDSFCYb3FDPkKWnp0uSypcvL0natm2bzp07p9DQULOmdu3aqlq1qjZs2CBJ2rBhg+rXr2+GMUkKCwtTRkaGdu/ebdZcuI68mrx1ZGdna9u2bQ41Tk5OCg0NNWsulpWVpYyMDIcXAAAAABTGDRPIcnNzNWLECLVu3Vr16tWTJCUnJ8tut8vb29uh1tfXV8nJyWbNhWEsb3nessvVZGRk6MyZM/r999+Vk5NTYE3eOi42ZcoUeXl5ma+AgICi7TgAAACAEuuGCWSRkZHatWuX5s2bZ3UrV2Xs2LFKT083X0ePHrW6JQAAAAA3GRerG5CkYcOGaenSpVq3bp2qVKlijvv5+Sk7O1tpaWkOV8lSUlLk5+dn1lw8G2LeLIwX1lw8M2NKSoo8PT3l7u4uZ2dnOTs7F1iTt46Lubq6ytXVtWg7DAAAAACy+AqZYRgaNmyYFi1apFWrVikoKMhhedOmTVWqVCnFxcWZYwkJCUpMTFRISIgkKSQkRDt37nSYDTE2Nlaenp4KDg42ay5cR15N3jrsdruaNm3qUJObm6u4uDizBgAAAACKm6VXyCIjIzV37lx98803Klu2rPm8lpeXl9zd3eXl5aVBgwYpKipK5cuXl6enp5544gmFhISoVatWkqROnTopODhY/fv319SpU5WcnKxx48YpMjLSvII1dOhQzZw5U08//bQeffRRrVq1SgsWLNCyZcvMXqKiohQREaFmzZqpRYsWmjZtmk6fPq2BAwde/wMDAAAAoESwNJDNmjVLktSuXTuH8Tlz5mjAgAGSpLfeektOTk7q2bOnsrKyFBYWpnfffdesdXZ21tKlS/X4448rJCREZcqUUUREhF544QWzJigoSMuWLdPIkSM1ffp0ValSRR9++KHCwsLMmt69e+vEiRMaP368kpOT1ahRI8XExOSb6AMAAAAAissN9T1kNzO+hwwAAACAdBN/DxkAAAAAlCQEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsEiRAtnBgweLuw8AAAAAKHGKFMhq1Kih9u3b67PPPtPZs2eLuycAAAAAKBGKFMh++uknNWjQQFFRUfLz89O///1vbd68ubh7AwAAAIBbWpECWaNGjTR9+nQdP35cH330kZKSktSmTRvVq1dPb775pk6cOFHcfQIAAADALecfTerh4uKiHj16aOHChXr11Ve1f/9+PfXUUwoICNAjjzyipKSk4uoTAAAAAG45/yiQbd26Vf/5z39UuXJlvfnmm3rqqad04MABxcbG6vjx47r//vuLq08AAAAAuOW4FOVDb775pubMmaOEhAR17dpVn3zyibp27Sonp7/zXVBQkKKjoxUYGFicvQIAAADALaVIgWzWrFl69NFHNWDAAFWuXLnAGh8fH/33v//9R80BAAAAwK2sSIFs3759V6yx2+2KiIgoyuoBAAAAoEQo0jNkc+bM0cKFC/ONL1y4UB9//PE/bgoAAAAASoIiBbIpU6aoYsWK+cZ9fHz08ssv/+OmAAAAAKAkKFIgS0xMVFBQUL7xatWqKTEx8R83BQAAAAAlQZECmY+Pj3bs2JFvfPv27apQocI/bgoAAAAASoIiBbK+ffvqySef1OrVq5WTk6OcnBytWrVKw4cPV58+fYq7RwAAAAC4JRVplsUXX3xRhw8fVocOHeTi8vcqcnNz9cgjj/AMGQAAAABcpSIFMrvdrvnz5+vFF1/U9u3b5e7urvr166tatWrF3R8AAAAA3LKKFMjy3HHHHbrjjjuKqxcAAAAAKFGKFMhycnIUHR2tuLg4paamKjc312H5qlWriqU5AAAAALiVFSmQDR8+XNHR0QoPD1e9evVks9mKuy8AAAAAuOUVKZDNmzdPCxYsUNeuXYu7HwAAAAAoMYo07b3dbleNGjWKuxcAAAAAKFGKFMhGjRql6dOnyzCM4u4HAAAAAEqMIt2y+MMPP2j16tVavny56tatq1KlSjks//rrr4ulOQAAAAC4lRUpkHl7e+uBBx4o7l4AAAAAoEQpUiCbM2dOcfcBAAAAACVOkZ4hk6Tz589r5cqVeu+993Tq1ClJ0vHjx5WZmVlszQEAAADAraxIV8iOHDmizp07KzExUVlZWerYsaPKli2rV199VVlZWZo9e3Zx9wkAAAAAt5wiXSEbPny4mjVrpj///FPu7u7m+AMPPKC4uLhiaw4AAAAAbmVFukL2v//9Tz/++KPsdrvDeGBgoH777bdiaQwAAAAAbnVFukKWm5urnJycfOPHjh1T2bJl/3FTAAAAAFASFCmQderUSdOmTTPf22w2ZWZmasKECeratWtx9QYAAAAAt7Qi3bL4xhtvKCwsTMHBwTp79qweeugh7du3TxUrVtQXX3xR3D0CAAAAwC2pSIGsSpUq2r59u+bNm6cdO3YoMzNTgwYNUr9+/Rwm+QAAAAAAXFqRApkkubi46OGHHy7OXgAAAACgRCnSM2SffPLJZV9Xa926derWrZv8/f1ls9m0ePFih+UDBgyQzWZzeHXu3Nmh5uTJk+rXr588PT3l7e2tQYMG5fty6h07duiuu+6Sm5ubAgICNHXq1Hy9LFy4ULVr15abm5vq16+v77777uoPCAAAAAAUQZGukA0fPtzh/blz5/TXX3/JbrerdOnSeuSRR65qPadPn1bDhg316KOPqkePHgXWdO7cWXPmzDHfu7q6Oizv16+fkpKSFBsbq3PnzmngwIEaMmSI5s6dK0nKyMhQp06dFBoaqtmzZ2vnzp169NFH5e3trSFDhkiSfvzxR/Xt21dTpkzRvffeq7lz56p79+766aefVK9evas+LgAAAABQGDbDMIziWNG+ffv0+OOPa/To0QoLCyt8IzabFi1apO7du5tjAwYMUFpaWr4rZ3n27Nmj4OBgbdmyRc2aNZMkxcTEqGvXrjp27Jj8/f01a9YsPffcc0pOTja/N+2ZZ57R4sWLtXfvXklS7969dfr0aS1dutRcd6tWrdSoUSPNnj37qvrPyMiQl5eX0tPT5enpWej9L27duhXtc0uWFG8fAAAAQElTmGxQpFsWC1KzZk298sor+a6e/VNr1qyRj4+PatWqpccff1x//PGHuWzDhg3y9vY2w5gkhYaGysnJSZs2bTJr2rZt6/Al1mFhYUpISNCff/5p1oSGhjpsNywsTBs2bLhkX1lZWcrIyHB4AQAAAEBhFFsgk/6e6OP48ePFtr7OnTvrk08+UVxcnF599VWtXbtWXbp0Mb+UOjk5WT4+Pvl6KF++vJKTk80aX19fh5q891eqyVtekClTpsjLy8t8BQQE/LOdBQAAAFDiFOkZsm+//dbhvWEYSkpK0syZM9W6detiaUyS+vTpY/65fv36atCggapXr641a9aoQ4cOxbadohg7dqyioqLM9xkZGYQyAAAAAIVSpEB24XNe0t/Pf1WqVEn33HOP3njjjeLoq0C33367KlasqP3796tDhw7y8/NTamqqQ8358+d18uRJ+fn5SZL8/PyUkpLiUJP3/ko1ecsL4urqmm+CEQAAAAAojCLdspibm+vwysnJUXJysubOnavKlSsXd4+mY8eO6Y8//jC3ERISorS0NG3bts2sWbVqlXJzc9WyZUuzZt26dTp37pxZExsbq1q1aqlcuXJmTVxcnMO2YmNjFRIScs32BQAAAACK9RmywsrMzFR8fLzi4+MlSYcOHVJ8fLwSExOVmZmp0aNHa+PGjTp8+LDi4uJ0//33q0aNGuYsjnXq1FHnzp312GOPafPmzVq/fr2GDRumPn36yN/fX5L00EMPyW63a9CgQdq9e7fmz5+v6dOnO9xuOHz4cMXExOiNN97Q3r17NXHiRG3dulXDhg277scEAAAAQMlRpGnvLwwzV/Lmm29ectmaNWvUvn37fOMRERGaNWuWunfvrp9//llpaWny9/dXp06d9OKLLzpMwHHy5EkNGzZMS5YskZOTk3r27KkZM2bIw8PDrNmxY4ciIyO1ZcsWVaxYUU888YTGjBnjsM2FCxdq3LhxOnz4sGrWrKmpU6eqa9euV72fTHsPAAAAQCpcNihSIGvfvr1+/vlnnTt3TrVq1ZIk/frrr3J2dlaTJk3+/8ptNq1ataqwq78pEcgAAAAASIXLBkWa1KNbt24qW7asPv74Y/M5rD///FMDBw7UXXfdpVGjRhVltQAAAABQohTpCtltt92m77//XnXr1nUY37Vrlzp16lSs30V2s+AKGQAAAACpcNmgSJN6ZGRk6MSJE/nGT5w4oVOnThVllQAAAABQ4hQpkD3wwAMaOHCgvv76ax07dkzHjh3TV199pUGDBqlHjx7F3SMAAAAA3JKK9AzZ7Nmz9dRTT+mhhx4yv9/LxcVFgwYN0muvvVasDQIAAADArapIz5DlOX36tA4cOCBJql69usqUKVNsjd1seIYMAAAAgHQdniHLk5SUpKSkJNWsWVNlypTRP8h2AAAAAFDiFCmQ/fHHH+rQoYPuuOMOde3aVUlJSZKkQYMGMeU9AAAAAFylIgWykSNHqlSpUkpMTFTp0qXN8d69eysmJqbYmgMAAACAW1mRJvX4/vvvtWLFClWpUsVhvGbNmjpy5EixNAYAAAAAt7oiXSE7ffq0w5WxPCdPnpSrq+s/bgoAAAAASoIiBbK77rpLn3zyifneZrMpNzdXU6dOVfv27YutOQAAAAC4lRXplsWpU6eqQ4cO2rp1q7Kzs/X0009r9+7dOnnypNavX1/cPQIAAADALalIV8jq1aunX3/9VW3atNH999+v06dPq0ePHvr5559VvXr14u4RAAAAAG5Jhb5Cdu7cOXXu3FmzZ8/Wc889dy16AgAAAIASodBXyEqVKqUdO3Zci14AAAAAoEQp0i2LDz/8sP773/8Wdy8AAAAAUKIUaVKP8+fP66OPPtLKlSvVtGlTlSlTxmH5m2++WSzNAQAAAMCtrFCB7ODBgwoMDNSuXbvUpEkTSdKvv/7qUGOz2YqvOwAAAAC4hRUqkNWsWVNJSUlavXq1JKl3796aMWOGfH19r0lzAAAAAHArK9QzZIZhOLxfvny5Tp8+XawNAQAAAEBJUaRJPfJcHNAAAAAAAFevUIHMZrPle0aMZ8YAAAAAoGgK9QyZYRgaMGCAXF1dJUlnz57V0KFD882y+PXXXxdfhwAAAABwiypUIIuIiHB4//DDDxdrMwAAAABQkhQqkM2ZM+da9QEAAAAAJc4/mtQDAAAAAFB0BDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsIilgWzdunXq1q2b/P39ZbPZtHjxYoflhmFo/Pjxqly5stzd3RUaGqp9+/Y51Jw8eVL9+vWTp6envL29NWjQIGVmZjrU7NixQ3fddZfc3NwUEBCgqVOn5utl4cKFql27ttzc3FS/fn199913xb6/AAAAAHAhSwPZ6dOn1bBhQ73zzjsFLp86dapmzJih2bNna9OmTSpTpozCwsJ09uxZs6Zfv37avXu3YmNjtXTpUq1bt05Dhgwxl2dkZKhTp06qVq2atm3bptdee00TJ07U+++/b9b8+OOP6tu3rwYNGqSff/5Z3bt3V/fu3bVr165rt/MAAAAASjybYRiG1U1Iks1m06JFi9S9e3dJf18d8/f316hRo/TUU09JktLT0+Xr66vo6Gj16dNHe/bsUXBwsLZs2aJmzZpJkmJiYtS1a1cdO3ZM/v7+mjVrlp577jklJyfLbrdLkp555hktXrxYe/fulST17t1bp0+f1tKlS81+WrVqpUaNGmn27NlX1X9GRoa8vLyUnp4uT0/P4josRdatW9E+t2RJ8fYBAAAAlDSFyQY37DNkhw4dUnJyskJDQ80xLy8vtWzZUhs2bJAkbdiwQd7e3mYYk6TQ0FA5OTlp06ZNZk3btm3NMCZJYWFhSkhI0J9//mnWXLidvJq87RQkKytLGRkZDi8AAAAAKIwbNpAlJydLknx9fR3GfX19zWXJycny8fFxWO7i4qLy5cs71BS0jgu3camavOUFmTJliry8vMxXQEBAYXcRAAAAQAl3wwayG93YsWOVnp5uvo4ePWp1SwAAAABuMjdsIPPz85MkpaSkOIynpKSYy/z8/JSamuqw/Pz58zp58qRDTUHruHAbl6rJW14QV1dXeXp6OrwAAAAAoDBu2EAWFBQkPz8/xcXFmWMZGRnatGmTQkJCJEkhISFKS0vTtm3bzJpVq1YpNzdXLVu2NGvWrVunc+fOmTWxsbGqVauWypUrZ9ZcuJ28mrztAAAAAMC1YGkgy8zMVHx8vOLj4yX9PZFHfHy8EhMTZbPZNGLECL300kv69ttvtXPnTj3yyCPy9/c3Z2KsU6eOOnfurMcee0ybN2/W+vXrNWzYMPXp00f+/v6SpIceekh2u12DBg3S7t27NX/+fE2fPl1RUVFmH8OHD1dMTIzeeOMN7d27VxMnTtTWrVs1bNiw631IAAAAAJQgLlZufOvWrWrfvr35Pi8kRUREKDo6Wk8//bROnz6tIUOGKC0tTW3atFFMTIzc3NzMz3z++ecaNmyYOnToICcnJ/Xs2VMzZswwl3t5een7779XZGSkmjZtqooVK2r8+PEO31V25513au7cuRo3bpyeffZZ1axZU4sXL1a9evWuw1EAAAAAUFLdMN9DdrPje8gAAAAASLfI95ABAAAAwK2OQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARVysbgA3lm7div7ZJUuKrw8AAACgJOAKGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYhEAGAAAAABYhkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFjkhg5kEydOlM1mc3jVrl3bXH727FlFRkaqQoUK8vDwUM+ePZWSkuKwjsTERIWHh6t06dLy8fHR6NGjdf78eYeaNWvWqEmTJnJ1dVWNGjUUHR19PXYPAAAAQAl3QwcySapbt66SkpLM1w8//GAuGzlypJYsWaKFCxdq7dq1On78uHr06GEuz8nJUXh4uLKzs/Xjjz/q448/VnR0tMaPH2/WHDp0SOHh4Wrfvr3i4+M1YsQIDR48WCtWrLiu+wkAAACg5HGxuoErcXFxkZ+fX77x9PR0/fe//9XcuXN1zz33SJLmzJmjOnXqaOPGjWrVqpW+//57/fLLL1q5cqV8fX3VqFEjvfjiixozZowmTpwou92u2bNnKygoSG+88YYkqU6dOvrhhx/01ltvKSws7JJ9ZWVlKSsry3yfkZFRzHsOAAAA4FZ3w18h27dvn/z9/XX77berX79+SkxMlCRt27ZN586dU2hoqFlbu3ZtVa1aVRs2bJAkbdiwQfXr15evr69ZExYWpoyMDO3evdusuXAdeTV567iUKVOmyMvLy3wFBAQUy/4CAAAAKDlu6EDWsmVLRUdHKyYmRrNmzdKhQ4d011136dSpU0pOTpbdbpe3t7fDZ3x9fZWcnCxJSk5Odghjecvzll2uJiMjQ2fOnLlkb2PHjlV6err5Onr06D/dXQAAAAAlzA19y2KXLl3MPzdo0EAtW7ZUtWrVtGDBArm7u1vYmeTq6ipXV1dLewAAAABwc7uhr5BdzNvbW3fccYf2798vPz8/ZWdnKy0tzaEmJSXFfObMz88v36yLee+vVOPp6Wl56AMAAABwa7upAllmZqYOHDigypUrq2nTpipVqpTi4uLM5QkJCUpMTFRISIgkKSQkRDt37lRqaqpZExsbK09PTwUHB5s1F64jryZvHQAAAABwrdzQgeypp57S2rVrdfjwYf3444964IEH5OzsrL59+8rLy0uDBg1SVFSUVq9erW3btmngwIEKCQlRq1atJEmdOnVScHCw+vfvr+3bt2vFihUaN26cIiMjzdsNhw4dqoMHD+rpp5/W3r179e6772rBggUaOXKklbsOAAAAoAS4oZ8hO3bsmPr27as//vhDlSpVUps2bbRx40ZVqlRJkvTWW2/JyclJPXv2VFZWlsLCwvTuu++an3d2dtbSpUv1+OOPKyQkRGXKlFFERIReeOEFsyYoKEjLli3TyJEjNX36dFWpUkUffvjhZae8BwAAAIDiYDMMw7C6iVtBRkaGvLy8lJ6eLk9PT6vbUbdu13+bS5Zc/20CAAAAN5rCZIMb+pZFAAAAALiVEcgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAiBDIAAAAAsAiBDAAAAAAsQiADAAAAAIsQyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMgAAAAAwCIuVjeAW0e3bkX73JIlxdsHAAAAcLPgChkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQAAAIBFCGQAAAAAYBECGQAAAABYxMXqBoBu3Yr2uSVLircPAAAA4HrjChkAAAAAWIRABgAAAAAWIZABAAAAgEV4huwi77zzjl577TUlJyerYcOGevvtt9WiRQur20IBePYMAAAANzuukF1g/vz5ioqK0oQJE/TTTz+pYcOGCgsLU2pqqtWtAQAAALgF2QzDMKxu4kbRsmVLNW/eXDNnzpQk5ebmKiAgQE888YSeeeaZy342IyNDXl5eSk9Pl6en5/Vo97KKevUIxY8rcgAAACVLYbIBtyz+n+zsbG3btk1jx441x5ycnBQaGqoNGzbkq8/KylJWVpb5Pj09XdLfB/9GcO6c1R0gT+fOVndw61mwwOoOAAAALi0vE1zNtS8C2f/5/ffflZOTI19fX4dxX19f7d27N1/9lClTNGnSpHzjAQEB16xHAH/z8rK6AwAAgCs7deqUvK7wiwuBrIjGjh2rqKgo831ubq5OnjypChUqyGazWdJTRkaGAgICdPTo0RvitkmUDJx3sArnHqzCuQcrcN7dXAzD0KlTp+Tv73/FWgLZ/6lYsaKcnZ2VkpLiMJ6SkiI/P7989a6urnJ1dXUY8/b2vpYtXjVPT0/+ouK647yDVTj3YBXOPViB8+7mcaUrY3mYZfH/2O12NW3aVHFxceZYbm6u4uLiFBISYmFnAAAAAG5VXCG7QFRUlCIiItSsWTO1aNFC06ZN0+nTpzVw4ECrWwMAAABwCyKQXaB37946ceKExo8fr+TkZDVq1EgxMTH5Jvq4Ubm6umrChAn5bqUEriXOO1iFcw9W4dyDFTjvbl18DxkAAAAAWIRnyAAAAADAIgQyAAAAALAIgQwAAAAALEIgAwAAAACLEMhuEe+8844CAwPl5uamli1bavPmzVa3hJvIlClT1Lx5c5UtW1Y+Pj7q3r27EhISHGrOnj2ryMhIVahQQR4eHurZs2e+L1JPTExUeHi4SpcuLR8fH40ePVrnz593qFmzZo2aNGkiV1dX1ahRQ9HR0dd693CTeOWVV2Sz2TRixAhzjPMO18pvv/2mhx9+WBUqVJC7u7vq16+vrVu3mssNw9D48eNVuXJlubu7KzQ0VPv27XNYx8mTJ9WvXz95enrK29tbgwYNUmZmpkPNjh07dNddd8nNzU0BAQGaOnXqddk/3JhycnL0/PPPKygoSO7u7qpevbpefPFFXTjHHudeCWTgpjdv3jzDbrcbH330kbF7927jscceM7y9vY2UlBSrW8NNIiwszJgzZ46xa9cuIz4+3ujatatRtWpVIzMz06wZOnSoERAQYMTFxRlbt241WrVqZdx5553m8vPnzxv16tUzQkNDjZ9//tn47rvvjIoVKxpjx441aw4ePGiULl3aiIqKMn755Rfj7bffNpydnY2YmJjrur+48WzevNkIDAw0GjRoYAwfPtwc57zDtXDy5EmjWrVqxoABA4xNmzYZBw8eNFasWGHs37/frHnllVcMLy8vY/Hixcb27duN++67zwgKCjLOnDlj1nTu3Nlo2LChsXHjRuN///ufUaNGDaNv377m8vT0dMPX19fo16+fsWvXLuOLL74w3N3djffee++67i9uHJMnTzYqVKhgLF261Dh06JCxcOFCw8PDw5g+fbpZw7lX8hDIbgEtWrQwIiMjzfc5OTmGv7+/MWXKFAu7ws0sNTXVkGSsXbvWMAzDSEtLM0qVKmUsXLjQrNmzZ48hydiwYYNhGIbx3XffGU5OTkZycrJZM2vWLMPT09PIysoyDMMwnn76aaNu3boO2+rdu7cRFhZ2rXcJN7BTp04ZNWvWNGJjY427777bDGScd7hWxowZY7Rp0+aSy3Nzcw0/Pz/jtddeM8fS0tIMV1dX44svvjAMwzB++eUXQ5KxZcsWs2b58uWGzWYzfvvtN8MwDOPdd981ypUrZ56LeduuVatWce8SbhLh4eHGo48+6jDWo0cPo1+/foZhcO6VVNyyeJPLzs7Wtm3bFBoaao45OTkpNDRUGzZssLAz3MzS09MlSeXLl5ckbdu2TefOnXM4z2rXrq2qVaua59mGDRtUv359hy9SDwsLU0ZGhnbv3m3WXLiOvBrO1ZItMjJS4eHh+c4NzjtcK99++62aNWumf/3rX/Lx8VHjxo31wQcfmMsPHTqk5ORkh/PGy8tLLVu2dDj3vL291axZM7MmNDRUTk5O2rRpk1nTtm1b2e12syYsLEwJCQn6888/r/Vu4gZ05513Ki4uTr/++qskafv27frhhx/UpUsXSZx7JZWL1Q3gn/n999+Vk5Pj8MuIJPn6+mrv3r0WdYWbWW5urkaMGKHWrVurXr16kqTk5GTZ7XZ5e3s71Pr6+io5OdmsKeg8zFt2uZqMjAydOXNG7u7u12KXcAObN2+efvrpJ23ZsiXfMs47XCsHDx7UrFmzFBUVpWeffVZbtmzRk08+KbvdroiICPPcKei8ufC88vHxcVju4uKi8uXLO9QEBQXlW0fesnLlyl2T/cON65lnnlFGRoZq164tZ2dn5eTkaPLkyerXr58kce6VUAQyAA4iIyO1a9cu/fDDD1a3glvc0aNHNXz4cMXGxsrNzc3qdlCC5ObmqlmzZnr55ZclSY0bN9auXbs0e/ZsRUREWNwdbmULFizQ559/rrlz56pu3bqKj4/XiBEj5O/vz7lXgnHL4k2uYsWKcnZ2zjfrWEpKivz8/CzqCjerYcOGaenSpVq9erWqVKlijvv5+Sk7O1tpaWkO9ReeZ35+fgWeh3nLLlfj6enJVYoSaNu2bUpNTVWTJk3k4uIiFxcXrV27VjNmzJCLi4t8fX0573BNVK5cWcHBwQ5jderUUWJioqT/f+5c7r+tfn5+Sk1NdVh+/vx5nTx5slDnJ0qW0aNH65lnnlGfPn1Uv3599e/fXyNHjtSUKVMkce6VVASym5zdblfTpk0VFxdnjuXm5iouLk4hISEWdoabiWEYGjZsmBYtWqRVq1blu82hadOmKlWqlMN5lpCQoMTERPM8CwkJ0c6dOx3+IxEbGytPT0/zF5+QkBCHdeTVcK6WTB06dNDOnTsVHx9vvpo1a6Z+/fqZf+a8w7XQunXrfF/t8euvv6patWqSpKCgIPn5+TmcNxkZGdq0aZPDuZeWlqZt27aZNatWrVJubq5atmxp1qxbt07nzp0za2JjY1WrVi1uGSuh/vrrLzk5Of767ezsrNzcXEmceyWW1bOK4J+bN2+e4erqakRHRxu//PKLMWTIEMPb29th1jHgch5//HHDy8vLWLNmjZGUlGS+/vrrL7Nm6NChRtWqVY1Vq1YZW7duNUJCQoyQkBBzed704506dTLi4+ONmJgYo1KlSgVOPz569Ghjz549xjvvvMP043Bw4SyLhsF5h2tj8+bNhouLizF58mRj3759xueff26ULl3a+Oyzz8yaV155xfD29ja++eYbY8eOHcb9999f4NTjjRs3NjZt2mT88MMPRs2aNR2mHk9LSzN8fX2N/v37G7t27TLmzZtnlC5dmqnHS7CIiAjjtttuM6e9//rrr42KFSsaTz/9tFnDuVfyEMhuEW+//bZRtWpVw263Gy1atDA2btxodUu4iUgq8DVnzhyz5syZM8Z//vMfo1y5ckbp0qWNBx54wEhKSnJYz+HDh40uXboY7u7uRsWKFY1Ro0YZ586dc6hZvXq10ahRI8Nutxu33367wzaAiwMZ5x2ulSVLlhj16tUzXF1djdq1axvvv/++w/Lc3Fzj+eefN3x9fQ1XV1ejQ4cORkJCgkPNH3/8YfTt29fw8PAwPD09jYEDBxqnTp1yqNm+fbvRpk0bw9XV1bjtttuMV1555ZrvG25cGRkZxvDhw42qVasabm5uxu23324899xzDtPTc+6VPDbDuOCrwQEAAAAA1w3PkAEAAACARQhkAAAAAGARAhkAAAAAWIRABgAAAAAWIZABAAAAgEUIZAAAAABgEQIZAAAAAFiEQAYAAAAAFiGQAQBKhAEDBqh79+7Fvt7k5GR17NhRZcqUkbe393Xd9rUQGBioadOmXbbGZrNp8eLF16UfALjVEcgAAMXmRggehw8fls1mU3x8/HXZ3ltvvaWkpCTFx8fr119/LbBm+vTpio6Ovi79XCg6OvqSIfFStmzZoiFDhlybhgAA+bhY3QAAADezAwcOqGnTpqpZs+Yla7y8vK5jR/9MpUqVrG4BAEoUrpABAK6bXbt2qUuXLvLw8JCvr6/69++v33//3Vzerl07Pfnkk3r66adVvnx5+fn5aeLEiQ7r2Lt3r9q0aSM3NzcFBwdr5cqVDrfQBQUFSZIaN24sm82mdu3aOXz+9ddfV+XKlVWhQgVFRkbq3Llzl+151qxZql69uux2u2rVqqVPP/3UXBYYGKivvvpKn3zyiWw2mwYMGFDgOi6+cng1+2mz2TRr1ix16dJF7u7uuv322/Xll1+ay9esWSObzaa0tDRzLD4+XjabTYcPH9aaNWs0cOBApaeny2azyWaz5dtGQS6+ZXHfvn1q27atebxjY2Md6rOzszVs2DBVrlxZbm5uqlatmqZMmXLF7QAA/kYgAwBcF2lpabrnnnvUuHFjbd26VTExMUpJSVGvXr0c6j7++GOVKVNGmzZt0tSpU/XCCy+YISAnJ0fdu3dX6dKltWnTJr3//vt67rnnHD6/efNmSdLKlSuVlJSkr7/+2ly2evVqHThwQKtXr9bHH3+s6Ojoy95KuGjRIg0fPlyjRo3Srl279O9//1sDBw7U6tWrJf19e1/nzp3Vq1cvJSUlafr06Vd9PC63n3mef/559ezZU9u3b1e/fv3Up08f7dmz56rWf+edd2ratGny9PRUUlKSkpKS9NRTT111f5KUm5urHj16yG63a9OmTZo9e7bGjBnjUDNjxgx9++23WrBggRISEvT5558rMDCwUNsBgJKMWxYBANfFzJkz1bhxY7388svm2EcffaSAgAD9+uuvuuOOOyRJDRo00IQJEyRJNWvW1MyZMxUXF6eOHTsqNjZWBw4c0Jo1a+Tn5ydJmjx5sjp27GiuM++WuwoVKpg1ecqVK6eZM2fK2dlZtWvXVnh4uOLi4vTYY48V2PPrr7+uAQMG6D//+Y8kKSoqShs3btTrr7+u9u3bq1KlSnJ1dZW7u3u+bV3J5fYzz7/+9S8NHjxYkvTiiy8qNjZWb7/9tt59990rrt9ut8vLy0s2m63QveVZuXKl9u7dqxUrVsjf31+S9PLLL6tLly5mTWJiomrWrKk2bdrIZrOpWrVqRdoWAJRUXCEDAFwX27dv1+rVq+Xh4WG+ateuLenv57DyNGjQwOFzlStXVmpqqiQpISFBAQEBDgGjRYsWV91D3bp15ezsXOC6C7Jnzx61bt3aYax169ZXfZXqci63n3lCQkLyvS+ObV+tPXv2KCAgwAxjBfU0YMAAxcfHq1atWnryySf1/fffX7f+AOBWwBUyAMB1kZmZqW7duunVV1/Nt6xy5crmn0uVKuWwzGazKTc3t1h6uJbrvt69ODn9/f9UDcMwx670PNy10KRJEx06dEjLly/XypUr1atXL4WGhjo87wYAuDSukAEArosmTZpo9+7dCgwMVI0aNRxeZcqUuap11KpVS0ePHlVKSoo5tmXLFocau90u6e/nzf6pOnXqaP369Q5j69evV3Bw8D9e99XYuHFjvvd16tSR9P9vzUxKSjKXXzzVv91u/0fHoU6dOjp69KjDNi7uSZI8PT3Vu3dvffDBB5o/f76++uornTx5ssjbBYCShCtkAIBilZ6eni8Y5M1o+MEHH6hv377m7IL79+/XvHnz9OGHHzrcSngpHTt2VPXq1RUREaGpU6fq1KlTGjdunKS/rzBJko+Pj9zd3RUTE6MqVarIzc2tyNPOjx49Wr169VLjxo0VGhqqJUuW6Ouvv9bKlSuLtL7CWrhwoZo1a6Y2bdro888/1+bNm/Xf//5XklSjRg0FBARo4sSJmjx5sn799Ve98cYbDp8PDAxUZmam4uLi1LBhQ5UuXVqlS5e+6u2HhobqjjvuUEREhF577TVlZGTkm0TlzTffVOXKldW4cWM5OTlp4cKF8vPzK/T3nwFAScUVMgBAsVqzZo0aN27s8Jo0aZL8/f21fv165eTkqFOnTqpfv75GjBghb29v8/a7K3F2dtbixYuVmZmp5s2ba/DgwWZAcHNzkyS5uLhoxowZeu+99+Tv76/777+/yPvSvXt3TZ8+Xa+//rrq1q2r9957T3PmzMk3lf61MmnSJM2bN08NGjTQJ598oi+++MK8OleqVCl98cUX2rt3rxo0aKBXX31VL730ksPn77zzTg0dOlS9e/dWpUqVNHXq1EJt38nJSYsWLdKZM2fUokULDR48WJMnT3aoKVu2rKZOnapmzZqpefPmOnz4sL777rur/pkCQElnMy68+RwAgJvM+vXr1aZNG+3fv1/Vq1e3up1iY7PZtGjRIofvLwMA3Hq4ZREAcFNZtGiRPDw8VLNmTe3fv1/Dhw9X69atb6kwBgAoOQhkAICbyqlTpzRmzBglJiaqYsWKCg0NzffsFAr2v//9z+E7xC6WmZl5HbsBAEjcsggAQIlx5swZ/fbbb5dcXqNGjevYDQBAIpABAAAAgGWYAgkAAAAALEIgAwAAAACLEMgAAAAAwCIEMgAAAACwCIEMAAAAACxCIAMAAAAAixDIAAAAAMAi/w+s9etEZe3jqQAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 1000x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "\n",
    "def plot_data_lengths(tokenized_train_dataset, tokenized_val_dataset):\n",
    "    lengths = [len(x['input_ids']) for x in tokenized_train_dataset]\n",
    "    lengths += [len(x['input_ids']) for x in tokenized_val_dataset]\n",
    "    print(len(lengths))\n",
    "\n",
    "    # Plotting the histogram\n",
    "    plt.figure(figsize=(10, 6))\n",
    "    plt.hist(lengths, bins=50, alpha=0.7, color='blue')\n",
    "    plt.xlabel('Length of input_ids')\n",
    "    plt.ylabel('Frequency')\n",
    "    plt.title('Distribution of Lengths of input_ids')\n",
    "    # plt.xlim([0, 1500])\n",
    "    plt.show()\n",
    "\n",
    "\n",
    "plot_data_lengths(tokenized_train_dataset, tokenized_val_dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "o8OAnPy8yVQT",
    "outputId": "fded4d6c-1ade-4fa1-ae98-ef9b982e0c81"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "39104\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA2QAAAIjCAYAAABswtioAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAABWq0lEQVR4nO3de3zP9f//8ft7YweHbTnslBkh5/Nh9kkiy7CU6OOQakQ++kxhklQfpw5KJ0rR51NZJyV9opBpxvikEbJEWQgjO4i2mdjYnr8/+u7187Y5bMYLu10vl/cl79fr8X69Hq/nXuZ97/V+Pd8OY4wRAAAAAOCyc7G7AQAAAAAorwhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAUAamTJkih8NxWfbVpUsXdenSxXqekJAgh8Ohzz777LLsf8iQIapTp85l2Vdp5eTkaPjw4fL395fD4dCYMWPsbqnMXe6f+/nExsaqVatW8vDwkMPhUGZmZrF1MTExcjgc2rt372Xt71IoybHUqVNHQ4YMueQ9Abj6EMgA4AyFb7IKHx4eHgoMDFR4eLhee+01HT16tEz2c/DgQU2ZMkVJSUllsr2ydCX3diGee+45xcTE6KGHHtIHH3yg++6776y1derU0e23334ZuyuZ+fPna+bMmXa3cU6HDx9W//795enpqTfeeEMffPCBKleubHdbF+Snn37SlClTromACODqVMHuBgDgSjVt2jTVrVtXJ0+eVFpamhISEjRmzBi98sor+vLLL9WiRQur9qmnntLjjz9eou0fPHhQU6dOVZ06ddSqVasLft3XX39dov2Uxrl6+89//qOCgoJL3sPFWLVqlTp27KjJkyfb3cpFmz9/vrZt23ZFX+XbuHGjjh49qqefflphYWHnrL3vvvs0cOBAubu7X6buzu2nn37S1KlT1aVLlxJf+b3SjgXA1YlABgBn0bNnT7Vr1856PnHiRK1atUq333677rjjDv3888/y9PSUJFWoUEEVKlzaX6l//vmnKlWqJDc3t0u6n/OpWLGirfu/EBkZGWrSpIndbZQbGRkZkiQfH5/z1rq6usrV1fUSd3R5XEvHAsA+fGQRAErg1ltv1b/+9S/t27dPH374obW8uHvI4uLi1KlTJ/n4+KhKlSpq2LChnnjiCUl/3f/Tvn17SdLQoUOtj0fGxMRI+us+sWbNmmnz5s3q3LmzKlWqZL32zHvICuXn5+uJJ56Qv7+/KleurDvuuEP79+93qjnbfSynb/N8vRV3D9mxY8c0btw4BQUFyd3dXQ0bNtRLL70kY4xTncPh0KhRo7R48WI1a9ZM7u7uatq0qWJjY4sf8DNkZGRo2LBh8vPzk4eHh1q2bKn33nvPWl94X9WePXu0bNkyq/ey+Djahx9+qLZt28rT01PVqlXTwIEDi4xv4c/tp59+UteuXVWpUiVdf/31mjFjRpHt7du3T3fccYcqV64sX19fjR07VitWrJDD4VBCQoK1vWXLlmnfvn3WsZw59gUFBXr22WdVq1YteXh4qFu3btq1a5dTzc6dO9WvXz/5+/vLw8NDtWrV0sCBA5WVlXXe4164cKF13DVq1NC9996r3377zemYIyMjJUnt27eXw+E4571Sxd13Vfix0W+++UYdOnSQh4eHbrjhBr3//vvFvnbt2rX6xz/+oerVq8vLy0v333+//vjjD6dah8OhKVOmFNn/6X8HYmJi9Pe//12S1LVrV2uMC8f/fIo7FmOMnnnmGdWqVUuVKlVS165dtX379iKvPXnypKZOnaoGDRrIw8ND1atXV6dOnRQXF3dB+wZw7eAKGQCU0H333acnnnhCX3/9tR588MFia7Zv367bb79dLVq00LRp0+Tu7q5du3Zp3bp1kqTGjRtr2rRpmjRpkkaMGKGbb75ZkvS3v/3N2sbhw4fVs2dPDRw4UPfee6/8/PzO2dezzz4rh8OhCRMmKCMjQzNnzlRYWJiSkpKsK3kX4kJ6O50xRnfccYdWr16tYcOGqVWrVlqxYoXGjx+v3377Ta+++qpT/TfffKPPP/9c//znP1W1alW99tpr6tevn1JSUlS9evWz9nX8+HF16dJFu3bt0qhRo1S3bl0tXLhQQ4YMUWZmpkaPHq3GjRvrgw8+0NixY1WrVi2NGzdOklSzZs0LPv7iPPvss/rXv/6l/v37a/jw4Tp06JBef/11de7cWVu2bHG6MvTHH3+oR48e6tu3r/r376/PPvtMEyZMUPPmzdWzZ09JfwXYW2+9VampqRo9erT8/f01f/58rV692mm/Tz75pLKysnTgwAFrHKtUqeJU8/zzz8vFxUWPPvqosrKyNGPGDA0ePFgbNmyQJOXl5Sk8PFy5ubl6+OGH5e/vr99++01Lly5VZmamvL29z3rcMTExGjp0qNq3b6/p06crPT1ds2bN0rp166zjfvLJJ9WwYUP9+9//tj7mW69evRKP8a5du3T33Xdr2LBhioyM1LvvvqshQ4aobdu2atq0qVPtqFGj5OPjoylTpig5OVlz5szRvn37rEB+oTp37qxHHnlEr732mp544gk1btxYkqz/lsakSZP0zDPPqFevXurVq5e+//57de/eXXl5eU51U6ZM0fTp0zV8+HB16NBB2dnZ2rRpk77//nvddtttpd4/gKuQAQA4mTdvnpFkNm7ceNYab29v07p1a+v55MmTzem/Ul999VUjyRw6dOis29i4caORZObNm1dk3S233GIkmblz5xa77pZbbrGer1692kgy119/vcnOzraWf/rpp0aSmTVrlrUsODjYREZGnneb5+otMjLSBAcHW88XL15sJJlnnnnGqe7uu+82DofD7Nq1y1omybi5uTkt++GHH4wk8/rrrxfZ1+lmzpxpJJkPP/zQWpaXl2dCQ0NNlSpVnI49ODjYREREnHN7F1q7d+9e4+rqap599lmn5T/++KOpUKGC0/LCn9v7779vLcvNzTX+/v6mX79+1rKXX37ZSDKLFy+2lh0/ftw0atTISDKrV6+2lkdERDiNd6HCn3vjxo1Nbm6utXzWrFlGkvnxxx+NMcZs2bLFSDILFy48/2CcJi8vz/j6+ppmzZqZ48ePW8uXLl1qJJlJkyZZyy7k78yZtXv27LGWBQcHG0lm7dq11rKMjAzj7u5uxo0bV+S1bdu2NXl5edbyGTNmGEnmiy++sJZJMpMnTy6y/zP/DixcuLDImF+oM48lIyPDuLm5mYiICFNQUGDVPfHEE0aS035btmx5wecogGsbH1kEgFKoUqXKOWdbLLxi8sUXX5R6Agx3d3cNHTr0guvvv/9+Va1a1Xp+9913KyAgQF999VWp9n+hvvrqK7m6uuqRRx5xWj5u3DgZY7R8+XKn5WFhYU5XUFq0aCEvLy/9+uuv592Pv7+/Bg0aZC2rWLGiHnnkEeXk5GjNmjVlcDRFff755yooKFD//v31+++/Ww9/f381aNCgyFWtKlWq6N5777Weu7m5qUOHDk7HFxsbq+uvv1533HGHtczDw+OsV1zPZejQoU73FRZe0SzcX+EVsBUrVujPP/+84O1u2rRJGRkZ+uc//ykPDw9reUREhBo1aqRly5aVuNdzadKkidW79NdVzYYNGxZ7XowYMcLpXsaHHnpIFSpUuOTn+vmsXLlSeXl5evjhh52u1BU3IYuPj4+2b9+unTt3XsYOAVyJCGQAUAo5OTlO4edMAwYM0E033aThw4fLz89PAwcO1KefflqicHb99deXaAKPBg0aOD13OByqX7/+JZ/Oe9++fQoMDCwyHoUf+9q3b5/T8tq1axfZxnXXXVfkHqDi9tOgQQO5uDj/03W2/ZSVnTt3yhijBg0aqGbNmk6Pn3/+2ZrQolCtWrWKfGzuzOPbt2+f6tWrV6Sufv36Je7vzPG87rrrJMnaX926dRUdHa23335bNWrUUHh4uN54443z3j9WOJ4NGzYssq5Ro0ZlPt4lOS/OPNerVKmigIAA26euLxyTM/urWbOm9XMpNG3aNGVmZurGG29U8+bNNX78eG3duvWy9QrgykEgA4ASOnDggLKyss755tnT01Nr167VypUrdd9992nr1q0aMGCAbrvtNuXn51/Qfkpy39eFOtv9NRfaU1k426x05owJQK4UBQUFcjgcio2NVVxcXJHHW2+95VR/uY/vQvb38ssva+vWrXriiSd0/PhxPfLII2ratKkOHDhwSXoqjcs1bpfzXD+Xzp07a/fu3Xr33XfVrFkzvf3222rTpo3efvttu1sDcJkRyACghD744ANJUnh4+DnrXFxc1K1bN73yyiv66aef9Oyzz2rVqlXWR9xKMvnAhTjzo0/GGO3atctpVr7rrrtOmZmZRV575tWOkvQWHBysgwcPFvkI544dO6z1ZSE4OFg7d+4scpWxrPdzpnr16skYo7p16yosLKzIo2PHjiXeZnBwsHbv3l0kbJw5O6JUdudJ8+bN9dRTT2nt2rX63//+p99++01z5849Z4+SlJycXGRdcnLyJRvvC3HmuZ6Tk6PU1NTznut5eXlKTU11WlaWfw8Lx+TM/g4dOlTslb5q1app6NCh+vjjj7V//361aNGi2JkhAVzbCGQAUAKrVq3S008/rbp162rw4MFnrTty5EiRZYVfsJybmytJqly5siQVG5BK4/3333cKRZ999plSU1Otmf2kv8LF+vXrnWZ8W7p0aZHp20vSW69evZSfn6/Zs2c7LX/11VflcDic9n8xevXqpbS0NC1YsMBadurUKb3++uuqUqWKbrnlljLZz5n69u0rV1dXTZ06tUiAMsbo8OHDJd5meHi4fvvtN3355ZfWshMnTug///lPkdrKlStf0PT0Z5Odna1Tp045LWvevLlcXFysc7E47dq1k6+vr+bOnetUt3z5cv3888+KiIgodU8X69///rdOnjxpPZ8zZ45OnTpV5Fxfu3ZtkdedeYWsLP8ehoWFqWLFinr99dedzpWZM2cWqT3zvKlSpYrq169/zp8JgGsT094DwFksX75cO3bs0KlTp5Senq5Vq1YpLi5OwcHB+vLLL50mOjjTtGnTtHbtWkVERCg4OFgZGRl68803VatWLXXq1EnSX28YfXx8NHfuXFWtWlWVK1dWSEiI6tatW6p+q1Wrpk6dOmno0KFKT0/XzJkzVb9+faeJIoYPH67PPvtMPXr0UP/+/bV79259+OGHRaYpL0lvvXv3VteuXfXkk09q7969atmypb7++mt98cUXGjNmTKmmQC/OiBEj9NZbb2nIkCHavHmz6tSpo88++0zr1q3TzJkzz3lP3/ns2rVLzzzzTJHlrVu3VkREhJ555hlNnDhRe/fuVZ8+fVS1alXt2bNHixYt0ogRI/Too4+WaH//+Mc/NHv2bA0aNEijR49WQECAPvroI+ucOv2qTdu2bbVgwQJFR0erffv2qlKlinr37n3B+1q1apVGjRqlv//977rxxht16tQpffDBB3J1dVW/fv3O+rqKFSvqhRde0NChQ3XLLbdo0KBB1rT3derU0dixY0t0zGUpLy9P3bp1U//+/ZWcnKw333xTnTp1cpokZfjw4Ro5cqT69eun2267TT/88INWrFihGjVqOG2rVatWcnV11QsvvKCsrCy5u7vr1ltvla+vb4n7qlmzph599FFNnz5dt99+u3r16qUtW7Zo+fLlRfbbpEkTdenSRW3btlW1atW0adMmffbZZxo1alTpBgXA1cueyR0B4MpVOJV14cPNzc34+/ub2267zcyaNctpevVCZ057Hx8fb+68804TGBho3NzcTGBgoBk0aJD55ZdfnF73xRdfmCZNmpgKFSo4TTN/yy23mKZNmxbb39mmvf/444/NxIkTja+vr/H09DQRERFm3759RV7/8ssvm+uvv964u7ubm266yWzatKnINs/V25nT3htjzNGjR83YsWNNYGCgqVixomnQoIF58cUXnab+NuavqcijoqKK9HS26fjPlJ6eboYOHWpq1Khh3NzcTPPmzYudmr+k096f/vM+/TFs2DCr7r///a/p1KmTqVy5sqlcubJp1KiRiYqKMsnJyVbN2X5uxY3Zr7/+aiIiIoynp6epWbOmGTdunPnvf/9rJJn169dbdTk5Oeaee+4xPj4+RpK1ncKf+5nT2e/Zs8fp5/Xrr7+aBx54wNSrV894eHiYatWqma5du5qVK1de0PgsWLDAtG7d2ri7u5tq1aqZwYMHmwMHDjjVlMW098X9vM48Lwtfu2bNGjNixAhz3XXXmSpVqpjBgwebw4cPO702Pz/fTJgwwdSoUcNUqlTJhIeHm127dhV7rv3nP/8xN9xwg3F1dS3RFPjFHUt+fr6ZOnWqCQgIMJ6enqZLly5m27ZtRfb7zDPPmA4dOhgfHx/j6elpGjVqZJ599lmn6fwBlA8OY67Qu6gBAChnZs6cqbFjx+rAgQO6/vrr7W7nilP4RdUbN25Uu3bt7G4HAMoE95ABAGCD48ePOz0/ceKE3nrrLTVo0IAwBgDlCPeQAQBgg759+6p27dpq1aqVsrKy9OGHH2rHjh366KOP7G6t3MvJyVFOTs45a2rWrHnWqfoBoCQIZAAA2CA8PFxvv/22PvroI+Xn56tJkyb65JNPNGDAALtbK/deeuklTZ069Zw1e/bscZpmHwBKi3vIAAAATvPrr7/q119/PWdNp06dzjnTKgBcKAIZAAAAANiEST0AAAAAwCbcQ1ZGCgoKdPDgQVWtWtXpCz0BAAAAlC/GGB09elSBgYFycTn3NTACWRk5ePCggoKC7G4DAAAAwBVi//79qlWr1jlrCGRlpGrVqpL+GnQvLy+buwEAAABgl+zsbAUFBVkZ4VwIZGWk8GOKXl5eBDIAAAAAF3QrE5N6AAAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADaxNZDNmTNHLVq0sCbCCA0N1fLly631J06cUFRUlKpXr64qVaqoX79+Sk9Pd9pGSkqKIiIiVKlSJfn6+mr8+PE6deqUU01CQoLatGkjd3d31a9fXzExMUV6eeONN1SnTh15eHgoJCRE33333SU5ZgAAAAAoZGsgq1Wrlp5//nlt3rxZmzZt0q233qo777xT27dvlySNHTtWS5Ys0cKFC7VmzRodPHhQffv2tV6fn5+viIgI5eXl6dtvv9V7772nmJgYTZo0yarZs2ePIiIi1LVrVyUlJWnMmDEaPny4VqxYYdUsWLBA0dHRmjx5sr7//nu1bNlS4eHhysjIuHyDAQAAAKDccRhjjN1NnK5atWp68cUXdffdd6tmzZqaP3++7r77bknSjh071LhxYyUmJqpjx45avny5br/9dh08eFB+fn6SpLlz52rChAk6dOiQ3NzcNGHCBC1btkzbtm2z9jFw4EBlZmYqNjZWkhQSEqL27dtr9uzZkqSCggIFBQXp4Ycf1uOPP15sn7m5ucrNzbWeF37XQFZWFtPeAwAAAOVYdna2vL29LygbXDH3kOXn5+uTTz7RsWPHFBoaqs2bN+vkyZMKCwuzaho1aqTatWsrMTFRkpSYmKjmzZtbYUySwsPDlZ2dbV1lS0xMdNpGYU3hNvLy8rR582anGhcXF4WFhVk1xZk+fbq8vb2tR1BQ0MUPAgAAAIByxfZA9uOPP6pKlSpyd3fXyJEjtWjRIjVp0kRpaWlyc3OTj4+PU72fn5/S0tIkSWlpaU5hrHB94bpz1WRnZ+v48eP6/ffflZ+fX2xN4TaKM3HiRGVlZVmP/fv3l+r4AQAAAJRfFexuoGHDhkpKSlJWVpY+++wzRUZGas2aNXa3dV7u7u5yd3e3uw0AAAAAVzHbA5mbm5vq168vSWrbtq02btyoWbNmacCAAcrLy1NmZqbTVbL09HT5+/tLkvz9/YvMhlg4C+PpNWfOzJieni4vLy95enrK1dVVrq6uxdYUbgMAAAAALgXbP7J4poKCAuXm5qpt27aqWLGi4uPjrXXJyclKSUlRaGioJCk0NFQ//vij02yIcXFx8vLyUpMmTaya07dRWFO4DTc3N7Vt29appqCgQPHx8VYNAAAAAFwKtl4hmzhxonr27KnatWvr6NGjmj9/vhISErRixQp5e3tr2LBhio6OVrVq1eTl5aWHH35YoaGh6tixoySpe/fuatKkie677z7NmDFDaWlpeuqppxQVFWV9nHDkyJGaPXu2HnvsMT3wwANatWqVPv30Uy1btszqIzo6WpGRkWrXrp06dOigmTNn6tixYxo6dKgt4wIAAACgfLA1kGVkZOj+++9XamqqvL291aJFC61YsUK33XabJOnVV1+Vi4uL+vXrp9zcXIWHh+vNN9+0Xu/q6qqlS5fqoYceUmhoqCpXrqzIyEhNmzbNqqlbt66WLVumsWPHatasWapVq5befvtthYeHWzUDBgzQoUOHNGnSJKWlpalVq1aKjY0tMtEHAAAAAJSlK+57yK5WJfmuAQAAAADXrqvye8gAAAAAoLwhkAEAAACATQhkAAAAAGATAhkAAAAA2MT2L4aG1Lu33R1cOZYssbsDAAAA4PLhChkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATWwNZNOnT1f79u1VtWpV+fr6qk+fPkpOTnaq6dKlixwOh9Nj5MiRTjUpKSmKiIhQpUqV5Ovrq/Hjx+vUqVNONQkJCWrTpo3c3d1Vv359xcTEFOnnjTfeUJ06deTh4aGQkBB99913ZX7MAAAAAFDI1kC2Zs0aRUVFaf369YqLi9PJkyfVvXt3HTt2zKnuwQcfVGpqqvWYMWOGtS4/P18RERHKy8vTt99+q/fee08xMTGaNGmSVbNnzx5FRESoa9euSkpK0pgxYzR8+HCtWLHCqlmwYIGio6M1efJkff/992rZsqXCw8OVkZFx6QcCAAAAQLnkMMYYu5sodOjQIfn6+mrNmjXq3LmzpL+ukLVq1UozZ84s9jXLly/X7bffroMHD8rPz0+SNHfuXE2YMEGHDh2Sm5ubJkyYoGXLlmnbtm3W6wYOHKjMzEzFxsZKkkJCQtS+fXvNnj1bklRQUKCgoCA9/PDDevzxx8/be3Z2try9vZWVlSUvL68SHXfv3iUqv6YtWWJ3BwAAAMDFKUk2uKLuIcvKypIkVatWzWn5Rx99pBo1aqhZs2aaOHGi/vzzT2tdYmKimjdvboUxSQoPD1d2dra2b99u1YSFhTltMzw8XImJiZKkvLw8bd682anGxcVFYWFhVs2ZcnNzlZ2d7fQAAAAAgJKoYHcDhQoKCjRmzBjddNNNatasmbX8nnvuUXBwsAIDA7V161ZNmDBBycnJ+vzzzyVJaWlpTmFMkvU8LS3tnDXZ2dk6fvy4/vjjD+Xn5xdbs2PHjmL7nT59uqZOnXpxBw0AAACgXLtiAllUVJS2bdumb775xmn5iBEjrD83b95cAQEB6tatm3bv3q169epd7jYtEydOVHR0tPU8OztbQUFBtvUDAAAA4OpzRQSyUaNGaenSpVq7dq1q1ap1ztqQkBBJ0q5du1SvXj35+/sXmQ0xPT1dkuTv72/9t3DZ6TVeXl7y9PSUq6urXF1di60p3MaZ3N3d5e7ufuEHCQAAAABnsPUeMmOMRo0apUWLFmnVqlWqW7fueV+TlJQkSQoICJAkhYaG6scff3SaDTEuLk5eXl5q0qSJVRMfH++0nbi4OIWGhkqS3Nzc1LZtW6eagoICxcfHWzUAAAAAUNZsvUIWFRWl+fPn64svvlDVqlWte768vb3l6emp3bt3a/78+erVq5eqV6+urVu3auzYsercubNatGghSerevbuaNGmi++67TzNmzFBaWpqeeuopRUVFWVewRo4cqdmzZ+uxxx7TAw88oFWrVunTTz/VsmXLrF6io6MVGRmpdu3aqUOHDpo5c6aOHTumoUOHXv6BAQAAAFAu2DrtvcPhKHb5vHnzNGTIEO3fv1/33nuvtm3bpmPHjikoKEh33XWXnnrqKafpI/ft26eHHnpICQkJqly5siIjI/X888+rQoX/nzcTEhI0duxY/fTTT6pVq5b+9a9/aciQIU77nT17tl588UWlpaWpVatWeu2116yPSJ4P096XDaa9BwAAwNWuJNngivoesqsZgaxsEMgAAABwtbtqv4cMAAAAAMoTAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE1sDWTTp09X+/btVbVqVfn6+qpPnz5KTk52qjlx4oSioqJUvXp1ValSRf369VN6erpTTUpKiiIiIlSpUiX5+vpq/PjxOnXqlFNNQkKC2rRpI3d3d9WvX18xMTFF+nnjjTdUp04deXh4KCQkRN99912ZHzMAAAAAFLI1kK1Zs0ZRUVFav3694uLidPLkSXXv3l3Hjh2zasaOHaslS5Zo4cKFWrNmjQ4ePKi+ffta6/Pz8xUREaG8vDx9++23eu+99xQTE6NJkyZZNXv27FFERIS6du2qpKQkjRkzRsOHD9eKFSusmgULFig6OlqTJ0/W999/r5YtWyo8PFwZGRmXZzAAAAAAlDsOY4yxu4lChw4dkq+vr9asWaPOnTsrKytLNWvW1Pz583X33XdLknbs2KHGjRsrMTFRHTt21PLly3X77bfr4MGD8vPzkyTNnTtXEyZM0KFDh+Tm5qYJEyZo2bJl2rZtm7WvgQMHKjMzU7GxsZKkkJAQtW/fXrNnz5YkFRQUKCgoSA8//LAef/zx8/aenZ0tb29vZWVlycvLq0TH3bt3icqvaUuW2N0BAAAAcHFKkg2uqHvIsrKyJEnVqlWTJG3evFknT55UWFiYVdOoUSPVrl1biYmJkqTExEQ1b97cCmOSFB4eruzsbG3fvt2qOX0bhTWF28jLy9PmzZudalxcXBQWFmbVnCk3N1fZ2dlODwAAAAAoiSsmkBUUFGjMmDG66aab1KxZM0lSWlqa3Nzc5OPj41Tr5+entLQ0q+b0MFa4vnDduWqys7N1/Phx/f7778rPzy+2pnAbZ5o+fbq8vb2tR1BQUOkOHAAAAEC5dcUEsqioKG3btk2ffPKJ3a1ckIkTJyorK8t67N+/3+6WAAAAAFxlKtjdgCSNGjVKS5cu1dq1a1WrVi1rub+/v/Ly8pSZmel0lSw9PV3+/v5WzZmzIRbOwnh6zZkzM6anp8vLy0uenp5ydXWVq6trsTWF2ziTu7u73N3dS3fAAAAAACCbr5AZYzRq1CgtWrRIq1atUt26dZ3Wt23bVhUrVlR8fLy1LDk5WSkpKQoNDZUkhYaG6scff3SaDTEuLk5eXl5q0qSJVXP6NgprCrfh5uamtm3bOtUUFBQoPj7eqgEAAACAsmbrFbKoqCjNnz9fX3zxhapWrWrdr+Xt7S1PT095e3tr2LBhio6OVrVq1eTl5aWHH35YoaGh6tixoySpe/fuatKkie677z7NmDFDaWlpeuqppxQVFWVdwRo5cqRmz56txx57TA888IBWrVqlTz/9VMuWLbN6iY6OVmRkpNq1a6cOHTpo5syZOnbsmIYOHXr5BwYAAABAuWBrIJszZ44kqUuXLk7L582bpyFDhkiSXn31Vbm4uKhfv37Kzc1VeHi43nzzTavW1dVVS5cu1UMPPaTQ0FBVrlxZkZGRmjZtmlVTt25dLVu2TGPHjtWsWbNUq1Ytvf322woPD7dqBgwYoEOHDmnSpElKS0tTq1atFBsbW2SiDwAAAAAoK1fU95BdzfgesrLB95ABAADganfVfg8ZAAAAAJQnBDIAAAAAsAmBDAAAAABsQiADAAAAAJsQyAAAAADAJgQyAAAAALAJgQwAAAAAbEIgAwAAAACbEMgAAAAAwCYEMgAAAACwCYEMAAAAAGxCIAMAAAAAmxDIAAAAAMAmBDIAAAAAsAmBDAAAAABsQiADAAAAAJsQyAAAAADAJgQyAAAAALAJgQwAAAAAbEIgAwAAAACbEMgAAAAAwCYEMgAAAACwCYEMAAAAAGxCIAMAAAAAmxDIAAAAAMAmBDIAAAAAsAmBDAAAAABsQiADAAAAAJsQyAAAAADAJgQyAAAAALBJqQLZr7/+WtZ9AAAAAEC5U6pAVr9+fXXt2lUffvihTpw4UdY9AQAAAEC5UKpA9v3336tFixaKjo6Wv7+//vGPf+i7774r694AAAAA4JpWqkDWqlUrzZo1SwcPHtS7776r1NRUderUSc2aNdMrr7yiQ4cOlXWfAAAAAHDNuahJPSpUqKC+fftq4cKFeuGFF7Rr1y49+uijCgoK0v3336/U1NSy6hMAAAAArjkXFcg2bdqkf/7znwoICNArr7yiRx99VLt371ZcXJwOHjyoO++8s6z6BAAAAIBrToXSvOiVV17RvHnzlJycrF69eun9999Xr1695OLyV76rW7euYmJiVKdOnbLsFQAAAACuKaUKZHPmzNEDDzygIUOGKCAgoNgaX19fvfPOOxfVHAAAAABcy0oVyHbu3HneGjc3N0VGRpZm8wAAAABQLpTqHrJ58+Zp4cKFRZYvXLhQ77333kU3BQAAAADlQakC2fTp01WjRo0iy319ffXcc89ddFMAAAAAUB6UKpClpKSobt26RZYHBwcrJSXlopsCAAAAgPKgVIHM19dXW7duLbL8hx9+UPXq1S+6KQAAAAAoD0oVyAYNGqRHHnlEq1evVn5+vvLz87Vq1SqNHj1aAwcOLOseAQAAAOCaVKpZFp9++mnt3btX3bp1U4UKf22ioKBA999/P/eQAQAAAMAFKlUgc3Nz04IFC/T000/rhx9+kKenp5o3b67g4OCy7g8AAAAArlmlCmSFbrzxRt14441l1QsAAAAAlCulCmT5+fmKiYlRfHy8MjIyVFBQ4LR+1apVZdIcAAAAAFzLShXIRo8erZiYGEVERKhZs2ZyOBxl3RcAAAAAXPNKFcg++eQTffrpp+rVq1dZ9wMAAAAA5Uappr13c3NT/fr1y7oXAAAAAChXShXIxo0bp1mzZskYU9b9AAAAAEC5UaqPLH7zzTdavXq1li9frqZNm6pixYpO6z///PMyaQ4AAAAArmWlCmQ+Pj666667yroXAAAAAChXShXI5s2bV9Z9AAAAAEC5U6p7yCTp1KlTWrlypd566y0dPXpUknTw4EHl5OSUWXMAAAAAcC0r1RWyffv2qUePHkpJSVFubq5uu+02Va1aVS+88IJyc3M1d+7csu4TAAAAAK45pbpCNnr0aLVr105//PGHPD09reV33XWX4uPjy6w5AAAAALiWleoK2f/+9z99++23cnNzc1pep04d/fbbb2XSGAAAAABc60p1haygoED5+flFlh84cEBVq1a96KYAAAAAoDwoVSDr3r27Zs6caT13OBzKycnR5MmT1atXr7LqDQAAAACuaaX6yOLLL7+s8PBwNWnSRCdOnNA999yjnTt3qkaNGvr444/LukcAAAAAuCaVKpDVqlVLP/zwgz755BNt3bpVOTk5GjZsmAYPHuw0yQcAAAAA4OxKFcgkqUKFCrr33nvLshcAAAAAKFdKdQ/Z+++/f87HhVq7dq169+6twMBAORwOLV682Gn9kCFD5HA4nB49evRwqjly5IgGDx4sLy8v+fj4aNiwYUW+nHrr1q26+eab5eHhoaCgIM2YMaNILwsXLlSjRo3k4eGh5s2b66uvvrrwAQEAAACAUijVFbLRo0c7PT958qT+/PNPubm5qVKlSrr//vsvaDvHjh1Ty5Yt9cADD6hv377F1vTo0UPz5s2znru7uzutHzx4sFJTUxUXF6eTJ09q6NChGjFihObPny9Jys7OVvfu3RUWFqa5c+fqxx9/1AMPPCAfHx+NGDFCkvTtt99q0KBBmj59um6//XbNnz9fffr00ffff69mzZpd8LgAAAAAQEk4jDGmLDa0c+dOPfTQQxo/frzCw8NL3ojDoUWLFqlPnz7WsiFDhigzM7PIlbNCP//8s5o0aaKNGzeqXbt2kqTY2Fj16tVLBw4cUGBgoObMmaMnn3xSaWlp1vemPf7441q8eLF27NghSRowYICOHTumpUuXWtvu2LGjWrVqpblz515Q/9nZ2fL29lZWVpa8vLxKdOy9e5eo/Jq2ZIndHQAAAAAXpyTZoFQfWSxOgwYN9Pzzzxe5enaxEhIS5Ovrq4YNG+qhhx7S4cOHrXWJiYny8fGxwpgkhYWFycXFRRs2bLBqOnfu7PQl1uHh4UpOTtYff/xh1YSFhTntNzw8XImJiWftKzc3V9nZ2U4PAAAAACiJMgtk0l8TfRw8eLDMttejRw+9//77io+P1wsvvKA1a9aoZ8+e1pdSp6WlydfXt0gP1apVU1pamlXj5+fnVFP4/Hw1heuLM336dHl7e1uPoKCgiztYAAAAAOVOqe4h+/LLL52eG2OUmpqq2bNn66abbiqTxiRp4MCB1p+bN2+uFi1aqF69ekpISFC3bt3KbD+lMXHiREVHR1vPs7OzCWUAAAAASqRUgez0+7ykv+7/qlmzpm699Va9/PLLZdFXsW644QbVqFFDu3btUrdu3eTv76+MjAynmlOnTunIkSPy9/eXJPn7+ys9Pd2ppvD5+WoK1xfH3d29yAQjAAAAAFASpfrIYkFBgdMjPz9faWlpmj9/vgICAsq6R8uBAwd0+PBhax+hoaHKzMzU5s2brZpVq1apoKBAISEhVs3atWt18uRJqyYuLk4NGzbUddddZ9XEx8c77SsuLk6hoaGX7FgAAAAAoEzvISupnJwcJSUlKSkpSZK0Z88eJSUlKSUlRTk5ORo/frzWr1+vvXv3Kj4+Xnfeeafq169vzeLYuHFj9ejRQw8++KC+++47rVu3TqNGjdLAgQMVGBgoSbrnnnvk5uamYcOGafv27VqwYIFmzZrl9HHD0aNHKzY2Vi+//LJ27NihKVOmaNOmTRo1atRlHxMAAAAA5Ueppr0/PcyczyuvvHLWdQkJCeratWuR5ZGRkZozZ4769OmjLVu2KDMzU4GBgerevbuefvpppwk4jhw5olGjRmnJkiVycXFRv3799Nprr6lKlSpWzdatWxUVFaWNGzeqRo0aevjhhzVhwgSnfS5cuFBPPfWU9u7dqwYNGmjGjBnq1avXBR8n096XDaa9BwAAwNWuJNmgVIGsa9eu2rJli06ePKmGDRtKkn755Re5urqqTZs2/3/jDodWrVpV0s1flQhkZYNABgAAgKtdSbJBqSb16N27t6pWrar33nvPug/rjz/+0NChQ3XzzTdr3LhxpdksAAAAAJQrpbpCdv311+vrr79W06ZNnZZv27ZN3bt3L9PvIrtacIWsbHCFDAAAAFe7kmSDUk3qkZ2drUOHDhVZfujQIR09erQ0mwQAAACAcqdUgeyuu+7S0KFD9fnnn+vAgQM6cOCA/vvf/2rYsGHq27dvWfcIAAAAANekUt1DNnfuXD366KO65557rO/3qlChgoYNG6YXX3yxTBsEAAAAgGtVqe4hK3Ts2DHt3r1bklSvXj1Vrly5zBq72nAPWdngHjIAAABc7S75PWSFUlNTlZqaqgYNGqhy5cq6iGwHAAAAAOVOqQLZ4cOH1a1bN914443q1auXUlNTJUnDhg1jynsAAAAAuEClCmRjx45VxYoVlZKSokqVKlnLBwwYoNjY2DJrDgAAAACuZaWa1OPrr7/WihUrVKtWLaflDRo00L59+8qkMQAAAAC41pXqCtmxY8ecrowVOnLkiNzd3S+6KQAAAAAoD0oVyG6++Wa9//771nOHw6GCggLNmDFDXbt2LbPmAAAAAOBaVqqPLM6YMUPdunXTpk2blJeXp8cee0zbt2/XkSNHtG7durLuEQAAAACuSaW6QtasWTP98ssv6tSpk+68804dO3ZMffv21ZYtW1SvXr2y7hEAAAAArkklvkJ28uRJ9ejRQ3PnztWTTz55KXoCAAAAgHKhxFfIKlasqK1bt16KXgAAAACgXCnVRxbvvfdevfPOO2XdCwAAAACUK6Wa1OPUqVN69913tXLlSrVt21aVK1d2Wv/KK6+USXMAAAAAcC0rUSD79ddfVadOHW3btk1t2rSRJP3yyy9ONQ6Ho+y6AwAAAIBrWIkCWYMGDZSamqrVq1dLkgYMGKDXXntNfn5+l6Q5AAAAALiWlegeMmOM0/Ply5fr2LFjZdoQAAAAAJQXpZrUo9CZAQ0AAAAAcOFKFMgcDkeRe8S4ZwwAAAAASqdE95AZYzRkyBC5u7tLkk6cOKGRI0cWmWXx888/L7sOAQAAAOAaVaJAFhkZ6fT83nvvLdNmAAAAAKA8KVEgmzdv3qXqAwAAAADKnYua1AMAAAAAUHoEMgAAAACwCYEMAAAAAGxCIAMAAAAAmxDIAAAAAMAmBDIAAAAAsAmBDAAAAABsQiADAAAAAJsQyAAAAADAJgQyAAAAALAJgQwAAAAAbEIgAwAAAACbEMgAAAAAwCYEMgAAAACwCYEMAAAAAGxCIAMAAAAAmxDIAAAAAMAmBDIAAAAAsAmBDAAAAABsQiADAAAAAJsQyAAAAADAJgQyAAAAALAJgQwAAAAAbEIgAwAAAACbEMgAAAAAwCYEMgAAAACwCYEMAAAAAGxCIAMAAAAAmxDIAAAAAMAmBDIAAAAAsAmBDAAAAABsQiADAAAAAJsQyAAAAADAJgQyAAAAALAJgQwAAAAAbEIgAwAAAACbEMgAAAAAwCYEMgAAAACwia2BbO3aterdu7cCAwPlcDi0ePFip/XGGE2aNEkBAQHy9PRUWFiYdu7c6VRz5MgRDR48WF5eXvLx8dGwYcOUk5PjVLN161bdfPPN8vDwUFBQkGbMmFGkl4ULF6pRo0by8PBQ8+bN9dVXX5X58QIAAADA6WwNZMeOHVPLli31xhtvFLt+xowZeu211zR37lxt2LBBlStXVnh4uE6cOGHVDB48WNu3b1dcXJyWLl2qtWvXasSIEdb67Oxsde/eXcHBwdq8ebNefPFFTZkyRf/+97+tmm+//VaDBg3SsGHDtGXLFvXp00d9+vTRtm3bLt3BAwAAACj3HMYYY3cTkuRwOLRo0SL16dNH0l9XxwIDAzVu3Dg9+uijkqSsrCz5+fkpJiZGAwcO1M8//6wmTZpo48aNateunSQpNjZWvXr10oEDBxQYGKg5c+boySefVFpamtzc3CRJjz/+uBYvXqwdO3ZIkgYMGKBjx45p6dKlVj8dO3ZUq1atNHfu3AvqPzs7W97e3srKypKXl1eJjr137xKVX9OWLLG7AwAAAODilCQbXLH3kO3Zs0dpaWkKCwuzlnl7eyskJESJiYmSpMTERPn4+FhhTJLCwsLk4uKiDRs2WDWdO3e2wpgkhYeHKzk5WX/88YdVc/p+CmsK91Oc3NxcZWdnOz0AAAAAoCSu2ECWlpYmSfLz83Na7ufnZ61LS0uTr6+v0/oKFSqoWrVqTjXFbeP0fZytpnB9caZPny5vb2/rERQUVNJDBAAAAFDOXbGB7Eo3ceJEZWVlWY/9+/fb3RIAAACAq8wVG8j8/f0lSenp6U7L09PTrXX+/v7KyMhwWn/q1CkdOXLEqaa4bZy+j7PVFK4vjru7u7y8vJweAAAAAFASV2wgq1u3rvz9/RUfH28ty87O1oYNGxQaGipJCg0NVWZmpjZv3mzVrFq1SgUFBQoJCbFq1q5dq5MnT1o1cXFxatiwoa677jqr5vT9FNYU7gcAAAAALgVbA1lOTo6SkpKUlJQk6a+JPJKSkpSSkiKHw6ExY8bomWee0Zdffqkff/xR999/vwIDA62ZGBs3bqwePXrowQcf1Hfffad169Zp1KhRGjhwoAIDAyVJ99xzj9zc3DRs2DBt375dCxYs0KxZsxQdHW31MXr0aMXGxurll1/Wjh07NGXKFG3atEmjRo263EMCAAAAoBypYOfON23apK5du1rPC0NSZGSkYmJi9Nhjj+nYsWMaMWKEMjMz1alTJ8XGxsrDw8N6zUcffaRRo0apW7ducnFxUb9+/fTaa69Z6729vfX1118rKipKbdu2VY0aNTRp0iSn7yr729/+pvnz5+upp57SE088oQYNGmjx4sVq1qzZZRgFAAAAAOXVFfM9ZFc7voesbPA9ZAAAALjaXRPfQwYAAAAA1zoCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2qWB3A8Dpeve2u4Mrx5IldncAAACAS40rZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGCTKzqQTZkyRQ6Hw+nRqFEja/2JEycUFRWl6tWrq0qVKurXr5/S09OdtpGSkqKIiAhVqlRJvr6+Gj9+vE6dOuVUk5CQoDZt2sjd3V3169dXTEzM5Tg8AAAAAOXcFR3IJKlp06ZKTU21Ht988421buzYsVqyZIkWLlyoNWvW6ODBg+rbt6+1Pj8/XxEREcrLy9O3336r9957TzExMZo0aZJVs2fPHkVERKhr165KSkrSmDFjNHz4cK1YseKyHicAAACA8qeC3Q2cT4UKFeTv719keVZWlt555x3Nnz9ft956qyRp3rx5aty4sdavX6+OHTvq66+/1k8//aSVK1fKz89PrVq10tNPP60JEyZoypQpcnNz09y5c1W3bl29/PLLkqTGjRvrm2++0auvvqrw8PCz9pWbm6vc3FzreXZ2dhkfOQAAAIBr3RV/hWznzp0KDAzUDTfcoMGDByslJUWStHnzZp08eVJhYWFWbaNGjVS7dm0lJiZKkhITE9W8eXP5+flZNeHh4crOztb27dutmtO3UVhTuI2zmT59ury9va1HUFBQmRwvAAAAgPLjig5kISEhiomJUWxsrObMmaM9e/bo5ptv1tGjR5WWliY3Nzf5+Pg4vcbPz09paWmSpLS0NKcwVri+cN25arKzs3X8+PGz9jZx4kRlZWVZj/3791/s4QIAAAAoZ67ojyz27NnT+nOLFi0UEhKi4OBgffrpp/L09LSxM8nd3V3u7u629gAAAADg6nZFXyE7k4+Pj2688Ubt2rVL/v7+ysvLU2ZmplNNenq6dc+Zv79/kVkXC5+fr8bLy8v20AcAAADg2nZVBbKcnBzt3r1bAQEBatu2rSpWrKj4+HhrfXJyslJSUhQaGipJCg0N1Y8//qiMjAyrJi4uTl5eXmrSpIlVc/o2CmsKtwEAAAAAl8oVHcgeffRRrVmzRnv37tW3336ru+66S66urho0aJC8vb01bNgwRUdHa/Xq1dq8ebOGDh2q0NBQdezYUZLUvXt3NWnSRPfdd59++OEHrVixQk899ZSioqKsjxuOHDlSv/76qx577DHt2LFDb775pj799FONHTvWzkMHAAAAUA5c0feQHThwQIMGDdLhw4dVs2ZNderUSevXr1fNmjUlSa+++qpcXFzUr18/5ebmKjw8XG+++ab1eldXVy1dulQPPfSQQkNDVblyZUVGRmratGlWTd26dbVs2TKNHTtWs2bNUq1atfT222+fc8p7AAAAACgLDmOMsbuJa0F2dra8vb2VlZUlLy+vEr22d+9L1BSuakuW2N0BAAAASqMk2eCK/sgiAAAAAFzLCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYJMKdjcAoHi9e9vdwZVjyRK7OwAAALg0uEIGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAAAAANqlgdwMAcD69e9vdwZVlyRK7OwAAAGWFK2QAAAAAYBMCGQAAAADYhEAGAAAAADbhHrIzvPHGG3rxxReVlpamli1b6vXXX1eHDh3sbgsALNxT9/9xPx0A4GrHFbLTLFiwQNHR0Zo8ebK+//57tWzZUuHh4crIyLC7NQAAAADXIIcxxtjdxJUiJCRE7du31+zZsyVJBQUFCgoK0sMPP6zHH3/8nK/Nzs6Wt7e3srKy5OXlVaL98n+7AQAoO1w5BWC3kmQDPrL4f/Ly8rR582ZNnDjRWubi4qKwsDAlJiYWqc/NzVVubq71PCsrS9Jfg19SJ0+WomEAAFCsHj3s7gBAeXfq1F+Z4EKufRHI/s/vv/+u/Px8+fn5OS338/PTjh07itRPnz5dU6dOLbI8KCjokvUIAAAA4Opx9OhReXt7n7OGQFZKEydOVHR0tPU8MzNTwcHBSklJOe+go2xlZ2crKChI+/fvL/HHRVF6jLt9GHv7MPb2YNztw9jbg3G3T1mNvTFGR48eVWBg4HlrCWT/p0aNGnJ1dVV6errT8vT0dPn7+xepd3d3l7u7e5Hl3t7e/MWxiZeXF2NvA8bdPoy9fRh7ezDu9mHs7cG426csxv5CL9Iwy+L/cXNzU9u2bRUfH28tKygoUHx8vEJDQ23sDAAAAMC1iitkp4mOjlZkZKTatWunDh06aObMmTp27JiGDh1qd2sAAAAArkEEstMMGDBAhw4d0qRJk5SWlqZWrVopNja2yEQfxXF3d9fkyZOL/RgjLi3G3h6Mu30Ye/sw9vZg3O3D2NuDcbePHWPP95ABAAAAgE24hwwAAAAAbEIgAwAAAACbEMgAAAAAwCYEMgAAAACwCYGsjLzxxhuqU6eOPDw8FBISou+++87ulq5q06dPV/v27VW1alX5+vqqT58+Sk5Odqrp0qWLHA6H02PkyJFONSkpKYqIiFClSpXk6+ur8ePH69SpU5fzUK4qU6ZMKTKmjRo1stafOHFCUVFRql69uqpUqaJ+/foV+TJ1xrx06tSpU2TsHQ6HoqKiJHG+l6W1a9eqd+/eCgwMlMPh0OLFi53WG2M0adIkBQQEyNPTU2FhYdq5c6dTzZEjRzR48GB5eXnJx8dHw4YNU05OjlPN1q1bdfPNN8vDw0NBQUGaMWPGpT60K9q5xv3kyZOaMGGCmjdvrsqVKyswMFD333+/Dh486LSN4v6ePP/88041jHtR5zvnhwwZUmRce/To4VTDOV9y5xv34n7nOxwOvfjii1YN53zJXch7yLJ6P5OQkKA2bdrI3d1d9evXV0xMTOmaNrhon3zyiXFzczPvvvuu2b59u3nwwQeNj4+PSU9Pt7u1q1Z4eLiZN2+e2bZtm0lKSjK9evUytWvXNjk5OVbNLbfcYh588EGTmppqPbKysqz1p06dMs2aNTNhYWFmy5Yt5quvvjI1atQwEydOtOOQrgqTJ082TZs2dRrTQ4cOWetHjhxpgoKCTHx8vNm0aZPp2LGj+dvf/matZ8xLLyMjw2nc4+LijCSzevVqYwzne1n66quvzJNPPmk+//xzI8ksWrTIaf3zzz9vvL29zeLFi80PP/xg7rjjDlO3bl1z/Phxq6ZHjx6mZcuWZv369eZ///ufqV+/vhk0aJC1Pisry/j5+ZnBgwebbdu2mY8//th4enqat95663Id5hXnXOOemZlpwsLCzIIFC8yOHTtMYmKi6dChg2nbtq3TNoKDg820adOc/h6c/u8C4168853zkZGRpkePHk7jeuTIEacazvmSO9+4nz7eqamp5t133zUOh8Ps3r3bquGcL7kLeQ9ZFu9nfv31V1OpUiUTHR1tfvrpJ/P6668bV1dXExsbW+KeCWRloEOHDiYqKsp6np+fbwIDA8306dNt7OrakpGRYSSZNWvWWMtuueUWM3r06LO+5quvvjIuLi4mLS3NWjZnzhzj5eVlcnNzL2W7V63Jkyebli1bFrsuMzPTVKxY0SxcuNBa9vPPPxtJJjEx0RjDmJel0aNHm3r16pmCggJjDOf7pXLmm6SCggLj7+9vXnzxRWtZZmamcXd3Nx9//LExxpiffvrJSDIbN260apYvX24cDof57bffjDHGvPnmm+a6665zGvsJEyaYhg0bXuIjujoU9+b0TN99952RZPbt22ctCw4ONq+++upZX8O4n9/ZAtmdd9551tdwzl+8Cznn77zzTnPrrbc6LeOcv3hnvocsq/czjz32mGnatKnTvgYMGGDCw8NL3CMfWbxIeXl52rx5s8LCwqxlLi4uCgsLU2Jioo2dXVuysrIkSdWqVXNa/tFHH6lGjRpq1qyZJk6cqD///NNal5iYqObNmzt9sXd4eLiys7O1ffv2y9P4VWjnzp0KDAzUDTfcoMGDByslJUWStHnzZp08edLpXG/UqJFq165tneuMednIy8vThx9+qAceeEAOh8Nazvl+6e3Zs0dpaWlO57m3t7dCQkKcznMfHx+1a9fOqgkLC5OLi4s2bNhg1XTu3Flubm5WTXh4uJKTk/XHH39cpqO5umVlZcnhcMjHx8dp+fPPP6/q1aurdevWevHFF50+QsS4l15CQoJ8fX3VsGFDPfTQQzp8+LC1jnP+0ktPT9eyZcs0bNiwIus45y/Ome8hy+r9TGJiotM2CmtK8/6/QolfASe///678vPznX5gkuTn56cdO3bY1NW1paCgQGPGjNFNN92kZs2aWcvvueceBQcHKzAwUFu3btWECROUnJyszz//XJKUlpZW7M+lcB2KCgkJUUxMjBo2bKjU1FRNnTpVN998s7Zt26a0tDS5ubkVeXPk5+dnjSdjXjYWL16szMxMDRkyxFrG+X55FI5VcWN5+nnu6+vrtL5ChQqqVq2aU03dunWLbKNw3XXXXXdJ+r9WnDhxQhMmTNCgQYPk5eVlLX/kkUfUpk0bVatWTd9++60mTpyo1NRUvfLKK5IY99Lq0aOH+vbtq7p162r37t164okn1LNnTyUmJsrV1ZVz/jJ47733VLVqVfXt29dpOef8xSnuPWRZvZ85W012draOHz8uT0/PC+6TQIYrXlRUlLZt26ZvvvnGafmIESOsPzdv3lwBAQHq1q2bdu/erXr16l3uNq8JPXv2tP7cokULhYSEKDg4WJ9++mmJfrHg4rzzzjvq2bOnAgMDrWWc7ygvTp48qf79+8sYozlz5jiti46Otv7cokULubm56R//+IemT58ud3f3y93qNWPgwIHWn5s3b64WLVqoXr16SkhIULdu3WzsrPx49913NXjwYHl4eDgt55y/OGd7D3ml4SOLF6lGjRpydXUtMjNLenq6/P39berq2jFq1CgtXbpUq1evVq1atc5ZGxISIknatWuXJMnf37/Yn0vhOpyfj4+PbrzxRu3atUv+/v7Ky8tTZmamU83p5zpjfvH27dunlStXavjw4ees43y/NArH6ly/0/39/ZWRkeG0/tSpUzpy5Ah/Fy5SYRjbt2+f4uLinK6OFSckJESnTp3S3r17JTHuZeWGG25QjRo1nH6/cM5fOv/73/+UnJx83t/7Eud8SZztPWRZvZ85W42Xl1eJ/yc2gewiubm5qW3btoqPj7eWFRQUKD4+XqGhoTZ2dnUzxmjUqFFatGiRVq1aVeRyfHGSkpIkSQEBAZKk0NBQ/fjjj07/iBT+A9+kSZNL0ve1JicnR7t371ZAQIDatm2rihUrOp3rycnJSklJsc51xvzizZs3T76+voqIiDhnHef7pVG3bl35+/s7nefZ2dnasGGD03memZmpzZs3WzWrVq1SQUGBFZRDQ0O1du1anTx50qqJi4tTw4YNy/1HiM6mMIzt3LlTK1euVPXq1c/7mqSkJLm4uFgfp2Pcy8aBAwd0+PBhp98vnPOXzjvvvKO2bduqZcuW563lnD+/872HLKv3M6GhoU7bKKwp1fv/Ek8DgiI++eQT4+7ubmJiYsxPP/1kRowYYXx8fJxmZkHJPPTQQ8bb29skJCQ4TfX6559/GmOM2bVrl5k2bZrZtGmT2bNnj/niiy/MDTfcYDp37mxto3DK0u7du5ukpCQTGxtratasyTTg5zBu3DiTkJBg9uzZY9atW2fCwsJMjRo1TEZGhjHmr2lia9eubVatWmU2bdpkQkNDTWhoqPV6xvzi5Ofnm9q1a5sJEyY4Led8L1tHjx41W7ZsMVu2bDGSzCuvvGK2bNlizeb3/PPPGx8fH/PFF1+YrVu3mjvvvLPYae9bt25tNmzYYL755hvToEEDpynAMzMzjZ+fn7nvvvvMtm3bzCeffGIqVapUrqeiPte45+XlmTvuuMPUqlXLJCUlOf3eL5zR7NtvvzWvvvqqSUpKMrt37zYffvihqVmzprn//vutfTDuxTvX2B89etQ8+uijJjEx0ezZs8esXLnStGnTxjRo0MCcOHHC2gbnfMmd73eNMX9NW1+pUiUzZ86cIq/nnC+d872HNKZs3s8UTns/fvx48/PPP5s33niDae/t9vrrr5vatWsbNzc306FDB7N+/Xq7W7qqSSr2MW/ePGOMMSkpKaZz586mWrVqxt3d3dSvX9+MHz/e6XuZjDFm7969pmfPnsbT09PUqFHDjBs3zpw8edKGI7o6DBgwwAQEBBg3Nzdz/fXXmwEDBphdu3ZZ648fP27++c9/muuuu85UqlTJ3HXXXSY1NdVpG4x56a1YscJIMsnJyU7LOd/L1urVq4v9/RIZGWmM+Wvq+3/961/Gz8/PuLu7m27duhX5mRw+fNgMGjTIVKlSxXh5eZmhQ4eao0ePOtX88MMPplOnTsbd3d1cf/315vnnn79ch3hFOte479mz56y/9wu/i2/z5s0mJCTEeHt7Gw8PD9O4cWPz3HPPOYUGYxj34pxr7P/880/TvXt3U7NmTVOxYkUTHBxsHnzwwSL/U5lzvuTO97vGGGPeeust4+npaTIzM4u8nnO+dM73HtKYsns/s3r1atOqVSvj5uZmbrjhBqd9lITj/xoHAAAAAFxm3EMGAAAAADYhkAEAAACATQhkAAAAAGATAhkAAAAA2IRABgAAAAA2IZABAAAAgE0IZAAAAABgEwIZAAAAANiEQAYAKBeGDBmiPn36lPl209LSdNttt6ly5cry8fG5rPu+FOrUqaOZM2ees8bhcGjx4sWXpR8AuNYRyAAAZeZKCB579+6Vw+FQUlLSZdnfq6++qtTUVCUlJemXX34ptmbWrFmKiYm5LP2cLiYm5qwh8Ww2btyoESNGXJqGAABFVLC7AQAArma7d+9W27Zt1aBBg7PWeHt7X8aOLk7NmjXtbgEAyhWukAEALptt27apZ8+eqlKlivz8/HTffffp999/t9Z36dJFjzzyiB577DFVq1ZN/v7+mjJlitM2duzYoU6dOsnDw0NNmjTRypUrnT5CV7duXUlS69at5XA41KVLF6fXv/TSSwoICFD16tUVFRWlkydPnrPnOXPmqF69enJzc1PDhg31wQcfWOvq1Kmj//73v3r//fflcDg0ZMiQYrdx5pXDCzlOh8OhOXPmqGfPnvL09NQNN9ygzz77zFqfkJAgh8OhzMxMa1lSUpIcDof27t2rhIQEDR06VFlZWXI4HHI4HEX2UZwzP7K4c+dOde7c2RrvuLg4p/q8vDyNGjVKAQEB8vDwUHBwsKZPn37e/QAA/kIgAwBcFpmZmbr11lvVunVrbdq0SbGxsUpPT1f//v2d6t577z1VrlxZGzZs0IwZMzRt2jQrBOTn56tPnz6qVKmSNmzYoH//+9968sknnV7/3XffSZJWrlyp1NRUff7559a61atXa/fu3Vq9erXee+89xcTEnPOjhIsWLdLo0aM1btw4bdu2Tf/4xz80dOhQrV69WtJfH+/r0aOH+vfvr9TUVM2aNeuCx+Ncx1noX//6l/r166cffvhBgwcP1sCBA/Xzzz9f0Pb/9re/aebMmfLy8lJqaqpSU1P16KOPXnB/klRQUKC+ffvKzc1NGzZs0Ny5czVhwgSnmtdee01ffvmlPv30UyUnJ+ujjz5SnTp1SrQfACjP+MgiAOCymD17tlq3bq3nnnvOWvbuu+8qKChIv/zyi2688UZJUosWLTR58mRJUoMGDTR79mzFx8frtttuU1xcnHbv3q2EhAT5+/tLkp599lnddttt1jYLP3JXvXp1q6bQddddp9mzZ8vV1VWNGjVSRESE4uPj9eCDDxbb80svvaQhQ4bon//8pyQpOjpa69ev10svvaSuXbuqZs2acnd3l6enZ5F9nc+5jrPQ3//+dw0fPlyS9PTTTysuLk6vv/663nzzzfNu383NTd7e3nI4HCXurdDKlSu1Y8cOrVixQoGBgZKk5557Tj179rRqUlJS1KBBA3Xq1EkOh0PBwcGl2hcAlFdcIQMAXBY//PCDVq9erSpVqliPRo0aSfrrPqxCLVq0cHpdQECAMjIyJEnJyckKCgpyChgdOnS44B6aNm0qV1fXYrddnJ9//lk33XST07Kbbrrpgq9Sncu5jrNQaGhokedlse8L9fPPPysoKMgKY8X1NGTIECUlJalhw4Z65JFH9PXXX1+2/gDgWsAVMgDAZZGTk6PevXvrhRdeKLIuICDA+nPFihWd1jkcDhUUFJRJD5dy25e7FxeXv/6fqjHGWna+++EuhTZt2mjPnj1avny5Vq5cqf79+yssLMzpfjcAwNlxhQwAcFm0adNG27dvV506dVS/fn2nR+XKlS9oGw0bNtT+/fuVnp5uLdu4caNTjZubm6S/7je7WI0bN9a6deuclq1bt05NmjS56G1fiPXr1xd53rhxY0n//6OZqamp1vozp/p3c3O7qHFo3Lix9u/f77SPM3uSJC8vLw0YMED/+c9/tGDBAv33v//VkSNHSr1fAChPuEIGAChTWVlZRYJB4YyG//nPfzRo0CBrdsFdu3bpk08+0dtvv+30UcKzue2221SvXj1FRkZqxowZOnr0qJ566ilJf11hkiRfX195enoqNjZWtWrVkoeHR6mnnR8/frz69++v1q1bKywsTEuWLNHnn3+ulStXlmp7JbVw4UK1a9dOnTp10kcffaTvvvtO77zzjiSpfv36CgoK0pQpU/Tss8/ql19+0csvv+z0+jp16ignJ0fx8fFq2bKlKlWqpEqVKl3w/sPCwnTjjTcqMjJSL774orKzs4tMovLKK68oICBArVu3louLixYuXCh/f/8Sf/8ZAJRXXCEDAJSphIQEtW7d2ukxdepUBQYGat26dcrPz1f37t3VvHlzjRkzRj4+PtbH787H1dVVixcvVk5Ojtq3b6/hw4dbAcHDw0OSVKFCBb322mt66623FBgYqDvvvLPUx9KnTx/NmjVLL730kpo2baq33npL8+bNKzKV/qUydepUffLJJ2rRooXef/99ffzxx9bVuYoVK+rjjz/Wjh071KJFC73wwgt65plnnF7/t7/9TSNHjtSAAQNUs2ZNzZgxo0T7d3Fx0aJFi3T8+HF16NBBw4cP17PPPutUU7VqVc2YMUPt2rVT+/bttXfvXn311VcX/DMFgPLOYU7/8DkAAFeZdevWqVOnTtq1a5fq1atndztlxuFwaNGiRU7fXwYAuPbwkUUAwFVl0aJFqlKliho0aKBdu3Zp9OjRuummm66pMAYAKD8IZACAq8rRo0c1YcIEpaSkqEaNGgoLCyty7xSK97///c/pO8TOlJOTcxm7AQBIfGQRAIBy4/jx4/rtt9/Our5+/fqXsRsAgEQgAwAAAADbMAUSAAAAANiEQAYAAAAANiGQAQAAAIBNCGQAAAAAYBMCGQAAAADYhEAGAAAAADYhkAEAAACATf4fHdFylKiqvQAAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 1000x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "def plot_data_lengths(tokenized_train_dataset, tokenized_val_dataset):\n",
    "    lengths = [len(x['input_ids']) for x in tokenized_train_dataset]\n",
    "    lengths += [len(x['input_ids']) for x in tokenized_val_dataset]\n",
    "    print(len(lengths))\n",
    "\n",
    "    # Plotting the histogram\n",
    "    plt.figure(figsize=(10, 6))\n",
    "    plt.hist(lengths, bins=50, alpha=0.7, color='blue')\n",
    "    plt.xlabel('Length of input_ids')\n",
    "    plt.ylabel('Frequency')\n",
    "    plt.title('Distribution of Lengths of input_ids')\n",
    "    plt.xlim([0, 2048])\n",
    "    plt.show()\n",
    "\n",
    "\n",
    "plot_data_lengths(tokenized_train_dataset, tokenized_val_dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "PLwlXqBzyVQU",
    "outputId": "89127dab-0aed-4cb9-f33d-9ab9d3e54dfe"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "MixtralForCausalLM(\n",
      "  (model): MixtralModel(\n",
      "    (embed_tokens): Embedding(32000, 4096)\n",
      "    (layers): ModuleList(\n",
      "      (0-31): 32 x MixtralDecoderLayer(\n",
      "        (self_attn): MixtralFlashAttention2(\n",
      "          (q_proj): Linear4bit(in_features=4096, out_features=4096, bias=False)\n",
      "          (k_proj): Linear4bit(in_features=4096, out_features=1024, bias=False)\n",
      "          (v_proj): Linear4bit(in_features=4096, out_features=1024, bias=False)\n",
      "          (o_proj): Linear4bit(in_features=4096, out_features=4096, bias=False)\n",
      "          (rotary_emb): MixtralRotaryEmbedding()\n",
      "        )\n",
      "        (block_sparse_moe): MixtralSparseMoeBlock(\n",
      "          (gate): Linear4bit(in_features=4096, out_features=8, bias=False)\n",
      "          (experts): ModuleList(\n",
      "            (0-7): 8 x MixtralBlockSparseTop2MLP(\n",
      "              (w1): Linear4bit(in_features=4096, out_features=14336, bias=False)\n",
      "              (w2): Linear4bit(in_features=14336, out_features=4096, bias=False)\n",
      "              (w3): Linear4bit(in_features=4096, out_features=14336, bias=False)\n",
      "              (act_fn): SiLU()\n",
      "            )\n",
      "          )\n",
      "        )\n",
      "        (input_layernorm): MixtralRMSNorm()\n",
      "        (post_attention_layernorm): MixtralRMSNorm()\n",
      "      )\n",
      "    )\n",
      "    (norm): MixtralRMSNorm()\n",
      "  )\n",
      "  (lm_head): Linear(in_features=4096, out_features=32000, bias=False)\n",
      ")\n"
     ]
    }
   ],
   "source": [
    "print(model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "g-Vs5Dc3DdY_"
   },
   "source": [
    "### Setting up the Training\n",
    "we will be using the `huggingface` and the `peft` library!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "id": "SQulqDzjd0gD"
   },
   "outputs": [],
   "source": [
    "from peft import LoraConfig, get_peft_model, prepare_model_for_kbit_training\n",
    "\n",
    "peft_config = LoraConfig(\n",
    "    lora_alpha=16,\n",
    "    lora_dropout=0.1,\n",
    "    r=64,\n",
    "    bias=\"none\",\n",
    "        target_modules=[\n",
    "        \"q_proj\",\n",
    "        \"k_proj\",\n",
    "        \"v_proj\",\n",
    "        \"o_proj\",\n",
    "        \"gate_proj\",\n",
    "        \"up_proj\",\n",
    "        \"down_proj\",\n",
    "        \"lm_head\",\n",
    "    ],\n",
    "    task_type=\"CAUSAL_LM\"\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "1SWl1MgjDrXX"
   },
   "source": [
    "we need to prepare the model to be trained in 4bit so we will use the  `prepare_model_for_kbit_training` function from peft\n",
    "\n",
    "> Indented block\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "id": "bcco3ITVd486"
   },
   "outputs": [],
   "source": [
    "model = prepare_model_for_kbit_training(model)\n",
    "model = get_peft_model(model, peft_config)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "id": "BJzV4BRhyVQU"
   },
   "outputs": [],
   "source": [
    "def print_trainable_parameters(model):\n",
    "    \"\"\"\n",
    "    Prints the number of trainable parameters in the model.\n",
    "    \"\"\"\n",
    "    trainable_params = 0\n",
    "    all_param = 0\n",
    "    for _, param in model.named_parameters():\n",
    "        all_param += param.numel()\n",
    "        if param.requires_grad:\n",
    "            trainable_params += param.numel()\n",
    "    print(\n",
    "        f\"trainable params: {trainable_params} || all params: {all_param} || trainable%: {100 * trainable_params / all_param}\"\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "aWqhs0W-yVQk",
    "outputId": "ae46e267-87e5-4fa8-b466-eeaf4a60866e"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "trainable params: 56836096 || all params: 23539437568 || trainable%: 0.24145052674182907\n"
     ]
    }
   ],
   "source": [
    "print_trainable_parameters(model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "lxN2-hyHyVQk",
    "outputId": "958d42de-3f52-42b6-e638-86942a69bea4"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "PeftModelForCausalLM(\n",
      "  (base_model): LoraModel(\n",
      "    (model): MixtralForCausalLM(\n",
      "      (model): MixtralModel(\n",
      "        (embed_tokens): Embedding(32000, 4096)\n",
      "        (layers): ModuleList(\n",
      "          (0-31): 32 x MixtralDecoderLayer(\n",
      "            (self_attn): MixtralFlashAttention2(\n",
      "              (q_proj): lora.Linear4bit(\n",
      "                (base_layer): Linear4bit(in_features=4096, out_features=4096, bias=False)\n",
      "                (lora_dropout): ModuleDict(\n",
      "                  (default): Dropout(p=0.1, inplace=False)\n",
      "                )\n",
      "                (lora_A): ModuleDict(\n",
      "                  (default): Linear(in_features=4096, out_features=64, bias=False)\n",
      "                )\n",
      "                (lora_B): ModuleDict(\n",
      "                  (default): Linear(in_features=64, out_features=4096, bias=False)\n",
      "                )\n",
      "                (lora_embedding_A): ParameterDict()\n",
      "                (lora_embedding_B): ParameterDict()\n",
      "              )\n",
      "              (k_proj): lora.Linear4bit(\n",
      "                (base_layer): Linear4bit(in_features=4096, out_features=1024, bias=False)\n",
      "                (lora_dropout): ModuleDict(\n",
      "                  (default): Dropout(p=0.1, inplace=False)\n",
      "                )\n",
      "                (lora_A): ModuleDict(\n",
      "                  (default): Linear(in_features=4096, out_features=64, bias=False)\n",
      "                )\n",
      "                (lora_B): ModuleDict(\n",
      "                  (default): Linear(in_features=64, out_features=1024, bias=False)\n",
      "                )\n",
      "                (lora_embedding_A): ParameterDict()\n",
      "                (lora_embedding_B): ParameterDict()\n",
      "              )\n",
      "              (v_proj): lora.Linear4bit(\n",
      "                (base_layer): Linear4bit(in_features=4096, out_features=1024, bias=False)\n",
      "                (lora_dropout): ModuleDict(\n",
      "                  (default): Dropout(p=0.1, inplace=False)\n",
      "                )\n",
      "                (lora_A): ModuleDict(\n",
      "                  (default): Linear(in_features=4096, out_features=64, bias=False)\n",
      "                )\n",
      "                (lora_B): ModuleDict(\n",
      "                  (default): Linear(in_features=64, out_features=1024, bias=False)\n",
      "                )\n",
      "                (lora_embedding_A): ParameterDict()\n",
      "                (lora_embedding_B): ParameterDict()\n",
      "              )\n",
      "              (o_proj): lora.Linear4bit(\n",
      "                (base_layer): Linear4bit(in_features=4096, out_features=4096, bias=False)\n",
      "                (lora_dropout): ModuleDict(\n",
      "                  (default): Dropout(p=0.1, inplace=False)\n",
      "                )\n",
      "                (lora_A): ModuleDict(\n",
      "                  (default): Linear(in_features=4096, out_features=64, bias=False)\n",
      "                )\n",
      "                (lora_B): ModuleDict(\n",
      "                  (default): Linear(in_features=64, out_features=4096, bias=False)\n",
      "                )\n",
      "                (lora_embedding_A): ParameterDict()\n",
      "                (lora_embedding_B): ParameterDict()\n",
      "              )\n",
      "              (rotary_emb): MixtralRotaryEmbedding()\n",
      "            )\n",
      "            (block_sparse_moe): MixtralSparseMoeBlock(\n",
      "              (gate): Linear4bit(in_features=4096, out_features=8, bias=False)\n",
      "              (experts): ModuleList(\n",
      "                (0-7): 8 x MixtralBlockSparseTop2MLP(\n",
      "                  (w1): Linear4bit(in_features=4096, out_features=14336, bias=False)\n",
      "                  (w2): Linear4bit(in_features=14336, out_features=4096, bias=False)\n",
      "                  (w3): Linear4bit(in_features=4096, out_features=14336, bias=False)\n",
      "                  (act_fn): SiLU()\n",
      "                )\n",
      "              )\n",
      "            )\n",
      "            (input_layernorm): MixtralRMSNorm()\n",
      "            (post_attention_layernorm): MixtralRMSNorm()\n",
      "          )\n",
      "        )\n",
      "        (norm): MixtralRMSNorm()\n",
      "      )\n",
      "      (lm_head): lora.Linear(\n",
      "        (base_layer): Linear(in_features=4096, out_features=32000, bias=False)\n",
      "        (lora_dropout): ModuleDict(\n",
      "          (default): Dropout(p=0.1, inplace=False)\n",
      "        )\n",
      "        (lora_A): ModuleDict(\n",
      "          (default): Linear(in_features=4096, out_features=64, bias=False)\n",
      "        )\n",
      "        (lora_B): ModuleDict(\n",
      "          (default): Linear(in_features=64, out_features=32000, bias=False)\n",
      "        )\n",
      "        (lora_embedding_A): ParameterDict()\n",
      "        (lora_embedding_B): ParameterDict()\n",
      "      )\n",
      "    )\n",
      "  )\n",
      ")\n"
     ]
    }
   ],
   "source": [
    "print(model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "go8_nVq7jO9d"
   },
   "source": [
    "### Hyper-paramters for training\n",
    "These parameters will depend on how long you want to run training for.\n",
    "Most important to consider:\n",
    "\n",
    "`num_train_epochs/max_steps`: How many iterations over the data you want to do, BE CAREFUL, don't try too many, you will over-fit!!!!!\n",
    "\n",
    "`learning_rate`: Controls the speed of convergence\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "id": "hdzkKPXvyVQk"
   },
   "outputs": [],
   "source": [
    "if torch.cuda.device_count() > 1: # If more than 1 GPU\n",
    "    print(torch.cuda.device_count())\n",
    "    model.is_parallelizable = True\n",
    "    model.model_parallel = True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "id": "YhoCjs9md8pB"
   },
   "outputs": [],
   "source": [
    "from transformers import TrainingArguments\n",
    "\n",
    "args = TrainingArguments(\n",
    "  output_dir = \"Mixtral_Alpace_v2\",\n",
    "  #num_train_epochs=5,\n",
    "  max_steps = 1000, # comment out this line if you want to train in epochs\n",
    "  per_device_train_batch_size = 32,\n",
    "  warmup_steps = 0.03,\n",
    "  logging_steps=10,\n",
    "  save_strategy=\"epoch\",\n",
    "  #evaluation_strategy=\"epoch\",\n",
    "  evaluation_strategy=\"steps\",\n",
    "  eval_steps=10, # comment out this line if you want to evaluate at the end of each epoch\n",
    "  learning_rate=2.5e-5,\n",
    "  bf16=True,\n",
    "  # lr_scheduler_type='constant',\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "Gz6Vhh4WFpMM"
   },
   "source": [
    "Setting up the trainer.\n",
    "\n",
    "`max_seq_length`: Context window size\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 190,
     "referenced_widgets": [
      "aae8dcb287734c788ac1ec301d42a993",
      "0a5c647196e24502ac3b8b839257c5f9",
      "9f2a6fc723a84108bf66d7cbbbc9a2df",
      "40f251010b3f44008e38c7eecc547298",
      "98799a0367c943cb80b968fe60541dee",
      "c990f8fe2b784ebf9252b9c0912c366b",
      "999aef55340a43c8bb57d1827a393e94",
      "152c7b0d5ae644408fd5454c377373b9",
      "9bdcbf3f3bfd4493a7d933ddd3dadfce",
      "0c27bdd6ffd848b2abf8f1ac76e4ef99",
      "716b81c1c80f4914b118d87e1e6c3911",
      "32038153939e4fde9527627ebd91d5ff",
      "7711acd5e3dc4a46be8ad36775af0a69",
      "d1830249a2d3452887c03a22f0a90e46",
      "e288af63843743258d79ee6485848472",
      "8efd1f0d061b44c8835c6b678179d3e4",
      "ac40f1c8556c4b44acac14cf327fd51b",
      "5cbfebb3fc004bf8b0244f6d611d3189",
      "94a3ee420593454dab2f3c5488a47ce6",
      "4e9fc4690268408d9803a27c795ee1bb",
      "d6d2a05f05f5441c875304f318c46e32",
      "b13c43373c0e46ab97d0efb6d1022c66"
     ]
    },
    "id": "UyyNtDrmeAkc",
    "outputId": "d2efc21d-aaba-4490-e327-2dec23eb9d70"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "391ed17a633341babd5d8891edfb9c6d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating train split: 0 examples [00:00, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "497165542e0f4c528b4b86fc36596888",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating train split: 0 examples [00:00, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.10/dist-packages/accelerate/accelerator.py:432: FutureWarning: Passing the following arguments to `Accelerator` is deprecated and will be removed in version 1.0 of Accelerate: dict_keys(['dispatch_batches', 'split_batches', 'even_batches', 'use_seedable_sampler']). Please pass an `accelerate.DataLoaderConfiguration` instead: \n",
      "dataloader_config = DataLoaderConfiguration(dispatch_batches=None, split_batches=False, even_batches=True, use_seedable_sampler=True)\n",
      "  warnings.warn(\n",
      "Detected kernel version 5.4.0, which is below the recommended minimum of 5.5.0; this can cause the process to hang. It is recommended to upgrade the kernel to the minimum version or higher.\n",
      "/usr/local/lib/python3.10/dist-packages/trl/trainer/sft_trainer.py:341: UserWarning: You passed `packing=True` to the SFTTrainer, and you are training your model with `max_steps` strategy. The dataset will be iterated until the `max_steps` are reached.\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "from trl import SFTTrainer\n",
    "\n",
    "max_seq_length = 1024\n",
    "\n",
    "trainer = SFTTrainer(\n",
    "  model=model,\n",
    "  peft_config=peft_config,\n",
    "  max_seq_length=max_seq_length,\n",
    "  tokenizer=tokenizer,\n",
    "  packing=True,\n",
    "  formatting_func=create_prompt, # this will aplly the create_prompt mapping to all training and test dataset\n",
    "  args=args,\n",
    "  train_dataset=instruct_tune_dataset[\"train\"],\n",
    "  eval_dataset=instruct_tune_dataset[\"test\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 492
    },
    "id": "bsOO4bR9fQBb",
    "outputId": "d1250be8-6eab-400d-82c7-79dacd213cbb"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:460: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.\n",
      "  warnings.warn(\n",
      "The input hidden states seems to be silently casted in float32, this might be related to the fact you have upcasted embedding or layer norm layers in float32. We will cast back the input in torch.bfloat16.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      \n",
       "      <progress value='15' max='1000' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      [  15/1000 07:59 < 10:05:30, 0.03 it/s, Epoch 0.07/5]\n",
       "    </div>\n",
       "    <table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       " <tr style=\"text-align: left;\">\n",
       "      <th>Step</th>\n",
       "      <th>Training Loss</th>\n",
       "      <th>Validation Loss</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>1.799700</td>\n",
       "      <td>1.913130</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table><p>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "trainer.train()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "ysHgWnwbfRSt"
   },
   "outputs": [],
   "source": [
    "trainer.save_model(\"Mixtral_Alpace_v2\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "na6xC6f-mGGm"
   },
   "source": [
    "# Save Model and Push to Hub"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "SBPVlNe0j-Nk"
   },
   "outputs": [],
   "source": [
    "# !pip install huggingface-hub -qU"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "uCDmkWCXnmuv"
   },
   "outputs": [],
   "source": [
    "# from huggingface_hub import notebook_login\n",
    "\n",
    "# notebook_login()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "HJTZaSXqnqPa"
   },
   "outputs": [],
   "source": [
    "# trainer.push_to_hub(\"Promptengineering/mistral-instruct-generation\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "9zYrr6sfkA6M"
   },
   "outputs": [],
   "source": [
    "merged_model = model.merge_and_unload()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "c1Eo6D2mnOgN"
   },
   "outputs": [],
   "source": [
    "def generate_response(prompt, model):\n",
    "  encoded_input = tokenizer(prompt,  return_tensors=\"pt\", add_special_tokens=True)\n",
    "  model_inputs = encoded_input.to('cuda')\n",
    "\n",
    "  generated_ids = model.generate(**model_inputs,\n",
    "                                 max_new_tokens=150,\n",
    "                                 do_sample=True,\n",
    "                                 pad_token_id=tokenizer.eos_token_id)\n",
    "\n",
    "  decoded_output = tokenizer.batch_decode(generated_ids)\n",
    "\n",
    "  return decoded_output[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "fVhc6eD-yVQl"
   },
   "outputs": [],
   "source": [
    "prompt = \"[INST]Use the provided input to create an instruction that could have been used to generate the response with an LLM.\\nThere are more than 12,000 species of grass. The most common is Kentucky Bluegrass, because it grows quickly, easily, and is soft to the touch. Rygrass is shiny and bright green colored. Fescues are dark green and shiny. Bermuda grass is harder but can grow in drier soil.[/INST]\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "NMFDDMwly9L4"
   },
   "outputs": [],
   "source": [
    "generate_response(prompt, merged_model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "ldSnbui8yVQl",
    "outputId": "48427c76-a18c-47b8-b92b-d54e8cf67a60"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8000"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "250*32"
   ]
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "gpuType": "A100",
   "machine_shape": "hm",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "014c11e7c5f244ee887b28bd0294fef2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "019ab936f5de4f3187fef9ea375a325e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "01de989bc2f4402e9d271cd538cda552": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "01f16b65cf94405a8179e6be280c6cbc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1cd32e9f27274105bce7cbafc2ca4393",
      "max": 4983004016,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_2b2526a6185a40dc9094af0429e460d7",
      "value": 4983004016
     }
    },
    "029154ec10a94b9cb8d241e92038b5f8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "029711b04d9144f89e9d623da41cc595": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f72ebca61d3743948c518761072cceb3",
      "placeholder": "​",
      "style": "IPY_MODEL_bbc02cb2000c4d869ebe42dd41041d7c",
      "value": "model-00008-of-00019.safetensors: 100%"
     }
    },
    "0311bbbbdf914dcba8f6545815246534": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_20b42764def14b0a93904474f94498c8",
      "placeholder": "​",
      "style": "IPY_MODEL_86f9ace3837a44d58177adbcbc555108",
      "value": " 4771/4771 [00:03&lt;00:00, 1411.20 examples/s]"
     }
    },
    "03205e0e49f14aab8cb92d995f18b475": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "03332aa685954980822fd8c3d4a13c5c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "03c3aaf8b9a44522817d7631c1c99310": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "04b22872d2904fd8bf938b55bf797d4d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "04d90c29df614660a463cce01ca3dcc8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_505ef494a3384d35873ef89d3f5499fe",
      "placeholder": "​",
      "style": "IPY_MODEL_62351aa7073b453981d38bc144f93ff1",
      "value": " 4.90G/4.90G [00:21&lt;00:00, 274MB/s]"
     }
    },
    "05e3b75c73ee46539aac55fb29b18304": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_be572c0d03a54a079a42dd075f5bea01",
      "max": 56167,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_ad84611ec5fa4bc0b186304b00150a2a",
      "value": 56167
     }
    },
    "069a5ae806f94064b0a6d17404bf13f1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_759e97b8e8ef4c3eaaaaad3c046e217e",
       "IPY_MODEL_bd52f20d85bf4b6294d2bd4e6eb0fce5",
       "IPY_MODEL_da78f8de8d0540eb89360b3c6be8d7b5"
      ],
      "layout": "IPY_MODEL_bd7ebc62d6054d369d226f89f31dd5f4"
     }
    },
    "072ae3b6cffa4ce19911e0f02064655d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_4ddbfefba56f4d1bb2bd597e4e8550a4",
       "IPY_MODEL_05e3b75c73ee46539aac55fb29b18304",
       "IPY_MODEL_7056e669574247c691650ebf8732cc98"
      ],
      "layout": "IPY_MODEL_081f2246f0c8471db19d1453d619b045"
     }
    },
    "0761648402284860a3fa8d35962918be": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_de8f3fcc9b0344e48ff51fe12b8729cd",
      "placeholder": "​",
      "style": "IPY_MODEL_bd75e9447bc2488590546a0df34c93f7",
      "value": " 4.98G/4.98G [00:14&lt;00:00, 323MB/s]"
     }
    },
    "081f2246f0c8471db19d1453d619b045": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "08a7a060a6ab4ff49ec17d8d5fbcc40f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "08f912e0a06a46f2b5bc772476232903": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "098b3206ed8544cba7b4eb4cfef030f3": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0a075443e7624588819a7017f95a68b2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "0a5c647196e24502ac3b8b839257c5f9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c990f8fe2b784ebf9252b9c0912c366b",
      "placeholder": "​",
      "style": "IPY_MODEL_999aef55340a43c8bb57d1827a393e94",
      "value": "Generating train split: "
     }
    },
    "0ae72cbde0604ab9838213232d51e3e0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "0c27bdd6ffd848b2abf8f1ac76e4ef99": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0c76c150b4354bcea56309efe35f3561": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ac4ff6881eee43c7a5e6e76b245427c0",
      "max": 4221679088,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_e25be34fc19e4e46ba41fff39d7ac083",
      "value": 4221679088
     }
    },
    "0cb920e1353449be833b212c760eca41": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0d63cf123a2940a992037ca8e79b0962": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0d9ab438d7fb4780af3d917f39f37ead": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_527aae372c1d4131b7332ec58136558c",
      "max": 4899035248,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c064f247deca4fafb2784c9bc4dfdb46",
      "value": 4899035248
     }
    },
    "0edf2b44f2b4469a9430bf47db6b5e5d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0fb1952741f0420abbec87d997e6c2c4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0fcd8395e3454323b71bfbae6e8eaee6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "112dd4af720f45a9a3c848ff62c2ad9d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_bb9267cc590b48eabf77a05fdab41811",
       "IPY_MODEL_01f16b65cf94405a8179e6be280c6cbc",
       "IPY_MODEL_35816b7fdbec45859ea30eb3eae7c55e"
      ],
      "layout": "IPY_MODEL_a02d4a887d3b4ba09c7713d76b3d05e4"
     }
    },
    "11a570e51b394cda94ba5a6ed6f276ab": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "12a1f525e716453c87023ce6d1891257": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_029711b04d9144f89e9d623da41cc595",
       "IPY_MODEL_46199769925d4b7ab3489f11736b9905",
       "IPY_MODEL_ab92799bb66c41709210442a2a0d5d81"
      ],
      "layout": "IPY_MODEL_e7e0630ca7c8451f8c75925b5096b5bb"
     }
    },
    "133520d4ba2a45dab6982778c6190422": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_019ab936f5de4f3187fef9ea375a325e",
      "placeholder": "​",
      "style": "IPY_MODEL_3a3af090f03b42e1aee0da1ba22fce13",
      "value": " 720/720 [00:00&lt;00:00, 61.2kB/s]"
     }
    },
    "137aee4bc2d347288497f09f61955e6b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "14bc40a4bf6944f7a9828e2b3c1e15c7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_da407f9178bc4836a0dce712b83a05ac",
      "placeholder": "​",
      "style": "IPY_MODEL_fa531b3c7d594afc824e0b0ab7e974bd",
      "value": " 4.90G/4.90G [00:22&lt;00:00, 295MB/s]"
     }
    },
    "14eeae710d31450c806fbc13f51300d6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cd1643fc6e1443cdbad799ffb072b06d",
      "placeholder": "​",
      "style": "IPY_MODEL_5400e3bace0243e18dbdf5d6ee65f5b2",
      "value": " 10.3M/10.3M [00:02&lt;00:00, 5.12MB/s]"
     }
    },
    "152637163ab6493e9e2ac9ae2c2f55b2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "152c7b0d5ae644408fd5454c377373b9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": "20px"
     }
    },
    "159353c1222d47dca63245ee96c7bb92": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "15e214feb76a4c1cb57dc8275a29ca24": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "16fa680720964a558728a226094f0e5d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8e44b05c5fa941b694656b2673419c6e",
      "placeholder": "​",
      "style": "IPY_MODEL_a063e592fad9428d901723d31bc31312",
      "value": "model.safetensors.index.json: 100%"
     }
    },
    "173b3f424e644dac838e34cc343f6ccd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_4721b6ebd38d4aaca9500e46b75d7cff",
       "IPY_MODEL_801e761a23784fb2ac40337d159555e7",
       "IPY_MODEL_ffd18ffc96a34687a922c40137b6f509"
      ],
      "layout": "IPY_MODEL_278e30eb31014a81a629786ae92991d9"
     }
    },
    "18a8645cf6e74be3bc8cd526b4df06b2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_f87af3682aae40ea8095e45625362623",
       "IPY_MODEL_a4ddb4a571a3462b92f83e2039ff649e",
       "IPY_MODEL_cd4387df952a4f2fa884ae841dcb1100"
      ],
      "layout": "IPY_MODEL_48fdfbb9b92a4fcab7df65ed59a50200"
     }
    },
    "1a1941ed4eff4c8689f2bdaf3b67551a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_4e20e5e4912145c0b3d030176e0e59b3",
      "max": 34333,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_7e91adc841254982bcc0e2377549fc17",
      "value": 34333
     }
    },
    "1a2b284f52f24017bc2f44de4b5d5b2f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_e5c43bd5a33f47719afe565238519342",
       "IPY_MODEL_cc40215ac5f9442b9f2d3f593ebf32ae",
       "IPY_MODEL_b0dc6333d0e04f559fa49ef7dd3d5adb"
      ],
      "layout": "IPY_MODEL_4ce6dd34cb7247a9a45a7467f4bcf4ff"
     }
    },
    "1a66b1d633784dbab23343071c287f98": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_28e57a35ecc34b87bc8cb9a96bbad321",
      "max": 1795303,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_e22bbdcd7a2b4094b60ded7296c2be47",
      "value": 1795303
     }
    },
    "1abac85f2cd94004be756145eecd59bb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5f295a0d29cf48c6bb80ba9f5bb91b76",
      "placeholder": "​",
      "style": "IPY_MODEL_c788e2760ee0402babe5be6606541727",
      "value": "Map: 100%"
     }
    },
    "1b9ab070667e49d6815f6d65f5c79aa5": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1c0310b6fb3d4e0ebcbb4fa4409c818a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1c77f166a18441bf80b4a04073889c0e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1ca7a30b2dbf4885b546703ab3ff9a68": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1cd32e9f27274105bce7cbafc2ca4393": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1d878b86f74b47dc8b07d2fbe075f4cd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e46270bca56748648bc040b7e2c93847",
      "placeholder": "​",
      "style": "IPY_MODEL_f7e4c7ebe2544901a17f1e991c9cf1c8",
      "value": " 56167/56167 [00:00&lt;00:00, 136016.86 examples/s]"
     }
    },
    "1dc64f925a5b41739e7d7e3937e1065b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "1f10c140601049f79f23097406e1cd15": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1f740332de244004a3e106190d3c2159": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "20b42764def14b0a93904474f94498c8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "210a08fc884b488d83d610b653201b1d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "22d055e9dc044a20afa38b026a1495d4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2499379ea22c432b8fcb85aa0d8843cd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_32fc363d31fd40fcbd47d7e11fc275df",
       "IPY_MODEL_0d9ab438d7fb4780af3d917f39f37ead",
       "IPY_MODEL_a5b019d0b4b148b48934775e470c88e1"
      ],
      "layout": "IPY_MODEL_2b928b88baee4aff9dd7d8b562a46e0a"
     }
    },
    "24afa3488f644f1b86737683a08953fc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "24fdeb8ad1e24ee78729858f98ff1806": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1b9ab070667e49d6815f6d65f5c79aa5",
      "max": 4899035248,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c86ff70664c34e51866cd38aef784f39",
      "value": 4899035248
     }
    },
    "25907be002dc418fb22198569242f9e0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "25a690e4fe9f43a38575c17b34699cab": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "25e78efab0db4beda3894a036a8b4127": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "263638a07e9b46678fd5429d7e2d914c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_53b3210d62d040cf89fb6a54e51ada59",
      "max": 127179511,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_4529f9401c164675999e76133ea59a49",
      "value": 127179511
     }
    },
    "26bc4b3aaf8c4d33b5c12eb544633843": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "26f71f3eb90a40c8888660d77011e116": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3244281c34dd42daaa19ad7a57245ed1",
      "placeholder": "​",
      "style": "IPY_MODEL_df506a77e4c245758c11a660d5b3c45a",
      "value": "Loading checkpoint shards: 100%"
     }
    },
    "278e30eb31014a81a629786ae92991d9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "28b7e5a8e0d14932b91dfa610fa8c39b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "28e57a35ecc34b87bc8cb9a96bbad321": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "294cbc13c8114f5b82263c91d4adc7ec": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "29b81071a630427e9cf4f7642e196b7b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2a16a256ad1248e4843f2084d56f22bd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_6644aa2932d84c1f87762b19930a2ba1",
       "IPY_MODEL_48bcbef09fb449d4a7c5acbc6d7b32b0",
       "IPY_MODEL_9abbfd1a190d4e41a1d1c113574f5dcb"
      ],
      "layout": "IPY_MODEL_a76588e8a7034ca5bc1f74bdb39ee2bb"
     }
    },
    "2a2fd684238b4536bae4882870ce0fff": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2a612011cb2849fa8e737a013d3048a1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "2a937921b446456584608b6cce640bb6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2aa9f08feb6846b79cb73c22905d5520": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2b2526a6185a40dc9094af0429e460d7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "2b928b88baee4aff9dd7d8b562a46e0a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2c03e36356b14653844bb455d1b4eadc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9f029058dabb47bc8b6c64f87dc18925",
      "placeholder": "​",
      "style": "IPY_MODEL_15e214feb76a4c1cb57dc8275a29ca24",
      "value": "Map: 100%"
     }
    },
    "2c8fc8048ad744ebb9d45c3e0ee5f544": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2d178f0b4f774179abe4b4caa8d38e91": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3024948305514e6caf209b8aca44a9c6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "308549f17b63406ea209d826d12549cd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "30a75a0caef64147a8d69d1568d755d4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_c03360be051a4129bfc86728434c73e3",
       "IPY_MODEL_7e7710c1013d45649a457032dc6d595e",
       "IPY_MODEL_14bc40a4bf6944f7a9828e2b3c1e15c7"
      ],
      "layout": "IPY_MODEL_840147fe09a94a879ba49ae453ee45cd"
     }
    },
    "30ab45a361ca48beaf9843b6a472c446": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "30e52e613128414a991e1ab3ce271cf2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "314fb160181e4d569634d61a6295d5f5": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "31fc0c49a9a343acbf1398e881fbe18a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_a332c565377443439b8f50ec3cb5f059",
       "IPY_MODEL_37063f549bef4c36816d2a15f0896a40",
       "IPY_MODEL_ae6fa4a48337460d949b374e0394b631"
      ],
      "layout": "IPY_MODEL_40ca49d82ac24e489e7952d79cddf9dc"
     }
    },
    "32038153939e4fde9527627ebd91d5ff": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_7711acd5e3dc4a46be8ad36775af0a69",
       "IPY_MODEL_d1830249a2d3452887c03a22f0a90e46",
       "IPY_MODEL_e288af63843743258d79ee6485848472"
      ],
      "layout": "IPY_MODEL_8efd1f0d061b44c8835c6b678179d3e4"
     }
    },
    "3244281c34dd42daaa19ad7a57245ed1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "32fc363d31fd40fcbd47d7e11fc275df": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cb617cd8145845ca991b70285549991a",
      "placeholder": "​",
      "style": "IPY_MODEL_dc53db2c82eb424a9b524171d61a4752",
      "value": "model-00010-of-00019.safetensors: 100%"
     }
    },
    "33b4df482824401c928dcd1d4bf8c15a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "33c9dd3c0a084d308e819f8ebcb45a24": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_593d4bd500224d66a9e35ab48e1932b8",
      "max": 4983004072,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_d571b4ad25ec4cb388e1072b33ec8bda",
      "value": 4983004072
     }
    },
    "33cce3c4d7a14bb5a6c771db599ddc3f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2a937921b446456584608b6cce640bb6",
      "placeholder": "​",
      "style": "IPY_MODEL_f7b3e6c408af4f0aa8032b57e94e4476",
      "value": "model-00019-of-00019.safetensors: 100%"
     }
    },
    "34602872ae584dbb954c17a638aab568": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9c669bd0528b4c348dc625d4d5b7ca17",
      "placeholder": "​",
      "style": "IPY_MODEL_ff7b87da46014eb4b36dd7fc87979bea",
      "value": "Filter: 100%"
     }
    },
    "3485ab35f1174b88aa6ce2a419c4d858": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "35816b7fdbec45859ea30eb3eae7c55e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_22d055e9dc044a20afa38b026a1495d4",
      "placeholder": "​",
      "style": "IPY_MODEL_8699337f15d14f19b8ef51708246d61d",
      "value": " 4.98G/4.98G [00:21&lt;00:00, 216MB/s]"
     }
    },
    "3678b62e115e48c0bc90df32521ef140": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "36bc4d700deb4d1ea40618e57e23ed4c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "37063f549bef4c36816d2a15f0896a40": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_866253eba8f94a4e92ddbe0fea4ea2f2",
      "max": 19,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c2bc746342cd4528bfb3565b754ab218",
      "value": 19
     }
    },
    "3a3af090f03b42e1aee0da1ba22fce13": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3a838551f6164098bc00a6548e891abf": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3b0bfaf708a6476792b4723306e868a6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3bdd4c120a5249259c46cdec261f5769": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_4da12f23153840c183ed8749423e45d0",
      "max": 4771,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_ef7fd6e8efe147959e0262c465d6c614",
      "value": 4771
     }
    },
    "3c29c95f81a74fe0b9e1ee6673086a0d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3ced78a7472d4f6d8b9f4f9609a252f4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_556e5a2e261846e88ba9c9b0babccc4c",
      "placeholder": "​",
      "style": "IPY_MODEL_e6fda25fe5b74dadb39d0d3026d7d8f2",
      "value": "Downloading data: 100%"
     }
    },
    "3dfc89beccfe42ebbb55fb52b3e6e4e5": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3f7acd416d4346c099215c10d2acbbed": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3fd63d4cdbd1436097eb1bd6841754ec": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "404a672208684482a8921b9432b6ba54": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "40ca49d82ac24e489e7952d79cddf9dc": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "40f251010b3f44008e38c7eecc547298": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0c27bdd6ffd848b2abf8f1ac76e4ef99",
      "placeholder": "​",
      "style": "IPY_MODEL_716b81c1c80f4914b118d87e1e6c3911",
      "value": " 6387/0 [00:07&lt;00:00, 1215.55 examples/s]"
     }
    },
    "4222af4315eb484388580b8435d9bf9c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_2c03e36356b14653844bb455d1b4eadc",
       "IPY_MODEL_3bdd4c120a5249259c46cdec261f5769",
       "IPY_MODEL_0311bbbbdf914dcba8f6545815246534"
      ],
      "layout": "IPY_MODEL_c2c936b5bfab40e09f72826c39a5490e"
     }
    },
    "42c2e2e77c9f4894b17bb00ee41873a7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a37918523c234f2589992abb19cd3d81",
      "placeholder": "​",
      "style": "IPY_MODEL_3678b62e115e48c0bc90df32521ef140",
      "value": " 4.98G/4.98G [00:21&lt;00:00, 233MB/s]"
     }
    },
    "4321c524d7264bff82c82d71ff106991": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "439711888f2240e39809f01e45556a37": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d0b3aeecdaf64f55b49807cb38901b9e",
      "placeholder": "​",
      "style": "IPY_MODEL_8926535afc3642889e3e6496904de6f7",
      "value": " 3.05k/3.05k [00:00&lt;00:00, 272kB/s]"
     }
    },
    "43f9899fdd95410297397f9010a90343": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "44e31458656a474e8c0459521def1838": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8b27280b781f48a991581d5ea4aaf5cd",
      "max": 720,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_bfc1ac77a21245909ad8d1b01d9a1f6e",
      "value": 720
     }
    },
    "44f95549034d4ede806209c722694775": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "4529f9401c164675999e76133ea59a49": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "45e077626d7a4739ae97e1de07b61a0e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "46199769925d4b7ab3489f11736b9905": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1ca7a30b2dbf4885b546703ab3ff9a68",
      "max": 4983004072,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_8dc39f2f5d2043d087637a2ce6becc26",
      "value": 4983004072
     }
    },
    "46468a0d107043e1add538c044fb43b9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_68af7b150b3e4f71b3dc9047267c2c20",
       "IPY_MODEL_c0773d1fafc74aaa87c79afedf98aea7",
       "IPY_MODEL_04d90c29df614660a463cce01ca3dcc8"
      ],
      "layout": "IPY_MODEL_c5205dd47de54b1b86c358efb7f77e4e"
     }
    },
    "46a4cb05c2ca4580ab013445fc502bdd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4721b6ebd38d4aaca9500e46b75d7cff": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d8c76ad3017841e8ba42884e793a23c4",
      "placeholder": "​",
      "style": "IPY_MODEL_81b9e4c19c9b4b55a3073209b5c17aa2",
      "value": "model-00015-of-00019.safetensors: 100%"
     }
    },
    "47d0ffec3b3b4be48997e96eba8a1c59": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "486880d135ef4569b911f7e23819230e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_43f9899fdd95410297397f9010a90343",
      "max": 4983004072,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_8194a8af604d48af9380099d4c53043a",
      "value": 4983004072
     }
    },
    "48bbb13841de4a4b9d505e7e1a911d63": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "48bcbef09fb449d4a7c5acbc6d7b32b0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_afaabdef90904632aa7cbf0e04f4724d",
      "max": 4892809584,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_ef2a3f9521154cd0a26bd9f52db8ce7e",
      "value": 4892809584
     }
    },
    "48fdfbb9b92a4fcab7df65ed59a50200": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4a26b10d46cd47158ec35e78723b23dc": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4ce6dd34cb7247a9a45a7467f4bcf4ff": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4d2933dcbdc54256bdca53b6bd4159a3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "4da12f23153840c183ed8749423e45d0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4dd728265d3c4138b52597bd54f63b50": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "4ddbfefba56f4d1bb2bd597e4e8550a4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2c8fc8048ad744ebb9d45c3e0ee5f544",
      "placeholder": "​",
      "style": "IPY_MODEL_28b7e5a8e0d14932b91dfa610fa8c39b",
      "value": "Generating train split: 100%"
     }
    },
    "4e20e5e4912145c0b3d030176e0e59b3": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4e9fc4690268408d9803a27c795ee1bb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "4edada00f6ad428b8dd2f340c3895cb4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4ef81f1b5e8a4c03a134170d99d6a04d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f41869e28537463a9748c407063438f0",
      "max": 72,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_30ab45a361ca48beaf9843b6a472c446",
      "value": 72
     }
    },
    "4f0877ffbe25402db24044a8b35a0026": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "4fade7fe925044efb1ab629a8694e481": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "505ef494a3384d35873ef89d3f5499fe": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5154764460e44166b1f3862cb853134c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3485ab35f1174b88aa6ce2a419c4d858",
      "max": 4983004072,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_8709a96c5f67422e847b2a08fe2f1d0c",
      "value": 4983004072
     }
    },
    "527aae372c1d4131b7332ec58136558c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "538b9b24f34a4d9e82bb49a353d41654": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "53b3210d62d040cf89fb6a54e51ada59": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5400e3bace0243e18dbdf5d6ee65f5b2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5421d8de36264228908fe1ba76553ca4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "550ed056ff9a454cbefdec831897cda3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "554f02bc78334a6282c088c5db259c15": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "556e5a2e261846e88ba9c9b0babccc4c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "593d4bd500224d66a9e35ab48e1932b8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5a84fca54e994ec5a6a7214e1e1faa08": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5abc7eddd2e8422394b00c1bf24c49c1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "5af971eb34db4954bdae81b21341c80b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_e299300de14340519106aebca33d99ad",
       "IPY_MODEL_94b1a4d43b064082aafa3924cccbb91f",
       "IPY_MODEL_f2cc8c450f4c4e5b8117d46f7be0792e"
      ],
      "layout": "IPY_MODEL_889461f4f56f4777955fe7908c523aac"
     }
    },
    "5cbfebb3fc004bf8b0244f6d611d3189": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5cec6d2d94874aa2997218d5497399e8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5d0577e13e1e4f74a7f8e9f1480d9dac": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_e8658252371c401b96e16fae9c03a6a4",
       "IPY_MODEL_c7cfbf66bab849f58518e4c4f29de351",
       "IPY_MODEL_9094535749ef49cb85c8375613a37e00"
      ],
      "layout": "IPY_MODEL_2a2fd684238b4536bae4882870ce0fff"
     }
    },
    "5d728baa2b3d4da982e9cb90cb43e372": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5ee909e75f7a425ea388e56cf1f151b9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0fcd8395e3454323b71bfbae6e8eaee6",
      "placeholder": "​",
      "style": "IPY_MODEL_a3ba0e4403104333bac825fc4d1516d5",
      "value": "generation_config.json: 100%"
     }
    },
    "5f295a0d29cf48c6bb80ba9f5bb91b76": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5f7965138d0845089112f9badc1715d3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "5f922027377140aeaf71b3407bf3a737": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5fb3a2d39d9249ecae7b17be2900dbf6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "60da57fb71644a69804b2a88944a47f5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_69c41f2b5f32464d90fd2c887b205dfd",
       "IPY_MODEL_ea80e2c4fdc74305bbcb50601546973a",
       "IPY_MODEL_faafd33dcff94977bdbf95d75e314a25"
      ],
      "layout": "IPY_MODEL_4a26b10d46cd47158ec35e78723b23dc"
     }
    },
    "622e20500331456b94c82abbfe12a658": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0d63cf123a2940a992037ca8e79b0962",
      "placeholder": "​",
      "style": "IPY_MODEL_152637163ab6493e9e2ac9ae2c2f55b2",
      "value": "model-00017-of-00019.safetensors: 100%"
     }
    },
    "62351aa7073b453981d38bc144f93ff1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "64fdc73e64a34a39885b39c03feaa85c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_dc9127dd34574124b164167b6154d225",
       "IPY_MODEL_263638a07e9b46678fd5429d7e2d914c",
       "IPY_MODEL_aad9769804d34234a85c89b3ec34eca1"
      ],
      "layout": "IPY_MODEL_294cbc13c8114f5b82263c91d4adc7ec"
     }
    },
    "6644aa2932d84c1f87762b19930a2ba1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0cb920e1353449be833b212c760eca41",
      "placeholder": "​",
      "style": "IPY_MODEL_bcc4f168cae747759aede3f69db3dd08",
      "value": "model-00001-of-00019.safetensors: 100%"
     }
    },
    "670205ddbe06466782af2a9b00e19c70": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "67a54e97214d450a98be8adc0bf4ec54": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_03c3aaf8b9a44522817d7631c1c99310",
      "max": 4983004072,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_5abc7eddd2e8422394b00c1bf24c49c1",
      "value": 4983004072
     }
    },
    "67ce761aed294846b8619e34a7e79141": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "67ef67c968734fca95ea0f85766e47ec": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "68a23e68346f4614a1dcbc22e3bd2087": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_bebc91a9254749da98eea001167fd124",
       "IPY_MODEL_d78347a6e38f420cad3f007791a90e0c",
       "IPY_MODEL_942774f02a334835a02649e6c3e6c842"
      ],
      "layout": "IPY_MODEL_308549f17b63406ea209d826d12549cd"
     }
    },
    "68af7b150b3e4f71b3dc9047267c2c20": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_159353c1222d47dca63245ee96c7bb92",
      "placeholder": "​",
      "style": "IPY_MODEL_4dd728265d3c4138b52597bd54f63b50",
      "value": "model-00007-of-00019.safetensors: 100%"
     }
    },
    "69c41f2b5f32464d90fd2c887b205dfd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_67ef67c968734fca95ea0f85766e47ec",
      "placeholder": "​",
      "style": "IPY_MODEL_1f740332de244004a3e106190d3c2159",
      "value": "tokenizer.model: 100%"
     }
    },
    "6a7c862f5e6349a1ae392b18a56a5c7a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8df635c8d01e4ffa908bb1af8d884465",
      "max": 10296338,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_7c809f8f95f84bfea91bd3eaf8cdec2f",
      "value": 10296338
     }
    },
    "6ccda1b0bb3d4a3688554093cfc18fa2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_1abac85f2cd94004be756145eecd59bb",
       "IPY_MODEL_1a1941ed4eff4c8689f2bdaf3b67551a",
       "IPY_MODEL_8a50753c113744a7af9214d22d862de7"
      ],
      "layout": "IPY_MODEL_5f922027377140aeaf71b3407bf3a737"
     }
    },
    "6cd1abfe21144c928e81cc3c7dda81e5": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6eab6dfff0b949008aac44019e210b74": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6ec455a94f1d4a4985a66f455930aa30": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6fd05f8f939946068afef5ac648c8955": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6fee61f014954d5bb92ea9dff48b88db": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "701cb556928b436098ade9663ecaf257": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7056e669574247c691650ebf8732cc98": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_554f02bc78334a6282c088c5db259c15",
      "placeholder": "​",
      "style": "IPY_MODEL_e26708cb37f34fdc99ab7c25e7cb94b7",
      "value": " 56167/56167 [00:00&lt;00:00, 72210.15 examples/s]"
     }
    },
    "712d91ee85d74c8cae4c1f1d5aa04e34": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "7140c7a6001c457ab3a10412a6a74840": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8a122cb76f7e4f6a8bb5298ae33e9647",
      "placeholder": "​",
      "style": "IPY_MODEL_25907be002dc418fb22198569242f9e0",
      "value": "Downloading readme: 100%"
     }
    },
    "716b81c1c80f4914b118d87e1e6c3911": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "7186548fbc9345028c5bb7505aa58cd3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a84dec66e63d4dd0bae9236a89901327",
      "placeholder": "​",
      "style": "IPY_MODEL_bea1cbbc9e35482e991c616e78c1b8af",
      "value": " 1.80M/1.80M [00:01&lt;00:00, 1.45MB/s]"
     }
    },
    "721dedc32a744f96afd343e969af1a26": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_029154ec10a94b9cb8d241e92038b5f8",
      "placeholder": "​",
      "style": "IPY_MODEL_6eab6dfff0b949008aac44019e210b74",
      "value": "model-00018-of-00019.safetensors: 100%"
     }
    },
    "7294e19cbe874da88209cb833a5bde12": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "72a3f2c796f94c45b5232065a4495839": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_25e78efab0db4beda3894a036a8b4127",
      "max": 4983004072,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_fbc3951886a242c38a5884c719b1fd7c",
      "value": 4983004072
     }
    },
    "72dcacb0983a46d0895224b072b12fb5": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "759e97b8e8ef4c3eaaaaad3c046e217e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f0399bb98ebb4addb41bd4164400002f",
      "placeholder": "​",
      "style": "IPY_MODEL_fe0458a932554f7896508f1f1f4e3631",
      "value": "model-00009-of-00019.safetensors: 100%"
     }
    },
    "75e42a03d8e1466bbcadb087e61f3aee": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7711acd5e3dc4a46be8ad36775af0a69": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ac40f1c8556c4b44acac14cf327fd51b",
      "placeholder": "​",
      "style": "IPY_MODEL_5cbfebb3fc004bf8b0244f6d611d3189",
      "value": "Generating train split: "
     }
    },
    "7c809f8f95f84bfea91bd3eaf8cdec2f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "7ca0db4ead384644b35d41fc41ecfd2b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_75e42a03d8e1466bbcadb087e61f3aee",
      "max": 3052,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_ed2abc3ee09e4f79a6fd4e788219caa3",
      "value": 3052
     }
    },
    "7cdc5ad0ce444908b11632b0ec6a768c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7d30593402df47169a83fc9475e27ed0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7d7889e7afc3447dad3eac0df6cf4f34": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7dbee9c5d3b84a5da29f70e3653a4ec4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_da19cba85e5e40b0acbdba7b33c17900",
      "placeholder": "​",
      "style": "IPY_MODEL_04b22872d2904fd8bf938b55bf797d4d",
      "value": "model-00014-of-00019.safetensors: 100%"
     }
    },
    "7e7710c1013d45649a457032dc6d595e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_137aee4bc2d347288497f09f61955e6b",
      "max": 4899035200,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c77f650ce44c45a7825ccc934e8f2287",
      "value": 4899035200
     }
    },
    "7e91adc841254982bcc0e2377549fc17": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "801e761a23784fb2ac40337d159555e7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f4f0f07750e545aaac02bb41e3e864f0",
      "max": 4983004072,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_e8da125c9d4e4edfb8ef0afaa02acd20",
      "value": 4983004072
     }
    },
    "807e11756fc946efb609dcda095d3f0b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "808ed2bfb8ed45db83c2e252b195098e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8194a8af604d48af9380099d4c53043a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "81b9e4c19c9b4b55a3073209b5c17aa2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "81eaf08445b5494b84785533de27d406": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_26f71f3eb90a40c8888660d77011e116",
       "IPY_MODEL_b419aa66986b48a3a2c258cb943cc156",
       "IPY_MODEL_ad2ad3554b7a460cb2a787c08b5a874e"
      ],
      "layout": "IPY_MODEL_29b81071a630427e9cf4f7642e196b7b"
     }
    },
    "828f0d420b654b24913b7f031e61bc4f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b60faa36581c4f31b7afa8d71700a475",
      "placeholder": "​",
      "style": "IPY_MODEL_a83be1387505492f89596bb7433c19cd",
      "value": " 116/116 [00:00&lt;00:00, 10.3kB/s]"
     }
    },
    "8311c44c09ac400fa8d7644d7b571084": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "840147fe09a94a879ba49ae453ee45cd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8472a2c0522341e189b23d9d954ce149": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_5ee909e75f7a425ea388e56cf1f151b9",
       "IPY_MODEL_e93777d7e9cd4d9c86ca3126424af44d",
       "IPY_MODEL_828f0d420b654b24913b7f031e61bc4f"
      ],
      "layout": "IPY_MODEL_b4f0336b9894407ab334ac4ce13f62b5"
     }
    },
    "84ed21ed61f6419caa8d61ba83d00647": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_34602872ae584dbb954c17a638aab568",
       "IPY_MODEL_a105ca976cac4d4cb3397b4e5b6bfa92",
       "IPY_MODEL_1d878b86f74b47dc8b07d2fbe075f4cd"
      ],
      "layout": "IPY_MODEL_03332aa685954980822fd8c3d4a13c5c"
     }
    },
    "85ce1c6e00444d928f90ff42d3d0966a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_3ced78a7472d4f6d8b9f4f9609a252f4",
       "IPY_MODEL_6a7c862f5e6349a1ae392b18a56a5c7a",
       "IPY_MODEL_14eeae710d31450c806fbc13f51300d6"
      ],
      "layout": "IPY_MODEL_538b9b24f34a4d9e82bb49a353d41654"
     }
    },
    "861016225f2948ff9ee02aad387e0754": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_622e20500331456b94c82abbfe12a658",
       "IPY_MODEL_89a309e5caac4359a00a039678824f7c",
       "IPY_MODEL_a4879df2f39a4fe482e7cfc6413227ea"
      ],
      "layout": "IPY_MODEL_c171a344453344a18169d91ba7496c8c"
     }
    },
    "866253eba8f94a4e92ddbe0fea4ea2f2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8699337f15d14f19b8ef51708246d61d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "86f9ace3837a44d58177adbcbc555108": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "86ff83a4eab04f96af2b98921f232f77": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_16fa680720964a558728a226094f0e5d",
       "IPY_MODEL_b345d54c4e094af5834560bac9dcc209",
       "IPY_MODEL_b4a075b80cd34fd4bc5b65918d08d120"
      ],
      "layout": "IPY_MODEL_de9af6ba56394634b66b9e1ce830efd2"
     }
    },
    "8709a96c5f67422e847b2a08fe2f1d0c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "889461f4f56f4777955fe7908c523aac": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8926535afc3642889e3e6496904de6f7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "89a309e5caac4359a00a039678824f7c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_4fade7fe925044efb1ab629a8694e481",
      "max": 4899035248,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_5f7965138d0845089112f9badc1715d3",
      "value": 4899035248
     }
    },
    "8a122cb76f7e4f6a8bb5298ae33e9647": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8a50753c113744a7af9214d22d862de7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7294e19cbe874da88209cb833a5bde12",
      "placeholder": "​",
      "style": "IPY_MODEL_ad38e89cbc42454ca4cf466162f62083",
      "value": " 34333/34333 [00:28&lt;00:00, 1080.41 examples/s]"
     }
    },
    "8a7ebccc5c964c8992a02f3b556ad088": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8a95bd43b3334e098cf2bb2ec4b1af74": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8af9604b87c0410f8b2b5cd0ac4dc91e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9e612edce1dc483eb05f5b976d7e6015",
      "placeholder": "​",
      "style": "IPY_MODEL_47d0ffec3b3b4be48997e96eba8a1c59",
      "value": "model-00003-of-00019.safetensors: 100%"
     }
    },
    "8b27280b781f48a991581d5ea4aaf5cd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8bfa9e315f064215954c13900231e83c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8c524f5f29d94385931550311375f544": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "8c987d728e9047a29a082af78af5a0fd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8dc39f2f5d2043d087637a2ce6becc26": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "8df635c8d01e4ffa908bb1af8d884465": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8e44b05c5fa941b694656b2673419c6e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8efd1f0d061b44c8835c6b678179d3e4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8f9fa1f2afdf49008014c48abfac5250": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8fd7e215638e4e229096587532101a93": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_33cce3c4d7a14bb5a6c771db599ddc3f",
       "IPY_MODEL_0c76c150b4354bcea56309efe35f3561",
       "IPY_MODEL_b88a4343b87a4191ac709ee4d021590d"
      ],
      "layout": "IPY_MODEL_7cdc5ad0ce444908b11632b0ec6a768c"
     }
    },
    "908c91f24b0541bba4a62fdc155bfb24": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9094535749ef49cb85c8375613a37e00": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9811ef1941be496796d4c4b7c267e858",
      "placeholder": "​",
      "style": "IPY_MODEL_5421d8de36264228908fe1ba76553ca4",
      "value": " 967/967 [00:00&lt;00:00, 75.9kB/s]"
     }
    },
    "92209559f71a44b5a075b47007ce6b82": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "942774f02a334835a02649e6c3e6c842": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e7b1f745b831400987a2608c12ae8d51",
      "placeholder": "​",
      "style": "IPY_MODEL_5d728baa2b3d4da982e9cb90cb43e372",
      "value": " 6807/6807 [00:00&lt;00:00, 92416.89 examples/s]"
     }
    },
    "94a3ee420593454dab2f3c5488a47ce6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": "20px"
     }
    },
    "94b1a4d43b064082aafa3924cccbb91f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_11a570e51b394cda94ba5a6ed6f276ab",
      "max": 4983004016,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_8c524f5f29d94385931550311375f544",
      "value": 4983004016
     }
    },
    "95bc9e8d3bbf4eb389b0d02e2892a032": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "960b5689de88470baab1744b3411ba71": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3024948305514e6caf209b8aca44a9c6",
      "placeholder": "​",
      "style": "IPY_MODEL_c1192585d47546bea8ffeae446a46c30",
      "value": " 4.98G/4.98G [00:21&lt;00:00, 221MB/s]"
     }
    },
    "975d1bb349024ad2af502090aaf479be": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_404a672208684482a8921b9432b6ba54",
      "placeholder": "​",
      "style": "IPY_MODEL_0a075443e7624588819a7017f95a68b2",
      "value": "model-00011-of-00019.safetensors: 100%"
     }
    },
    "97de8fcff8bb422f904bfad5478a8435": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_210a08fc884b488d83d610b653201b1d",
      "placeholder": "​",
      "style": "IPY_MODEL_3c29c95f81a74fe0b9e1ee6673086a0d",
      "value": "model-00013-of-00019.safetensors: 100%"
     }
    },
    "9811ef1941be496796d4c4b7c267e858": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "98799a0367c943cb80b968fe60541dee": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "999aef55340a43c8bb57d1827a393e94": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9a864ede4f08427a95714318a20f04a5": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9abbfd1a190d4e41a1d1c113574f5dcb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3fd63d4cdbd1436097eb1bd6841754ec",
      "placeholder": "​",
      "style": "IPY_MODEL_8bfa9e315f064215954c13900231e83c",
      "value": " 4.89G/4.89G [00:13&lt;00:00, 366MB/s]"
     }
    },
    "9bdcbf3f3bfd4493a7d933ddd3dadfce": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9c522f031fd0416791e912637cc49e6c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9c669bd0528b4c348dc625d4d5b7ca17": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9cf8d9d06d4a4ace8af1e828525826d7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9dd81ed843404df8b34918d0a9d1eeb0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9e51f44dcf774e56976bb68173f389b7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_975d1bb349024ad2af502090aaf479be",
       "IPY_MODEL_5154764460e44166b1f3862cb853134c",
       "IPY_MODEL_bf3f77c28e9049c692fcf5b1894d33fb"
      ],
      "layout": "IPY_MODEL_6fee61f014954d5bb92ea9dff48b88db"
     }
    },
    "9e612edce1dc483eb05f5b976d7e6015": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9e918ddf30b04ecfb3292a82f2c495cf": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_721dedc32a744f96afd343e969af1a26",
       "IPY_MODEL_33c9dd3c0a084d308e819f8ebcb45a24",
       "IPY_MODEL_c1366d06b01242a89b0265aa74925d29"
      ],
      "layout": "IPY_MODEL_9a864ede4f08427a95714318a20f04a5"
     }
    },
    "9eac879acd3747fc9ebb5d4ff4ded631": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_97de8fcff8bb422f904bfad5478a8435",
       "IPY_MODEL_67a54e97214d450a98be8adc0bf4ec54",
       "IPY_MODEL_0761648402284860a3fa8d35962918be"
      ],
      "layout": "IPY_MODEL_95bc9e8d3bbf4eb389b0d02e2892a032"
     }
    },
    "9f029058dabb47bc8b6c64f87dc18925": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9f2a6fc723a84108bf66d7cbbbc9a2df": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_152c7b0d5ae644408fd5454c377373b9",
      "max": 1,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_9bdcbf3f3bfd4493a7d933ddd3dadfce",
      "value": 1
     }
    },
    "a02d4a887d3b4ba09c7713d76b3d05e4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a063e592fad9428d901723d31bc31312": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a105ca976cac4d4cb3397b4e5b6bfa92": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3a838551f6164098bc00a6548e891abf",
      "max": 56167,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_f7dcc05006634e59ad5af1a8c5482b37",
      "value": 56167
     }
    },
    "a1866d8cc06c429fae60e62347ecaeee": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_f5524390ae34450d9cc75c04bf27a5eb",
       "IPY_MODEL_4ef81f1b5e8a4c03a134170d99d6a04d",
       "IPY_MODEL_c9a2b844e2a64d1d8f8021b48c287f30"
      ],
      "layout": "IPY_MODEL_d7c5d4c51fa8481a912aaaa7e84adc4b"
     }
    },
    "a2dcf0fb82a7402fa6c515991b8b49e5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d8771dba49ab46bfb3388837e78c6cb8",
      "placeholder": "​",
      "style": "IPY_MODEL_8c987d728e9047a29a082af78af5a0fd",
      "value": " 4.98G/4.98G [00:14&lt;00:00, 240MB/s]"
     }
    },
    "a332c565377443439b8f50ec3cb5f059": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5cec6d2d94874aa2997218d5497399e8",
      "placeholder": "​",
      "style": "IPY_MODEL_1dc64f925a5b41739e7d7e3937e1065b",
      "value": "Downloading shards: 100%"
     }
    },
    "a37918523c234f2589992abb19cd3d81": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a3ba0e4403104333bac825fc4d1516d5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a4879df2f39a4fe482e7cfc6413227ea": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3b0bfaf708a6476792b4723306e868a6",
      "placeholder": "​",
      "style": "IPY_MODEL_8311c44c09ac400fa8d7644d7b571084",
      "value": " 4.90G/4.90G [00:21&lt;00:00, 306MB/s]"
     }
    },
    "a4ddb4a571a3462b92f83e2039ff649e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_098b3206ed8544cba7b4eb4cfef030f3",
      "max": 6807,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_b791893e5b064b759273d5d0bfcf6fad",
      "value": 6807
     }
    },
    "a54030902ff24704abe956f8f2afe209": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a5b019d0b4b148b48934775e470c88e1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d2605e0915a740d391f57b4a05c54c51",
      "placeholder": "​",
      "style": "IPY_MODEL_6fd05f8f939946068afef5ac648c8955",
      "value": " 4.90G/4.90G [00:20&lt;00:00, 266MB/s]"
     }
    },
    "a716f736dea74fa1a3b53ae411205774": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a76588e8a7034ca5bc1f74bdb39ee2bb": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a83be1387505492f89596bb7433c19cd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a84dec66e63d4dd0bae9236a89901327": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "aa500c629dee429b90b77fdb6c1e2381": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_bfec55ea91604c92bb50ab275167620e",
       "IPY_MODEL_1a66b1d633784dbab23343071c287f98",
       "IPY_MODEL_7186548fbc9345028c5bb7505aa58cd3"
      ],
      "layout": "IPY_MODEL_314fb160181e4d569634d61a6295d5f5"
     }
    },
    "aad9769804d34234a85c89b3ec34eca1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f2b847be79cb4bd58b58c7d27f31a726",
      "placeholder": "​",
      "style": "IPY_MODEL_712d91ee85d74c8cae4c1f1d5aa04e34",
      "value": " 127M/127M [00:06&lt;00:00, 22.0MB/s]"
     }
    },
    "aae8dcb287734c788ac1ec301d42a993": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_0a5c647196e24502ac3b8b839257c5f9",
       "IPY_MODEL_9f2a6fc723a84108bf66d7cbbbc9a2df",
       "IPY_MODEL_40f251010b3f44008e38c7eecc547298"
      ],
      "layout": "IPY_MODEL_98799a0367c943cb80b968fe60541dee"
     }
    },
    "ab92799bb66c41709210442a2a0d5d81": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cd1252f07c3949758078ca9738e7bdd4",
      "placeholder": "​",
      "style": "IPY_MODEL_92209559f71a44b5a075b47007ce6b82",
      "value": " 4.98G/4.98G [00:13&lt;00:00, 314MB/s]"
     }
    },
    "ac40f1c8556c4b44acac14cf327fd51b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ac4ff6881eee43c7a5e6e76b245427c0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ad2ad3554b7a460cb2a787c08b5a874e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c09eb524c2b14559b8ebb53d17f45fc9",
      "placeholder": "​",
      "style": "IPY_MODEL_8a7ebccc5c964c8992a02f3b556ad088",
      "value": " 19/19 [06:13&lt;00:00, 18.76s/it]"
     }
    },
    "ad38e89cbc42454ca4cf466162f62083": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ad6c06a70cba40cb8c054b8491007b22": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ad84611ec5fa4bc0b186304b00150a2a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "ae6fa4a48337460d949b374e0394b631": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d793850d36224383a668c20984873a59",
      "placeholder": "​",
      "style": "IPY_MODEL_d463ecc9a6d84906932fb18855e1d7d5",
      "value": " 19/19 [06:00&lt;00:00, 16.77s/it]"
     }
    },
    "aed7ded2647f4e5fa96fb493ef9927ce": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_dc064edefa734c358b35ef40b18de825",
      "placeholder": "​",
      "style": "IPY_MODEL_2a612011cb2849fa8e737a013d3048a1",
      "value": " 4.90G/4.90G [00:14&lt;00:00, 391MB/s]"
     }
    },
    "afaabdef90904632aa7cbf0e04f4724d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b02d51e706f04b72bc75b7e727df1a50": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b0dc6333d0e04f559fa49ef7dd3d5adb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_4edada00f6ad428b8dd2f340c3895cb4",
      "placeholder": "​",
      "style": "IPY_MODEL_25a690e4fe9f43a38575c17b34699cab",
      "value": " 4.98G/4.98G [00:21&lt;00:00, 296MB/s]"
     }
    },
    "b13c43373c0e46ab97d0efb6d1022c66": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b1a6a3dbddaf4bf6a12db52476967245": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b1deb39d90ba49b5a61b351abc8eb323": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b345d54c4e094af5834560bac9dcc209": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_808ed2bfb8ed45db83c2e252b195098e",
      "max": 92658,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_f9a15573b47646939abeab9eab037349",
      "value": 92658
     }
    },
    "b3b7fe688bb94073ba0d188b158d6e6b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b419aa66986b48a3a2c258cb943cc156": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_701cb556928b436098ade9663ecaf257",
      "max": 19,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_01de989bc2f4402e9d271cd538cda552",
      "value": 19
     }
    },
    "b4a075b80cd34fd4bc5b65918d08d120": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_26bc4b3aaf8c4d33b5c12eb544633843",
      "placeholder": "​",
      "style": "IPY_MODEL_6ec455a94f1d4a4985a66f455930aa30",
      "value": " 92.7k/92.7k [00:00&lt;00:00, 6.87MB/s]"
     }
    },
    "b4f0336b9894407ab334ac4ce13f62b5": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b520ec8847ff4020a658f6d74d9de9f2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_8af9604b87c0410f8b2b5cd0ac4dc91e",
       "IPY_MODEL_bd2d922601f8495c948540dd6e8099f9",
       "IPY_MODEL_960b5689de88470baab1744b3411ba71"
      ],
      "layout": "IPY_MODEL_feadf89ebb3e4628b154661590ab6389"
     }
    },
    "b56e73df7bbb4999bb52aae513152308": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b5788b884dec4d389544e5ca4b56ca73": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ef606a02aec148f2b9e2865ab4451f6d",
       "IPY_MODEL_72a3f2c796f94c45b5232065a4495839",
       "IPY_MODEL_a2dcf0fb82a7402fa6c515991b8b49e5"
      ],
      "layout": "IPY_MODEL_c7980b4b7f8e4da6b85c507d21a481fc"
     }
    },
    "b60faa36581c4f31b7afa8d71700a475": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b6454027034b4f8291c77fcb9567a019": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b791893e5b064b759273d5d0bfcf6fad": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "b88a4343b87a4191ac709ee4d021590d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_08f912e0a06a46f2b5bc772476232903",
      "placeholder": "​",
      "style": "IPY_MODEL_44f95549034d4ede806209c722694775",
      "value": " 4.22G/4.22G [00:10&lt;00:00, 453MB/s]"
     }
    },
    "bb9267cc590b48eabf77a05fdab41811": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3dfc89beccfe42ebbb55fb52b3e6e4e5",
      "placeholder": "​",
      "style": "IPY_MODEL_9c522f031fd0416791e912637cc49e6c",
      "value": "model-00005-of-00019.safetensors: 100%"
     }
    },
    "bbc02cb2000c4d869ebe42dd41041d7c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bc8df0b3b9a34c60b0edb13c9d587b59": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ca3fff98d07d4da789b0bae71da6a0a0",
      "placeholder": "​",
      "style": "IPY_MODEL_ce861af01a1d462f8abb24563555cfba",
      "value": "model-00016-of-00019.safetensors: 100%"
     }
    },
    "bcc4f168cae747759aede3f69db3dd08": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bd2d922601f8495c948540dd6e8099f9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6cd1abfe21144c928e81cc3c7dda81e5",
      "max": 4983004016,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_9dd81ed843404df8b34918d0a9d1eeb0",
      "value": 4983004016
     }
    },
    "bd52f20d85bf4b6294d2bd4e6eb0fce5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0fb1952741f0420abbec87d997e6c2c4",
      "max": 4983004072,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_67ce761aed294846b8619e34a7e79141",
      "value": 4983004072
     }
    },
    "bd75e9447bc2488590546a0df34c93f7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bd7ebc62d6054d369d226f89f31dd5f4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "be572c0d03a54a079a42dd075f5bea01": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "be8ddc7e6484418092e353bf44839fac": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_bc8df0b3b9a34c60b0edb13c9d587b59",
       "IPY_MODEL_486880d135ef4569b911f7e23819230e",
       "IPY_MODEL_42c2e2e77c9f4894b17bb00ee41873a7"
      ],
      "layout": "IPY_MODEL_03205e0e49f14aab8cb92d995f18b475"
     }
    },
    "bea1cbbc9e35482e991c616e78c1b8af": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bebc91a9254749da98eea001167fd124": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2aa9f08feb6846b79cb73c22905d5520",
      "placeholder": "​",
      "style": "IPY_MODEL_8a95bd43b3334e098cf2bb2ec4b1af74",
      "value": "Generating test split: 100%"
     }
    },
    "bf2b809d86f74912b50fb2d6166e749f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bf3f77c28e9049c692fcf5b1894d33fb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a54030902ff24704abe956f8f2afe209",
      "placeholder": "​",
      "style": "IPY_MODEL_48bbb13841de4a4b9d505e7e1a911d63",
      "value": " 4.98G/4.98G [00:22&lt;00:00, 234MB/s]"
     }
    },
    "bfc1ac77a21245909ad8d1b01d9a1f6e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "bfec55ea91604c92bb50ab275167620e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7d7889e7afc3447dad3eac0df6cf4f34",
      "placeholder": "​",
      "style": "IPY_MODEL_5a84fca54e994ec5a6a7214e1e1faa08",
      "value": "tokenizer.json: 100%"
     }
    },
    "c03360be051a4129bfc86728434c73e3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2d178f0b4f774179abe4b4caa8d38e91",
      "placeholder": "​",
      "style": "IPY_MODEL_4321c524d7264bff82c82d71ff106991",
      "value": "model-00004-of-00019.safetensors: 100%"
     }
    },
    "c064f247deca4fafb2784c9bc4dfdb46": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "c0773d1fafc74aaa87c79afedf98aea7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_eb941f1f60df4308b17d9a82ca698ee9",
      "max": 4899035248,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_e0c93ffb63964751b18064b32a6bcffd",
      "value": 4899035248
     }
    },
    "c09eb524c2b14559b8ebb53d17f45fc9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c1192585d47546bea8ffeae446a46c30": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "c1366d06b01242a89b0265aa74925d29": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_72dcacb0983a46d0895224b072b12fb5",
      "placeholder": "​",
      "style": "IPY_MODEL_0ae72cbde0604ab9838213232d51e3e0",
      "value": " 4.98G/4.98G [00:15&lt;00:00, 415MB/s]"
     }
    },
    "c171a344453344a18169d91ba7496c8c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c2bc746342cd4528bfb3565b754ab218": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "c2c936b5bfab40e09f72826c39a5490e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c2ee3d03e6f3489a86506c3071bdea2e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "c5205dd47de54b1b86c358efb7f77e4e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c6631bc2788042c887ecad3ca6a9f8e6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ddc9a4aa3b9540b89efaf99575e65b7d",
       "IPY_MODEL_44e31458656a474e8c0459521def1838",
       "IPY_MODEL_133520d4ba2a45dab6982778c6190422"
      ],
      "layout": "IPY_MODEL_08a7a060a6ab4ff49ec17d8d5fbcc40f"
     }
    },
    "c695665a30cb4351a6f75563f7e4aaab": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "c77f650ce44c45a7825ccc934e8f2287": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "c788e2760ee0402babe5be6606541727": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "c7980b4b7f8e4da6b85c507d21a481fc": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c7cfbf66bab849f58518e4c4f29de351": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1c77f166a18441bf80b4a04073889c0e",
      "max": 967,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_4d2933dcbdc54256bdca53b6bd4159a3",
      "value": 967
     }
    },
    "c86ff70664c34e51866cd38aef784f39": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "c990f8fe2b784ebf9252b9c0912c366b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c9a2b844e2a64d1d8f8021b48c287f30": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ad6c06a70cba40cb8c054b8491007b22",
      "placeholder": "​",
      "style": "IPY_MODEL_b02d51e706f04b72bc75b7e727df1a50",
      "value": " 72.0/72.0 [00:00&lt;00:00, 5.78kB/s]"
     }
    },
    "ca3fff98d07d4da789b0bae71da6a0a0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cb617cd8145845ca991b70285549991a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cc40215ac5f9442b9f2d3f593ebf32ae": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_30e52e613128414a991e1ab3ce271cf2",
      "max": 4983004016,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_550ed056ff9a454cbefdec831897cda3",
      "value": 4983004016
     }
    },
    "cd1252f07c3949758078ca9738e7bdd4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cd1643fc6e1443cdbad799ffb072b06d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cd4387df952a4f2fa884ae841dcb1100": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0edf2b44f2b4469a9430bf47db6b5e5d",
      "placeholder": "​",
      "style": "IPY_MODEL_c695665a30cb4351a6f75563f7e4aaab",
      "value": " 6807/6807 [00:00&lt;00:00, 98669.21 examples/s]"
     }
    },
    "ce861af01a1d462f8abb24563555cfba": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "d0b3aeecdaf64f55b49807cb38901b9e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d1830249a2d3452887c03a22f0a90e46": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_94a3ee420593454dab2f3c5488a47ce6",
      "max": 1,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_4e9fc4690268408d9803a27c795ee1bb",
      "value": 1
     }
    },
    "d2605e0915a740d391f57b4a05c54c51": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d33fe4abed8d45d8a338cd61cb7e6f7b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_7140c7a6001c457ab3a10412a6a74840",
       "IPY_MODEL_7ca0db4ead384644b35d41fc41ecfd2b",
       "IPY_MODEL_439711888f2240e39809f01e45556a37"
      ],
      "layout": "IPY_MODEL_fb8be4ed239d4384a23ac741f9a51c4b"
     }
    },
    "d42c0e4804174b19b92dde555a766f47": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d463ecc9a6d84906932fb18855e1d7d5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "d571b4ad25ec4cb388e1072b33ec8bda": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "d6d2a05f05f5441c875304f318c46e32": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d78347a6e38f420cad3f007791a90e0c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b1deb39d90ba49b5a61b351abc8eb323",
      "max": 6807,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_e68f5c89fa204a6d91386cc3524df80a",
      "value": 6807
     }
    },
    "d793850d36224383a668c20984873a59": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d7c5d4c51fa8481a912aaaa7e84adc4b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d8771dba49ab46bfb3388837e78c6cb8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d8c76ad3017841e8ba42884e793a23c4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "da19cba85e5e40b0acbdba7b33c17900": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "da407f9178bc4836a0dce712b83a05ac": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "da78f8de8d0540eb89360b3c6be8d7b5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ff90d0e198c647258a819900a969e4a0",
      "placeholder": "​",
      "style": "IPY_MODEL_b56e73df7bbb4999bb52aae513152308",
      "value": " 4.98G/4.98G [00:16&lt;00:00, 201MB/s]"
     }
    },
    "dc064edefa734c358b35ef40b18de825": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "dc53db2c82eb424a9b524171d61a4752": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "dc9127dd34574124b164167b6154d225": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ef1eaeb200a0406bba20f6e1f75b75db",
      "placeholder": "​",
      "style": "IPY_MODEL_670205ddbe06466782af2a9b00e19c70",
      "value": "Downloading data: 100%"
     }
    },
    "ddc9a4aa3b9540b89efaf99575e65b7d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1f10c140601049f79f23097406e1cd15",
      "placeholder": "​",
      "style": "IPY_MODEL_8f9fa1f2afdf49008014c48abfac5250",
      "value": "config.json: 100%"
     }
    },
    "de8f3fcc9b0344e48ff51fe12b8729cd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "de9af6ba56394634b66b9e1ce830efd2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "df0fccd9d21844d8af16e7ee61f5d8d8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "df506a77e4c245758c11a660d5b3c45a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e0c93ffb63964751b18064b32a6bcffd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "e22bbdcd7a2b4094b60ded7296c2be47": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "e25be34fc19e4e46ba41fff39d7ac083": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "e26708cb37f34fdc99ab7c25e7cb94b7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e288af63843743258d79ee6485848472": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d6d2a05f05f5441c875304f318c46e32",
      "placeholder": "​",
      "style": "IPY_MODEL_b13c43373c0e46ab97d0efb6d1022c66",
      "value": " 744/0 [00:01&lt;00:00, 685.71 examples/s]"
     }
    },
    "e299300de14340519106aebca33d99ad": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1c0310b6fb3d4e0ebcbb4fa4409c818a",
      "placeholder": "​",
      "style": "IPY_MODEL_36bc4d700deb4d1ea40618e57e23ed4c",
      "value": "model-00002-of-00019.safetensors: 100%"
     }
    },
    "e46270bca56748648bc040b7e2c93847": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e5c43bd5a33f47719afe565238519342": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_33b4df482824401c928dcd1d4bf8c15a",
      "placeholder": "​",
      "style": "IPY_MODEL_b3b7fe688bb94073ba0d188b158d6e6b",
      "value": "model-00006-of-00019.safetensors: 100%"
     }
    },
    "e68f5c89fa204a6d91386cc3524df80a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "e6fda25fe5b74dadb39d0d3026d7d8f2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e7b1f745b831400987a2608c12ae8d51": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e7e0630ca7c8451f8c75925b5096b5bb": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e8658252371c401b96e16fae9c03a6a4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3f7acd416d4346c099215c10d2acbbed",
      "placeholder": "​",
      "style": "IPY_MODEL_5fb3a2d39d9249ecae7b17be2900dbf6",
      "value": "tokenizer_config.json: 100%"
     }
    },
    "e8ba9df1de794ba2acaf8f36f67f27f3": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e8da125c9d4e4edfb8ef0afaa02acd20": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "e93777d7e9cd4d9c86ca3126424af44d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_bf2b809d86f74912b50fb2d6166e749f",
      "max": 116,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_9cf8d9d06d4a4ace8af1e828525826d7",
      "value": 116
     }
    },
    "ea80e2c4fdc74305bbcb50601546973a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e8ba9df1de794ba2acaf8f36f67f27f3",
      "max": 493443,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_df0fccd9d21844d8af16e7ee61f5d8d8",
      "value": 493443
     }
    },
    "eb941f1f60df4308b17d9a82ca698ee9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ed2abc3ee09e4f79a6fd4e788219caa3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "ef1eaeb200a0406bba20f6e1f75b75db": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ef2a3f9521154cd0a26bd9f52db8ce7e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "ef606a02aec148f2b9e2865ab4451f6d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b6454027034b4f8291c77fcb9567a019",
      "placeholder": "​",
      "style": "IPY_MODEL_24afa3488f644f1b86737683a08953fc",
      "value": "model-00012-of-00019.safetensors: 100%"
     }
    },
    "ef7fd6e8efe147959e0262c465d6c614": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "f0399bb98ebb4addb41bd4164400002f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f2b847be79cb4bd58b58c7d27f31a726": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f2cc8c450f4c4e5b8117d46f7be0792e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a716f736dea74fa1a3b53ae411205774",
      "placeholder": "​",
      "style": "IPY_MODEL_807e11756fc946efb609dcda095d3f0b",
      "value": " 4.98G/4.98G [00:21&lt;00:00, 210MB/s]"
     }
    },
    "f41869e28537463a9748c407063438f0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f4f0f07750e545aaac02bb41e3e864f0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f5524390ae34450d9cc75c04bf27a5eb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b1a6a3dbddaf4bf6a12db52476967245",
      "placeholder": "​",
      "style": "IPY_MODEL_45e077626d7a4739ae97e1de07b61a0e",
      "value": "special_tokens_map.json: 100%"
     }
    },
    "f72ebca61d3743948c518761072cceb3": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f7b3e6c408af4f0aa8032b57e94e4476": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f7dcc05006634e59ad5af1a8c5482b37": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "f7e4c7ebe2544901a17f1e991c9cf1c8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f8771869a5094abd83cc0a265be32f8d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_7dbee9c5d3b84a5da29f70e3653a4ec4",
       "IPY_MODEL_24fdeb8ad1e24ee78729858f98ff1806",
       "IPY_MODEL_aed7ded2647f4e5fa96fb493ef9927ce"
      ],
      "layout": "IPY_MODEL_d42c0e4804174b19b92dde555a766f47"
     }
    },
    "f87af3682aae40ea8095e45625362623": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_014c11e7c5f244ee887b28bd0294fef2",
      "placeholder": "​",
      "style": "IPY_MODEL_c2ee3d03e6f3489a86506c3071bdea2e",
      "value": "Filter: 100%"
     }
    },
    "f9a15573b47646939abeab9eab037349": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "fa531b3c7d594afc824e0b0ab7e974bd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "faafd33dcff94977bdbf95d75e314a25": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_46a4cb05c2ca4580ab013445fc502bdd",
      "placeholder": "​",
      "style": "IPY_MODEL_4f0877ffbe25402db24044a8b35a0026",
      "value": " 493k/493k [00:00&lt;00:00, 26.7MB/s]"
     }
    },
    "fb8be4ed239d4384a23ac741f9a51c4b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "fbc3951886a242c38a5884c719b1fd7c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "fe0458a932554f7896508f1f1f4e3631": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "feadf89ebb3e4628b154661590ab6389": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ff7b87da46014eb4b36dd7fc87979bea": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ff90d0e198c647258a819900a969e4a0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ffd18ffc96a34687a922c40137b6f509": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7d30593402df47169a83fc9475e27ed0",
      "placeholder": "​",
      "style": "IPY_MODEL_908c91f24b0541bba4a62fdc155bfb24",
      "value": " 4.98G/4.98G [00:20&lt;00:00, 292MB/s]"
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}