demo.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/virus_proton/Projects/P_Projects/faster-translate/faster-translate/.venv/lib/python3.8/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n",
      "None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.\n"
     ]
    }
   ],
   "source": [
    "from faster_translate import TranslateModel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading model from Hugging Face repository: sawradip/faster-translate-banglanmt-en2bn-t5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Fetching 5 files: 100%|██████████| 5/5 [00:00<00:00, 15431.58it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model downloaded to /home/virus_proton/.cache/huggingface/hub/models--sawradip--faster-translate-banglanmt-en2bn-t5/snapshots/087d9a274804e0997ca4c06fe5f83140147470c8.\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "model = TranslateModel.from_pretrained(\n",
    "                                    \"banglanmt_en2bn\", \n",
    "                                    # \"banglabertv1_en2bn\"\n",
    "                                    #    device=\"cpu\"\n",
    "                                       )\n",
    "\n",
    "# model.translate_single(\"This is a test\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- translate a single str"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Foreign loans are now being discussed in the country. This burden is being increased. In the last 2022-23 fiscal year, there has been a total debt of 267 crores. The government has increased the amount of credit in the next seven years.'"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "model.translate_single(\"দেশে বিদেশি ঋণ নিয়ে এখন বেশ আলোচনা হচ্ছে। এই ঋণ পরিশোধের চাপ ধীরে ধীরে বাড়ছে। গত ২০২২-২৩ অর্থবছরে মোট ২৬৭ কোটি ডলারের ঋণ পরিশোধ করতে হয়েছে। আগামী সাত বছরে ঋণ পরিশোধের পরিমাণ বেড়ে দ্বিগুণ হবে বলে মনে করছে অর্থনৈতিক সম্পর্ক বিভাগ (ইআরডি)।\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- translate by batch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Foreign loans are now being discussed in the country. This burden is being increased. In the last 2022-23 fiscal year, there has been a total debt of 267 crores. The government has increased the amount of credit in the next seven years.',\n",
       " 'Littletonbapary was going from Kachamalniagulistan to Shyambazar in old Dhaka.']"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "model.translate_batch([\n",
    "    \"দেশে বিদেশি ঋণ নিয়ে এখন বেশ আলোচনা হচ্ছে। এই ঋণ পরিশোধের চাপ ধীরে ধীরে বাড়ছে। গত ২০২২-২৩ অর্থবছরে মোট ২৬৭ কোটি ডলারের ঋণ পরিশোধ করতে হয়েছে। আগামী সাত বছরে ঋণ পরিশোধের পরিমাণ বেড়ে দ্বিগুণ হবে বলে মনে করছে অর্থনৈতিক সম্পর্ক বিভাগ (ইআরডি)।\",\n",
    "    \"রাত তিনটার দিকে কাঁচামাল নিয়ে গুলিস্তান থেকে পুরান ঢাকার শ্যামবাজারের আড়তে যাচ্ছিলেন লিটন ব্যাপারী। \"\n",
    "    ])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- translate directly from hf dataset\n",
    "- translate with specific start and end index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating train split from 2 to 4 of column ctx_b.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 1/1 [00:00<00:00, 12.55it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating train split from 2 to 4 of column endings.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "100%|██████████| 2/2 [00:00<00:00,  4.28it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating test split from 2 to 4 of column ctx_b.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 1/1 [00:00<00:00, 14.76it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating test split from 2 to 4 of column endings.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 2/2 [00:00<00:00,  4.58it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating validation split from 2 to 4 of column ctx_b.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 1/1 [00:00<00:00, 10.94it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating validation split from 2 to 4 of column endings.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 2/2 [00:00<00:00,  4.07it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'train': {'ctx_b': ['ছুরি', 'এক টানা'],\n",
       "  'endings': [['ছুরি',\n",
       "    'এক টানা',\n",
       "    'একটি বোর্ডে নড়াচড়া করতে এবং এর বিষয়বস্তু কাটা দেখতে পাওয়া যায়।',\n",
       "    'পনিরের খোসা ছাড়িয়ে যায়, তারপর কাটা কাস্টার্ড আর তারপরও রান্না করা আইসক্রিম।'],\n",
       "   ['সেঁকা প্যানের ভিতরে একটা আকার দেয়।',\n",
       "    'চোঙাকার ময়দার তাল কেটে গোলাকার করে তৈরি করা হয়।',\n",
       "    'একটি সেকড আলুর উপর স্থাপন করা হয়।',\n",
       "    ', এবং আচার ওভেনে রাখা হয়।']]},\n",
       " 'test': {'ctx_b': ['কেউ', 'একই লোক'],\n",
       "  'endings': [['কেউ',\n",
       "    'একই লোক',\n",
       "    'আবার যেখানে গেলিন অবতরণ করে, সেখানে গিয়ে পড়ে।',\n",
       "    'মাঠে বলা'],\n",
       "   ['দড়াবাজি করা',\n",
       "    'বিভিন্ন কাজ করার সময় মাথা নত করে নাচুন।',\n",
       "    'একই কাজ করে কিন্তু বিভিন্ন জায়গায়।',\n",
       "    'ব্যায়ামাগারের ভেতর থেকে প্রতিযোগিতা শেষ হয়।']]},\n",
       " 'validation': {'ctx_b': ['শিশু এবং একজন ভিন্ন মানুষ', 'ছেলে'],\n",
       "  'endings': [['শিশু এবং একজন ভিন্ন মানুষ',\n",
       "    'ছেলে',\n",
       "    'এরপর দেখা যায় যে, একজন মহিলা যখন কথা বলেন, তখন তিনি একটা নৌকায় করে একটা নদী পাড় দিচ্ছেন।',\n",
       "    'তারা নৌকা চালিয়ে নদীর দিকে নেমে যাচ্ছে, পাশাপাশি বয়ে যাচ্ছে।'],\n",
       "   ['নৌকায় বসে পুরুষটি নৌকায় বসে থাকে।',\n",
       "    'যখন সে তার হেলিকপ্টারে করে প্রায় পড়ে এবং নৌকা থেকে বের হয়ে যায়, তখন সে দ্রুত নিচে নেমে যায়।',\n",
       "    'গাড়িতে চড়া',\n",
       "    'মাদুর পড়া']]}}"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.translate_hf_dataset(\n",
    "    \"Rowan/hellaswag\",\n",
    "    split=\"*\", \n",
    "    columns=[\n",
    "            \"ctx_b\",\n",
    "             \"endings\"\n",
    "             ], \n",
    "    batch_size=8, \n",
    "    start_idx=2,\n",
    "    end_idx=5\n",
    ")\n",
    "\n",
    "## Test ok"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating train split from 2 to 1299 of column id.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 163/163 [00:10<00:00, 14.84it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating test split from 2 to 390 of column id.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 49/49 [00:03<00:00, 16.30it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mTranslating validation split from 2 to 380 of column id.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 48/48 [00:03<00:00, 15.97it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'train': {'id': ['৩',\n",
       "   '৪',\n",
       "   '৫',\n",
       "   '৬',\n",
       "   '৭',\n",
       "   '৮',\n",
       "   '৯',\n",
       "   '১০',\n",
       "   '১১',\n",
       "   '১২',\n",
       "   '১৩',\n",
       "   '১৪',\n",
       "   '১৫',\n",
       "   '১৬',\n",
       "   '১৭',\n",
       "   '১৮',\n",
       "   '১৯',\n",
       "   '২০',\n",
       "   '২১',\n",
       "   '২২',\n",
       "   '২৩',\n",
       "   '২৪',\n",
       "   '২৫',\n",
       "   '২৬',\n",
       "   '২৭',\n",
       "   '২৮',\n",
       "   '২৯',\n",
       "   '৩০',\n",
       "   '৩১',\n",
       "   '৩২',\n",
       "   '৩৩',\n",
       "   '৩৪',\n",
       "   '৩৫',\n",
       "   '৩৬',\n",
       "   '৩৭',\n",
       "   '৩৮',\n",
       "   '৩৯',\n",
       "   '৪০',\n",
       "   '৪১',\n",
       "   '৪২',\n",
       "   '৪৩',\n",
       "   '৪৪',\n",
       "   '৪৫',\n",
       "   '৪৬',\n",
       "   '৪৭',\n",
       "   '৪৮',\n",
       "   '৪৯',\n",
       "   '৫০',\n",
       "   '৫১',\n",
       "   '৫২',\n",
       "   '৫৩',\n",
       "   '৫৪',\n",
       "   '৫৫',\n",
       "   '৫৬',\n",
       "   '৫৭',\n",
       "   '৫৮',\n",
       "   '৫৯',\n",
       "   '৬০',\n",
       "   '৬১',\n",
       "   '৬২',\n",
       "   '৬৩',\n",
       "   '৬৪',\n",
       "   '৬৫',\n",
       "   '৬৬',\n",
       "   '৬৭',\n",
       "   '৬৮',\n",
       "   '৬৯',\n",
       "   '৭০',\n",
       "   '৭১',\n",
       "   '৭২',\n",
       "   '৭৩',\n",
       "   '৭৪',\n",
       "   '৭৫',\n",
       "   '৭৬',\n",
       "   '৭৭',\n",
       "   '৭৮',\n",
       "   '৭৯',\n",
       "   '৮০',\n",
       "   '৮১',\n",
       "   '৮২',\n",
       "   '৮৩',\n",
       "   '৮৪',\n",
       "   '৮৫',\n",
       "   '৮৬',\n",
       "   '৮৭',\n",
       "   '৮৮',\n",
       "   '৮৯',\n",
       "   '৯০',\n",
       "   '৯১',\n",
       "   '৯২',\n",
       "   '৯৩',\n",
       "   '৯৪',\n",
       "   '৯৫',\n",
       "   '৯৬',\n",
       "   '৯৭',\n",
       "   '৯৮',\n",
       "   '৯৯',\n",
       "   '১০০',\n",
       "   '১০১',\n",
       "   '১০২',\n",
       "   '১০৩',\n",
       "   '১০৪',\n",
       "   '১০৫',\n",
       "   '১০৬',\n",
       "   '১০৭',\n",
       "   '১০৮',\n",
       "   '১০৯',\n",
       "   '১১০',\n",
       "   '১১১',\n",
       "   '১১২',\n",
       "   '১১৩',\n",
       "   '১১৪',\n",
       "   '১১৫',\n",
       "   '১১৬',\n",
       "   '১১৭',\n",
       "   '১১৮',\n",
       "   '১১৯',\n",
       "   '১২০',\n",
       "   '১২১',\n",
       "   '১২২',\n",
       "   '১২৩',\n",
       "   '১২৪',\n",
       "   '১২৫',\n",
       "   '১২৬',\n",
       "   '১২৭',\n",
       "   '১২৮',\n",
       "   '১২৯',\n",
       "   '১৩০',\n",
       "   '১৩১',\n",
       "   '১৩২',\n",
       "   '১৩৩',\n",
       "   '১৩৪',\n",
       "   '১৩৫',\n",
       "   '১৩৬',\n",
       "   '১৩৭',\n",
       "   '১৩৮',\n",
       "   '১৩৯',\n",
       "   '১৪০',\n",
       "   '১৪১',\n",
       "   '১৪২',\n",
       "   '১৪৩',\n",
       "   '১৪৪',\n",
       "   '১৪৫',\n",
       "   '১৪৬',\n",
       "   '১৪৭',\n",
       "   '১৪৮',\n",
       "   '১৪৯',\n",
       "   '১৫০',\n",
       "   '১৫১',\n",
       "   '১৫২',\n",
       "   '১৫৩',\n",
       "   '১৫৪',\n",
       "   '১৫৫',\n",
       "   '১৫৬',\n",
       "   '১৫৭',\n",
       "   '১৫৮',\n",
       "   '১৫৯',\n",
       "   '১৬০',\n",
       "   '১৬১',\n",
       "   '১৬২',\n",
       "   '১৬৩',\n",
       "   '১৬৪',\n",
       "   '১৬৫',\n",
       "   '১৬৬',\n",
       "   '১৬৭',\n",
       "   '১৬৮',\n",
       "   '১৬৯',\n",
       "   '১৭০',\n",
       "   '১৭১',\n",
       "   '১৭২',\n",
       "   '১৭৩',\n",
       "   '১৭৪',\n",
       "   '১৭৫',\n",
       "   '১৭৬',\n",
       "   '১৭৭',\n",
       "   '১৭৮',\n",
       "   '১৭৯',\n",
       "   '১৮০',\n",
       "   '১৮১',\n",
       "   '১৮২',\n",
       "   '১৮৩',\n",
       "   '১৮৪',\n",
       "   '১৮৫',\n",
       "   '১৮৬',\n",
       "   '১৮৭',\n",
       "   '১৮৮',\n",
       "   '১৮৯',\n",
       "   '১৯০',\n",
       "   '১৯১',\n",
       "   '১৯২',\n",
       "   '১৯৩',\n",
       "   '১৯৪',\n",
       "   '১৯৫',\n",
       "   '১৯৬',\n",
       "   '১৯৭',\n",
       "   '১৯৮',\n",
       "   '১৯৯',\n",
       "   '২০০',\n",
       "   '২০১',\n",
       "   '২০২',\n",
       "   '২০৩',\n",
       "   '২০৪',\n",
       "   '২০৫',\n",
       "   '২০৬',\n",
       "   '২০৭',\n",
       "   '২০৮',\n",
       "   '২০৯',\n",
       "   '২১০',\n",
       "   '২১১',\n",
       "   '২১২',\n",
       "   '২১৩',\n",
       "   '২১৪',\n",
       "   '২১৫',\n",
       "   '২১৬',\n",
       "   '২১৭',\n",
       "   '২১৮',\n",
       "   '২১৯',\n",
       "   '২২০',\n",
       "   '২২১',\n",
       "   '২২২',\n",
       "   '২২৩',\n",
       "   '২২৪',\n",
       "   '২২৫',\n",
       "   '২২৬',\n",
       "   '২২৭',\n",
       "   '২২৮',\n",
       "   '২২৯',\n",
       "   '২৩০',\n",
       "   '২৩১',\n",
       "   '২৩২',\n",
       "   '২৩৩',\n",
       "   '২৩৪',\n",
       "   '২৩৫',\n",
       "   '২৩৬',\n",
       "   '২৩৭',\n",
       "   '২৩৮',\n",
       "   '২৩৯',\n",
       "   '২৪০',\n",
       "   '২৪১',\n",
       "   '২৪২',\n",
       "   '২৪৩',\n",
       "   '২৪৪',\n",
       "   '২৪৫',\n",
       "   '২৪৬',\n",
       "   '২৪৭',\n",
       "   '২৪৮',\n",
       "   '২৪৯',\n",
       "   '২৫০',\n",
       "   '২৫১',\n",
       "   '২৫২',\n",
       "   '২৫৩',\n",
       "   '২৫৪',\n",
       "   '২৫৫',\n",
       "   '২৫৬',\n",
       "   '২৫৭',\n",
       "   '২৫৮',\n",
       "   '২৫৯',\n",
       "   '২৬০',\n",
       "   '২৬১',\n",
       "   '২৬২',\n",
       "   '২৬৩',\n",
       "   '২৬৪',\n",
       "   '২৬৫',\n",
       "   '২৬৬',\n",
       "   '২৬৭',\n",
       "   '২৬৮',\n",
       "   '২৬৯',\n",
       "   '২৭০',\n",
       "   '২৭১',\n",
       "   '২৭২',\n",
       "   '২৭৩',\n",
       "   '২৭৪',\n",
       "   '২৭৫',\n",
       "   '২৭৬',\n",
       "   '২৭৭',\n",
       "   '২৭৮',\n",
       "   '২৭৯',\n",
       "   '২৮০',\n",
       "   '২৮১',\n",
       "   '২৮২',\n",
       "   '২৮৩',\n",
       "   '২৮৪',\n",
       "   '২৮৫',\n",
       "   '২৮৬',\n",
       "   '২৮৭',\n",
       "   '২৮৮',\n",
       "   '২৮৯',\n",
       "   '২৯০',\n",
       "   '২৯১',\n",
       "   '২৯২',\n",
       "   '২৯৩',\n",
       "   '২৯৪',\n",
       "   '২৯৫',\n",
       "   '২৯৬',\n",
       "   '২৯৭',\n",
       "   '২৯৮',\n",
       "   '২৯৯',\n",
       "   '৩০০',\n",
       "   '৩০১',\n",
       "   '৩০২',\n",
       "   '৩০৩',\n",
       "   '৩০৪',\n",
       "   '৩০৫',\n",
       "   '৩০৬',\n",
       "   '৩০৭',\n",
       "   '৩০৮',\n",
       "   '৩০৯',\n",
       "   '৩১০',\n",
       "   '৩১১',\n",
       "   '৩১২',\n",
       "   '৩১৩',\n",
       "   '৩১৪',\n",
       "   '৩১৫',\n",
       "   '৩১৬',\n",
       "   '৩১৭',\n",
       "   '৩১৮',\n",
       "   '৩১৯',\n",
       "   '৩২০',\n",
       "   '৩২১',\n",
       "   '৩২২',\n",
       "   '৩২৩',\n",
       "   '৩২৪',\n",
       "   '৩২৫',\n",
       "   '৩২৬',\n",
       "   '৩২৭',\n",
       "   '৩২৮',\n",
       "   '৩২৯',\n",
       "   '৩৩০',\n",
       "   '৩৩১',\n",
       "   '৩৩২',\n",
       "   '৩৩৩',\n",
       "   '৩৩৪',\n",
       "   '৩৩৫',\n",
       "   '৩৩৬',\n",
       "   '৩৩৭',\n",
       "   '৩৩৮',\n",
       "   '৩৩৯',\n",
       "   '৩৪০',\n",
       "   '৩৪১',\n",
       "   '৩৪২',\n",
       "   '৩৪৩',\n",
       "   '৩৪৪',\n",
       "   '৩৪৫',\n",
       "   '৩৪৬',\n",
       "   '৩৪৭',\n",
       "   '৩৪৮',\n",
       "   '৩৪৯',\n",
       "   '৩৫০',\n",
       "   '৩৫১',\n",
       "   '৩৫২',\n",
       "   '৩৫৩',\n",
       "   '৩৫৪',\n",
       "   '৩৫৫',\n",
       "   '৩৫৬',\n",
       "   '৩৫৭',\n",
       "   '৩৫৮',\n",
       "   '৩৫৯',\n",
       "   '৩৬০',\n",
       "   '৩৬১',\n",
       "   '৩৬২',\n",
       "   '৩৬৩',\n",
       "   '৩৬৪',\n",
       "   '৩৬৫',\n",
       "   '৩৬৬',\n",
       "   '৩৬৭',\n",
       "   '৩৬৮',\n",
       "   '৩৬৯',\n",
       "   '৩৭০',\n",
       "   '৩৭১',\n",
       "   '৩৭২',\n",
       "   '৩৭৩',\n",
       "   '৩৭৪',\n",
       "   '৩৭৫',\n",
       "   '৩৭৬',\n",
       "   '৩৭৭',\n",
       "   '৩৭৮',\n",
       "   '৩৭৯',\n",
       "   '৩৮০',\n",
       "   '৩৮১',\n",
       "   '৩৮২',\n",
       "   '৩৮৩',\n",
       "   '৩৮৪',\n",
       "   '৩৮৫',\n",
       "   '৩৮৬',\n",
       "   '৩৮৭',\n",
       "   '৩৮৮',\n",
       "   '৩৮৯',\n",
       "   '৩৯০',\n",
       "   '৩৯১',\n",
       "   '৩৯২',\n",
       "   '৩৯৩',\n",
       "   '৩৯৪',\n",
       "   '৩৯৫',\n",
       "   '৩৯৬',\n",
       "   '৩৯৭',\n",
       "   '৩৯৮',\n",
       "   '৩৯৯',\n",
       "   '৪০০',\n",
       "   '৪০১',\n",
       "   '৪০২',\n",
       "   '৪০৩',\n",
       "   '৪০৪',\n",
       "   '৪০৫',\n",
       "   '৪০৬',\n",
       "   '৪০৭',\n",
       "   '৪০৮',\n",
       "   '৪০৯',\n",
       "   '৪১০',\n",
       "   '৪১১',\n",
       "   '৪১২',\n",
       "   '৪১৩',\n",
       "   '৪১৪',\n",
       "   '৪১৫',\n",
       "   '৪১৬',\n",
       "   '৪১৭',\n",
       "   '৪১৮',\n",
       "   '৪১৯',\n",
       "   '৪২০',\n",
       "   '৪২১',\n",
       "   '৪২২',\n",
       "   '৪২৩',\n",
       "   '৪২৪',\n",
       "   '৪২৫',\n",
       "   '৪২৬',\n",
       "   '৪২৭',\n",
       "   '৪২৮',\n",
       "   '৪২৯',\n",
       "   '৪৩০',\n",
       "   '৪৩১',\n",
       "   '৪৩২',\n",
       "   '৪৩৩',\n",
       "   '৪৩৪',\n",
       "   '৪৩৫',\n",
       "   '৪৩৬',\n",
       "   '৪৩৭',\n",
       "   '৪৩৮',\n",
       "   '৪৩৯',\n",
       "   '৪৪০',\n",
       "   '৪৪১',\n",
       "   '৪৪২',\n",
       "   '৪৪৩',\n",
       "   '৪৪৪',\n",
       "   '৪৪৫',\n",
       "   '৪৪৬',\n",
       "   '৪৪৭',\n",
       "   '৪৪৮',\n",
       "   '৪৪৯',\n",
       "   '৪৫০',\n",
       "   '৪৫১',\n",
       "   '৪৫২',\n",
       "   '৪৫৩',\n",
       "   '৪৫৪',\n",
       "   '৪৫৫',\n",
       "   '৪৫৬',\n",
       "   '৪৫৭',\n",
       "   '৪৫৮',\n",
       "   '৪৫৯',\n",
       "   '৪৬০',\n",
       "   '৪৬১',\n",
       "   '৪৬২',\n",
       "   '৪৬৩',\n",
       "   '৪৬৪',\n",
       "   '৪৬৫',\n",
       "   '৪৬৬',\n",
       "   '৪৬৭',\n",
       "   '৪৬৮',\n",
       "   '৪৬৯',\n",
       "   '৪৭০',\n",
       "   '৪৭১',\n",
       "   '৪৭২',\n",
       "   '৪৭৩',\n",
       "   '৪৭৪',\n",
       "   '৪৭৫',\n",
       "   '৪৭৬',\n",
       "   '৪৭৭',\n",
       "   '৪৭৮',\n",
       "   '৪৭৯',\n",
       "   '৪৮০',\n",
       "   '৪৮১',\n",
       "   '৪৮২',\n",
       "   '৪৮৩',\n",
       "   '৪৮৪',\n",
       "   '৪৮৫',\n",
       "   '৪৮৬',\n",
       "   '৪৮৭',\n",
       "   '৪৮৮',\n",
       "   '৪৮৯',\n",
       "   '৪৯০',\n",
       "   '৪৯১',\n",
       "   '৪৯২',\n",
       "   '৪৯৩',\n",
       "   '৪৯৪',\n",
       "   '৪৯৫',\n",
       "   '৪৯৬',\n",
       "   '৪৯৭',\n",
       "   '৪৯৮',\n",
       "   '৪৯৯',\n",
       "   '৫০০',\n",
       "   '৫০১',\n",
       "   '৫০২',\n",
       "   '৫০৩',\n",
       "   '৫০৪',\n",
       "   '৫০৫',\n",
       "   '৫০৬',\n",
       "   '৫০৭',\n",
       "   '৫০৮',\n",
       "   '৫০৯',\n",
       "   '৫১০',\n",
       "   '৫১১',\n",
       "   '৫১২',\n",
       "   '৫১৩',\n",
       "   '৫১৪',\n",
       "   '৫১৫',\n",
       "   '৫১৬',\n",
       "   '৫১৭',\n",
       "   '৫১৮',\n",
       "   '৫১৯',\n",
       "   '৫২০',\n",
       "   '৫২১',\n",
       "   '৫২২',\n",
       "   '৫২৩',\n",
       "   '৫২৪',\n",
       "   '৫২৫',\n",
       "   '৫২৬',\n",
       "   '৫২৭',\n",
       "   '৫২৮',\n",
       "   '৫২৯',\n",
       "   '৫৩০',\n",
       "   '৫৩১',\n",
       "   '৫৩২',\n",
       "   '৫৩৩',\n",
       "   '৫৩৪',\n",
       "   '৫৩৫',\n",
       "   '৫৩৬',\n",
       "   '৫৩৭',\n",
       "   '৫৩৮',\n",
       "   '৫৩৯',\n",
       "   '৫৪০',\n",
       "   '৫৪১',\n",
       "   '৫৪২',\n",
       "   '৫৪৩',\n",
       "   '৫৪৪',\n",
       "   '৫৪৫',\n",
       "   '৫৪৬',\n",
       "   '৫৪৭',\n",
       "   '৫৪৮',\n",
       "   '৫৪৯',\n",
       "   '৫৫০',\n",
       "   '৫৫১',\n",
       "   '৫৫২',\n",
       "   '৫৫৩',\n",
       "   '৫৫৪',\n",
       "   '৫৫৫',\n",
       "   '৫৫৬',\n",
       "   '৫৫৭',\n",
       "   '৫৫৮',\n",
       "   '৫৫৯',\n",
       "   '৫৬০',\n",
       "   '৫৬১',\n",
       "   '৫৬২',\n",
       "   '৫৬৩',\n",
       "   '৫৬৪',\n",
       "   '৫৬৫',\n",
       "   '৫৬৬',\n",
       "   '৫৬৭',\n",
       "   '৫৬৮',\n",
       "   '৫৬৯',\n",
       "   '৫৭০',\n",
       "   '৫৭১',\n",
       "   '৫৭২',\n",
       "   '৫৭৩',\n",
       "   '৫৭৪',\n",
       "   '৫৭৫',\n",
       "   '৫৭৬',\n",
       "   '৫৭৭',\n",
       "   '৫৭৮',\n",
       "   '৫৭৯',\n",
       "   '৫৮০',\n",
       "   '৫৮১',\n",
       "   '৫৮২',\n",
       "   '৫৮৩',\n",
       "   '৫৮৪',\n",
       "   '৫৮৫',\n",
       "   '৫৮৬',\n",
       "   '৫৮৭',\n",
       "   '৫৮৮',\n",
       "   '৫৮৯',\n",
       "   '৫৯০',\n",
       "   '৫৯১',\n",
       "   '৫৯২',\n",
       "   '৫৯৩',\n",
       "   '৫৯৪',\n",
       "   '৫৯৫',\n",
       "   '৫৯৬',\n",
       "   '৫৯৭',\n",
       "   '৫৯৮',\n",
       "   '৫৯৯',\n",
       "   '৬০০',\n",
       "   '৬০১',\n",
       "   '৬০২',\n",
       "   '৬০৩',\n",
       "   '৬০৪',\n",
       "   '৬০৫',\n",
       "   '৬০৬',\n",
       "   '৬০৭',\n",
       "   '৬০৮',\n",
       "   '৬০৯',\n",
       "   '৬১০',\n",
       "   '৬১১',\n",
       "   '৬১২',\n",
       "   '৬১৩',\n",
       "   '৬১৪',\n",
       "   '৬১৫',\n",
       "   '৬১৬',\n",
       "   '৬১৭',\n",
       "   '৬১৮',\n",
       "   '৬১৯',\n",
       "   '৬২০',\n",
       "   '৬২১',\n",
       "   '৬২২',\n",
       "   '৬২৩',\n",
       "   '৬২৪',\n",
       "   '৬২৫',\n",
       "   '৬২৬',\n",
       "   '৬২৭',\n",
       "   '৬২৮',\n",
       "   '৬২৯',\n",
       "   '৬৩০',\n",
       "   '৬৩১',\n",
       "   '৬৩২',\n",
       "   '৬৩৩',\n",
       "   '৬৩৪',\n",
       "   '৬৩৫',\n",
       "   '৬৩৬',\n",
       "   '৬৩৭',\n",
       "   '৬৩৮',\n",
       "   '৬৩৯',\n",
       "   '৬৪০',\n",
       "   '৬৪১',\n",
       "   '৬৪২',\n",
       "   '৬৪৩',\n",
       "   '৬৪৪',\n",
       "   '৬৪৫',\n",
       "   '৬৪৬',\n",
       "   '৬৪৭',\n",
       "   '৬৪৮',\n",
       "   '৬৪৯',\n",
       "   '৬৫০',\n",
       "   '৬৫১',\n",
       "   '৬৫২',\n",
       "   '৬৫৩',\n",
       "   '৬৫৪',\n",
       "   '৬৫৫',\n",
       "   '৬৫৬',\n",
       "   '৬৫৭',\n",
       "   '৬৫৮',\n",
       "   '৬৫৯',\n",
       "   '৬৬০',\n",
       "   '৬৬১',\n",
       "   '৬৬২',\n",
       "   '৬৬৩',\n",
       "   '৬৬৪',\n",
       "   '৬৬৫',\n",
       "   '৬৬৬',\n",
       "   '৬৬৭',\n",
       "   '৬৬৮',\n",
       "   '৬৬৯',\n",
       "   '৬৭০',\n",
       "   '৬৭১',\n",
       "   '৬৭২',\n",
       "   '৬৭৩',\n",
       "   '৬৭৪',\n",
       "   '৬৭৫',\n",
       "   '৬৭৬',\n",
       "   '৬৭৭',\n",
       "   '৬৭৮',\n",
       "   '৬৭৯',\n",
       "   '৬৮০',\n",
       "   '৬৮১',\n",
       "   '৬৮২',\n",
       "   '৬৮৩',\n",
       "   '৬৮৪',\n",
       "   '৬৮৫',\n",
       "   '৬৮৬',\n",
       "   '৬৮৭',\n",
       "   '৬৮৮',\n",
       "   '৬৮৯',\n",
       "   '৬৯০',\n",
       "   '৬৯১',\n",
       "   '৬৯২',\n",
       "   '৬৯৩',\n",
       "   '৬৯৪',\n",
       "   '৬৯৫',\n",
       "   '৬৯৬',\n",
       "   '৬৯৭',\n",
       "   '৬৯৮',\n",
       "   '৬৯৯',\n",
       "   '৭০০',\n",
       "   '৭০১',\n",
       "   '৭০২',\n",
       "   '৭০৩',\n",
       "   '৭০৪',\n",
       "   '৭০৫',\n",
       "   '৭০৬',\n",
       "   '৭০৭',\n",
       "   '৭০৮',\n",
       "   '৭০৯',\n",
       "   '৭১০',\n",
       "   '৭১১',\n",
       "   '৭১২',\n",
       "   '৭১৩',\n",
       "   '৭১৪',\n",
       "   '৭১৫',\n",
       "   '৭১৬',\n",
       "   '৭১৭',\n",
       "   '৭১৮',\n",
       "   '৭১৯',\n",
       "   '৭২০',\n",
       "   '৭২১',\n",
       "   '৭২২',\n",
       "   '৭২৩',\n",
       "   '৭২৪',\n",
       "   '৭২৫',\n",
       "   '৭২৬',\n",
       "   '৭২৭',\n",
       "   '৭২৮',\n",
       "   '৭২৯',\n",
       "   '৭৩০',\n",
       "   '৭৩১',\n",
       "   '৭৩২',\n",
       "   '৭৩৩',\n",
       "   '৭৩৪',\n",
       "   '৭৩৫',\n",
       "   '৭৩৬',\n",
       "   '৭৩৭',\n",
       "   '৭৩৮',\n",
       "   '৭৩৯',\n",
       "   '৭৪০',\n",
       "   '৭৪১',\n",
       "   '৭৪২',\n",
       "   '৭৪৩',\n",
       "   '৭৪৪',\n",
       "   '৭৪৫',\n",
       "   '৭৪৬',\n",
       "   '৭৪৭',\n",
       "   '৭৪৮',\n",
       "   '৭৪৯',\n",
       "   '৭৫০',\n",
       "   '৭৫১',\n",
       "   '৭৫২',\n",
       "   '৭৫৩',\n",
       "   '৭৫৪',\n",
       "   '৭৫৫',\n",
       "   '৭৫৬',\n",
       "   '৭৫৭',\n",
       "   '৭৫৮',\n",
       "   '৭৫৯',\n",
       "   '৭৬০',\n",
       "   '৭৬১',\n",
       "   '৭৬২',\n",
       "   '৭৬৩',\n",
       "   '৭৬৪',\n",
       "   '৭৬৫',\n",
       "   '৭৬৬',\n",
       "   '৭৬৭',\n",
       "   '৭৬৮',\n",
       "   '৭৬৯',\n",
       "   '৭৭০',\n",
       "   '৭৭১',\n",
       "   '৭৭২',\n",
       "   '৭৭৩',\n",
       "   '৭৭৪',\n",
       "   '৭৭৫',\n",
       "   '৭৭৬',\n",
       "   '৭৭৭',\n",
       "   '৭৭৮',\n",
       "   '৭৭৯',\n",
       "   '৭৮০',\n",
       "   '৭৮১',\n",
       "   '৭৮২',\n",
       "   '৭৮৩',\n",
       "   '৭৮৪',\n",
       "   '৭৮৫',\n",
       "   '৭৮৬',\n",
       "   '৭৮৭',\n",
       "   '৭৮৮',\n",
       "   '৭৮৯',\n",
       "   '৭৯০',\n",
       "   '৭৯১',\n",
       "   '৭৯২',\n",
       "   '৭৯৩',\n",
       "   '৭৯৪',\n",
       "   '৭৯৫',\n",
       "   '৭৯৬',\n",
       "   '৭৯৭',\n",
       "   '৭৯৮',\n",
       "   '৭৯৯',\n",
       "   '৮০০',\n",
       "   '৮০১',\n",
       "   '৮০২',\n",
       "   '৮০৩',\n",
       "   '৮০৪',\n",
       "   '৮০৫',\n",
       "   '৮০৬',\n",
       "   '৮০৭',\n",
       "   '৮০৮',\n",
       "   '৮০৯',\n",
       "   '৮১০',\n",
       "   '৮১১',\n",
       "   '৮১২',\n",
       "   '৮১৩',\n",
       "   '৮১৪',\n",
       "   '৮১৫',\n",
       "   '৮১৬',\n",
       "   '৮১৭',\n",
       "   '৮১৮',\n",
       "   '৮১৯',\n",
       "   '৮২০',\n",
       "   '৮২১',\n",
       "   '৮২২',\n",
       "   '৮২৩',\n",
       "   '৮২৪',\n",
       "   '৮২৫',\n",
       "   '৮২৬',\n",
       "   '৮২৭',\n",
       "   '৮২৮',\n",
       "   '৮২৯',\n",
       "   '৮৩০',\n",
       "   '৮৩১',\n",
       "   '৮৩২',\n",
       "   '৮৩৩',\n",
       "   '৮৩৪',\n",
       "   '৮৩৫',\n",
       "   '৮৩৬',\n",
       "   '৮৩৭',\n",
       "   '৮৩৮',\n",
       "   '৮৩৯',\n",
       "   '৮৪০',\n",
       "   '৮৪১',\n",
       "   '৮৪২',\n",
       "   '৮৪৩',\n",
       "   '৮৪৪',\n",
       "   '৮৪৫',\n",
       "   '৮৪৬',\n",
       "   '৮৪৭',\n",
       "   '৮৪৮',\n",
       "   '৮৪৯',\n",
       "   '৮৫০',\n",
       "   '৮৫১',\n",
       "   '৮৫২',\n",
       "   '৮৫৩',\n",
       "   '৮৫৪',\n",
       "   '৮৫৫',\n",
       "   '৮৫৬',\n",
       "   '৮৫৭',\n",
       "   '৮৫৮',\n",
       "   '৮৫৯',\n",
       "   '৮৬০',\n",
       "   '৮৬১',\n",
       "   '৮৬২',\n",
       "   '৮৬৩',\n",
       "   '৮৬৪',\n",
       "   '৮৬৫',\n",
       "   '৮৬৬',\n",
       "   '৮৬৭',\n",
       "   '৮৬৮',\n",
       "   '৮৬৯',\n",
       "   '৮৭০',\n",
       "   '৮৭১',\n",
       "   '৮৭২',\n",
       "   '৮৭৩',\n",
       "   '৮৭৪',\n",
       "   '৮৭৫',\n",
       "   '৮৭৬',\n",
       "   '৮৭৭',\n",
       "   '৮৭৮',\n",
       "   '৮৭৯',\n",
       "   '৮৮০',\n",
       "   '৮৮১',\n",
       "   '৮৮২',\n",
       "   '৮৮৩',\n",
       "   '৮৮৪',\n",
       "   '৮৮৫',\n",
       "   '৮৮৬',\n",
       "   '৮৮৭',\n",
       "   '৮৮৮',\n",
       "   '৮৮৯',\n",
       "   '৮৯০',\n",
       "   '৮৯১',\n",
       "   '৮৯২',\n",
       "   '৮৯৩',\n",
       "   '৮৯৪',\n",
       "   '৮৯৫',\n",
       "   '৮৯৬',\n",
       "   '৮৯৭',\n",
       "   '৮৯৮',\n",
       "   '৮৯৯',\n",
       "   '৯০০',\n",
       "   '৯০১',\n",
       "   '৯০২',\n",
       "   '৯০৩',\n",
       "   '৯০৪',\n",
       "   '৯০৫',\n",
       "   '৯০৬',\n",
       "   '৯০৭',\n",
       "   '৯০৮',\n",
       "   '৯০৯',\n",
       "   '৯১০',\n",
       "   '৯১১',\n",
       "   '৯১২',\n",
       "   '৯১৩',\n",
       "   '৯১৪',\n",
       "   '৯১৫',\n",
       "   '৯১৬',\n",
       "   '৯১৭',\n",
       "   '৯১৮',\n",
       "   '৯১৯',\n",
       "   '৯২০',\n",
       "   '৯২১',\n",
       "   '৯২২',\n",
       "   '৯২৩',\n",
       "   '৯২৪',\n",
       "   '৯২৫',\n",
       "   '৯২৬',\n",
       "   '৯২৭',\n",
       "   '৯২৮',\n",
       "   '৯২৯',\n",
       "   '৯৩০',\n",
       "   '৯৩১',\n",
       "   '৯৩২',\n",
       "   '৯৩৩',\n",
       "   '৯৩৪',\n",
       "   '৯৩৫',\n",
       "   '৯৩৬',\n",
       "   '৯৩৭',\n",
       "   '৯৩৮',\n",
       "   '৯৩৯',\n",
       "   '৯৪০',\n",
       "   '৯৪১',\n",
       "   '৯৪২',\n",
       "   '৯৪৩',\n",
       "   '৯৪৪',\n",
       "   '৯৪৫',\n",
       "   '৯৪৬',\n",
       "   '৯৪৭',\n",
       "   '৯৪৮',\n",
       "   '৯৪৯',\n",
       "   '৯৫০',\n",
       "   '৯৫১',\n",
       "   '৯৫২',\n",
       "   '৯৫৩',\n",
       "   '৯৫৪',\n",
       "   '৯৫৫',\n",
       "   '৯৫৬',\n",
       "   '৯৫৭',\n",
       "   '৯৫৮',\n",
       "   '৯৫৯',\n",
       "   '৯৬০',\n",
       "   '৯৬১',\n",
       "   '৯৬২',\n",
       "   '৯৬৩',\n",
       "   '৯৬৪',\n",
       "   '৯৬৫',\n",
       "   '৯৬৬',\n",
       "   '৯৬৭',\n",
       "   '৯৬৮',\n",
       "   '৯৬৯',\n",
       "   '৯৭০',\n",
       "   '৯৭১',\n",
       "   '৯৭২',\n",
       "   '৯৭৩',\n",
       "   '৯৭৪',\n",
       "   '৯৭৫',\n",
       "   '৯৭৬',\n",
       "   '৯৭৭',\n",
       "   '৯৭৮',\n",
       "   '৯৭৯',\n",
       "   '৯৮০',\n",
       "   '৯৮১',\n",
       "   '৯৮২',\n",
       "   '৯৮৩',\n",
       "   '৯৮৪',\n",
       "   '৯৮৫',\n",
       "   '৯৮৬',\n",
       "   '৯৮৭',\n",
       "   '৯৮৮',\n",
       "   '৯৮৯',\n",
       "   '৯৯০',\n",
       "   '৯৯১',\n",
       "   '৯৯২',\n",
       "   '৯৯৩',\n",
       "   '৯৯৪',\n",
       "   '৯৯৫',\n",
       "   '৯৯৬',\n",
       "   '৯৯৭',\n",
       "   '৯৯৮',\n",
       "   '৯৯৯',\n",
       "   '১০০০',\n",
       "   '১০০১',\n",
       "   '১০০২',\n",
       "   ...]},\n",
       " 'test': {'id': ['৩',\n",
       "   '৪',\n",
       "   '৫',\n",
       "   '৬',\n",
       "   '৭',\n",
       "   '৮',\n",
       "   '৯',\n",
       "   '১০',\n",
       "   '১১',\n",
       "   '১২',\n",
       "   '১৩',\n",
       "   '১৪',\n",
       "   '১৫',\n",
       "   '১৬',\n",
       "   '১৭',\n",
       "   '১৮',\n",
       "   '১৯',\n",
       "   '২০',\n",
       "   '২১',\n",
       "   '২২',\n",
       "   '২৩',\n",
       "   '২৪',\n",
       "   '২৫',\n",
       "   '২৬',\n",
       "   '২৭',\n",
       "   '২৮',\n",
       "   '২৯',\n",
       "   '৩০',\n",
       "   '৩১',\n",
       "   '৩২',\n",
       "   '৩৩',\n",
       "   '৩৪',\n",
       "   '৩৫',\n",
       "   '৩৬',\n",
       "   '৩৭',\n",
       "   '৩৮',\n",
       "   '৩৯',\n",
       "   '৪০',\n",
       "   '৪১',\n",
       "   '৪২',\n",
       "   '৪৩',\n",
       "   '৪৪',\n",
       "   '৪৫',\n",
       "   '৪৬',\n",
       "   '৪৭',\n",
       "   '৪৮',\n",
       "   '৪৯',\n",
       "   '৫০',\n",
       "   '৫১',\n",
       "   '৫২',\n",
       "   '৫৩',\n",
       "   '৫৪',\n",
       "   '৫৫',\n",
       "   '৫৬',\n",
       "   '৫৭',\n",
       "   '৫৮',\n",
       "   '৫৯',\n",
       "   '৬০',\n",
       "   '৬১',\n",
       "   '৬২',\n",
       "   '৬৩',\n",
       "   '৬৪',\n",
       "   '৬৫',\n",
       "   '৬৬',\n",
       "   '৬৭',\n",
       "   '৬৮',\n",
       "   '৬৯',\n",
       "   '৭০',\n",
       "   '৭১',\n",
       "   '৭২',\n",
       "   '৭৩',\n",
       "   '৭৪',\n",
       "   '৭৫',\n",
       "   '৭৬',\n",
       "   '৭৭',\n",
       "   '৭৮',\n",
       "   '৭৯',\n",
       "   '৮০',\n",
       "   '৮১',\n",
       "   '৮২',\n",
       "   '৮৩',\n",
       "   '৮৪',\n",
       "   '৮৫',\n",
       "   '৮৬',\n",
       "   '৮৭',\n",
       "   '৮৮',\n",
       "   '৮৯',\n",
       "   '৯০',\n",
       "   '৯১',\n",
       "   '৯২',\n",
       "   '৯৩',\n",
       "   '৯৪',\n",
       "   '৯৫',\n",
       "   '৯৬',\n",
       "   '৯৭',\n",
       "   '৯৮',\n",
       "   '৯৯',\n",
       "   '১০০',\n",
       "   '১০১',\n",
       "   '১০২',\n",
       "   '১০৩',\n",
       "   '১০৪',\n",
       "   '১০৫',\n",
       "   '১০৬',\n",
       "   '১০৭',\n",
       "   '১০৮',\n",
       "   '১০৯',\n",
       "   '১১০',\n",
       "   '১১১',\n",
       "   '১১২',\n",
       "   '১১৩',\n",
       "   '১১৪',\n",
       "   '১১৫',\n",
       "   '১১৬',\n",
       "   '১১৭',\n",
       "   '১১৮',\n",
       "   '১১৯',\n",
       "   '১২০',\n",
       "   '১২১',\n",
       "   '১২২',\n",
       "   '১২৩',\n",
       "   '১২৪',\n",
       "   '১২৫',\n",
       "   '১২৬',\n",
       "   '১২৭',\n",
       "   '১২৮',\n",
       "   '১২৯',\n",
       "   '১৩০',\n",
       "   '১৩১',\n",
       "   '১৩২',\n",
       "   '১৩৩',\n",
       "   '১৩৪',\n",
       "   '১৩৫',\n",
       "   '১৩৬',\n",
       "   '১৩৭',\n",
       "   '১৩৮',\n",
       "   '১৩৯',\n",
       "   '১৪০',\n",
       "   '১৪১',\n",
       "   '১৪২',\n",
       "   '১৪৩',\n",
       "   '১৪৪',\n",
       "   '১৪৫',\n",
       "   '১৪৬',\n",
       "   '১৪৭',\n",
       "   '১৪৮',\n",
       "   '১৪৯',\n",
       "   '১৫০',\n",
       "   '১৫১',\n",
       "   '১৫২',\n",
       "   '১৫৩',\n",
       "   '১৫৪',\n",
       "   '১৫৫',\n",
       "   '১৫৬',\n",
       "   '১৫৭',\n",
       "   '১৫৮',\n",
       "   '১৫৯',\n",
       "   '১৬০',\n",
       "   '১৬১',\n",
       "   '১৬২',\n",
       "   '১৬৩',\n",
       "   '১৬৪',\n",
       "   '১৬৫',\n",
       "   '১৬৬',\n",
       "   '১৬৭',\n",
       "   '১৬৮',\n",
       "   '১৬৯',\n",
       "   '১৭০',\n",
       "   '১৭১',\n",
       "   '১৭২',\n",
       "   '১৭৩',\n",
       "   '১৭৪',\n",
       "   '১৭৫',\n",
       "   '১৭৬',\n",
       "   '১৭৭',\n",
       "   '১৭৮',\n",
       "   '১৭৯',\n",
       "   '১৮০',\n",
       "   '১৮১',\n",
       "   '১৮২',\n",
       "   '১৮৩',\n",
       "   '১৮৪',\n",
       "   '১৮৫',\n",
       "   '১৮৬',\n",
       "   '১৮৭',\n",
       "   '১৮৮',\n",
       "   '১৮৯',\n",
       "   '১৯০',\n",
       "   '১৯১',\n",
       "   '১৯২',\n",
       "   '১৯৩',\n",
       "   '১৯৪',\n",
       "   '১৯৫',\n",
       "   '১৯৬',\n",
       "   '১৯৭',\n",
       "   '১৯৮',\n",
       "   '১৯৯',\n",
       "   '২০০',\n",
       "   '২০১',\n",
       "   '২০২',\n",
       "   '২০৩',\n",
       "   '২০৪',\n",
       "   '২০৫',\n",
       "   '২০৬',\n",
       "   '২০৭',\n",
       "   '২০৮',\n",
       "   '২০৯',\n",
       "   '২১০',\n",
       "   '২১১',\n",
       "   '২১২',\n",
       "   '২১৩',\n",
       "   '২১৪',\n",
       "   '২১৫',\n",
       "   '২১৬',\n",
       "   '২১৭',\n",
       "   '২১৮',\n",
       "   '২১৯',\n",
       "   '২২০',\n",
       "   '২২১',\n",
       "   '২২২',\n",
       "   '২২৩',\n",
       "   '২২৪',\n",
       "   '২২৫',\n",
       "   '২২৬',\n",
       "   '২২৭',\n",
       "   '২২৮',\n",
       "   '২২৯',\n",
       "   '২৩০',\n",
       "   '২৩১',\n",
       "   '২৩২',\n",
       "   '২৩৩',\n",
       "   '২৩৪',\n",
       "   '২৩৫',\n",
       "   '২৩৬',\n",
       "   '২৩৭',\n",
       "   '২৩৮',\n",
       "   '২৩৯',\n",
       "   '২৪০',\n",
       "   '২৪১',\n",
       "   '২৪২',\n",
       "   '২৪৩',\n",
       "   '২৪৪',\n",
       "   '২৪৫',\n",
       "   '২৪৬',\n",
       "   '২৪৭',\n",
       "   '২৪৮',\n",
       "   '২৪৯',\n",
       "   '২৫০',\n",
       "   '২৫১',\n",
       "   '২৫২',\n",
       "   '২৫৩',\n",
       "   '২৫৪',\n",
       "   '২৫৫',\n",
       "   '২৫৬',\n",
       "   '২৫৭',\n",
       "   '২৫৮',\n",
       "   '২৫৯',\n",
       "   '২৬০',\n",
       "   '২৬১',\n",
       "   '২৬২',\n",
       "   '২৬৩',\n",
       "   '২৬৪',\n",
       "   '২৬৫',\n",
       "   '২৬৬',\n",
       "   '২৬৭',\n",
       "   '২৬৮',\n",
       "   '২৬৯',\n",
       "   '২৭০',\n",
       "   '২৭১',\n",
       "   '২৭২',\n",
       "   '২৭৩',\n",
       "   '২৭৪',\n",
       "   '২৭৫',\n",
       "   '২৭৬',\n",
       "   '২৭৭',\n",
       "   '২৭৮',\n",
       "   '২৭৯',\n",
       "   '২৮০',\n",
       "   '২৮১',\n",
       "   '২৮২',\n",
       "   '২৮৩',\n",
       "   '২৮৪',\n",
       "   '২৮৫',\n",
       "   '২৮৬',\n",
       "   '২৮৭',\n",
       "   '২৮৮',\n",
       "   '২৮৯',\n",
       "   '২৯০',\n",
       "   '২৯১',\n",
       "   '২৯২',\n",
       "   '২৯৩',\n",
       "   '২৯৪',\n",
       "   '২৯৫',\n",
       "   '২৯৬',\n",
       "   '২৯৭',\n",
       "   '২৯৮',\n",
       "   '২৯৯',\n",
       "   '৩০০',\n",
       "   '৩০১',\n",
       "   '৩০২',\n",
       "   '৩০৩',\n",
       "   '৩০৪',\n",
       "   '৩০৫',\n",
       "   '৩০৬',\n",
       "   '৩০৭',\n",
       "   '৩০৮',\n",
       "   '৩০৯',\n",
       "   '৩১০',\n",
       "   '৩১১',\n",
       "   '৩১২',\n",
       "   '৩১৩',\n",
       "   '৩১৪',\n",
       "   '৩১৫',\n",
       "   '৩১৬',\n",
       "   '৩১৭',\n",
       "   '৩১৮',\n",
       "   '৩১৯',\n",
       "   '৩২০',\n",
       "   '৩২১',\n",
       "   '৩২২',\n",
       "   '৩২৩',\n",
       "   '৩২৪',\n",
       "   '৩২৫',\n",
       "   '৩২৬',\n",
       "   '৩২৭',\n",
       "   '৩২৮',\n",
       "   '৩২৯',\n",
       "   '৩৩০',\n",
       "   '৩৩১',\n",
       "   '৩৩২',\n",
       "   '৩৩৩',\n",
       "   '৩৩৪',\n",
       "   '৩৩৫',\n",
       "   '৩৩৬',\n",
       "   '৩৩৭',\n",
       "   '৩৩৮',\n",
       "   '৩৩৯',\n",
       "   '৩৪০',\n",
       "   '৩৪১',\n",
       "   '৩৪২',\n",
       "   '৩৪৩',\n",
       "   '৩৪৪',\n",
       "   '৩৪৫',\n",
       "   '৩৪৬',\n",
       "   '৩৪৭',\n",
       "   '৩৪৮',\n",
       "   '৩৪৯',\n",
       "   '৩৫০',\n",
       "   '৩৫১',\n",
       "   '৩৫২',\n",
       "   '৩৫৩',\n",
       "   '৩৫৪',\n",
       "   '৩৫৫',\n",
       "   '৩৫৬',\n",
       "   '৩৫৭',\n",
       "   '৩৫৮',\n",
       "   '৩৫৯',\n",
       "   '৩৬০',\n",
       "   '৩৬১',\n",
       "   '৩৬২',\n",
       "   '৩৬৩',\n",
       "   '৩৬৪',\n",
       "   '৩৬৫',\n",
       "   '৩৬৬',\n",
       "   '৩৬৭',\n",
       "   '৩৬৮',\n",
       "   '৩৬৯',\n",
       "   '৩৭০',\n",
       "   '৩৭১',\n",
       "   '৩৭২',\n",
       "   '৩৭৩',\n",
       "   '৩৭৪',\n",
       "   '৩৭৫',\n",
       "   '৩৭৬',\n",
       "   '৩৭৭',\n",
       "   '৩৭৮',\n",
       "   '৩৭৯',\n",
       "   '৩৮০',\n",
       "   '৩৮১',\n",
       "   '৩৮২',\n",
       "   '৩৮৩',\n",
       "   '৩৮৪',\n",
       "   '৩৮৫',\n",
       "   '৩৮৬',\n",
       "   '৩৮৭',\n",
       "   '৩৮৮',\n",
       "   '৩৮৯',\n",
       "   '৩৯০']},\n",
       " 'validation': {'id': ['৩',\n",
       "   '৪',\n",
       "   '৫',\n",
       "   '৬',\n",
       "   '৭',\n",
       "   '৮',\n",
       "   '৯',\n",
       "   '১০',\n",
       "   '১১',\n",
       "   '১২',\n",
       "   '১৩',\n",
       "   '১৪',\n",
       "   '১৫',\n",
       "   '১৬',\n",
       "   '১৭',\n",
       "   '১৮',\n",
       "   '১৯',\n",
       "   '২০',\n",
       "   '২১',\n",
       "   '২২',\n",
       "   '২৩',\n",
       "   '২৪',\n",
       "   '২৫',\n",
       "   '২৬',\n",
       "   '২৭',\n",
       "   '২৮',\n",
       "   '২৯',\n",
       "   '৩০',\n",
       "   '৩১',\n",
       "   '৩২',\n",
       "   '৩৩',\n",
       "   '৩৪',\n",
       "   '৩৫',\n",
       "   '৩৬',\n",
       "   '৩৭',\n",
       "   '৩৮',\n",
       "   '৩৯',\n",
       "   '৪০',\n",
       "   '৪১',\n",
       "   '৪২',\n",
       "   '৪৩',\n",
       "   '৪৪',\n",
       "   '৪৫',\n",
       "   '৪৬',\n",
       "   '৪৭',\n",
       "   '৪৮',\n",
       "   '৪৯',\n",
       "   '৫০',\n",
       "   '৫১',\n",
       "   '৫২',\n",
       "   '৫৩',\n",
       "   '৫৪',\n",
       "   '৫৫',\n",
       "   '৫৬',\n",
       "   '৫৭',\n",
       "   '৫৮',\n",
       "   '৫৯',\n",
       "   '৬০',\n",
       "   '৬১',\n",
       "   '৬২',\n",
       "   '৬৩',\n",
       "   '৬৪',\n",
       "   '৬৫',\n",
       "   '৬৬',\n",
       "   '৬৭',\n",
       "   '৬৮',\n",
       "   '৬৯',\n",
       "   '৭০',\n",
       "   '৭১',\n",
       "   '৭২',\n",
       "   '৭৩',\n",
       "   '৭৪',\n",
       "   '৭৫',\n",
       "   '৭৬',\n",
       "   '৭৭',\n",
       "   '৭৮',\n",
       "   '৭৯',\n",
       "   '৮০',\n",
       "   '৮১',\n",
       "   '৮২',\n",
       "   '৮৩',\n",
       "   '৮৪',\n",
       "   '৮৫',\n",
       "   '৮৬',\n",
       "   '৮৭',\n",
       "   '৮৮',\n",
       "   '৮৯',\n",
       "   '৯০',\n",
       "   '৯১',\n",
       "   '৯২',\n",
       "   '৯৩',\n",
       "   '৯৪',\n",
       "   '৯৫',\n",
       "   '৯৬',\n",
       "   '৯৭',\n",
       "   '৯৮',\n",
       "   '৯৯',\n",
       "   '১০০',\n",
       "   '১০১',\n",
       "   '১০২',\n",
       "   '১০৩',\n",
       "   '১০৪',\n",
       "   '১০৫',\n",
       "   '১০৬',\n",
       "   '১০৭',\n",
       "   '১০৮',\n",
       "   '১০৯',\n",
       "   '১১০',\n",
       "   '১১১',\n",
       "   '১১২',\n",
       "   '১১৩',\n",
       "   '১১৪',\n",
       "   '১১৫',\n",
       "   '১১৬',\n",
       "   '১১৭',\n",
       "   '১১৮',\n",
       "   '১১৯',\n",
       "   '১২০',\n",
       "   '১২১',\n",
       "   '১২২',\n",
       "   '১২৩',\n",
       "   '১২৪',\n",
       "   '১২৫',\n",
       "   '১২৬',\n",
       "   '১২৭',\n",
       "   '১২৮',\n",
       "   '১২৯',\n",
       "   '১৩০',\n",
       "   '১৩১',\n",
       "   '১৩২',\n",
       "   '১৩৩',\n",
       "   '১৩৪',\n",
       "   '১৩৫',\n",
       "   '১৩৬',\n",
       "   '১৩৭',\n",
       "   '১৩৮',\n",
       "   '১৩৯',\n",
       "   '১৪০',\n",
       "   '১৪১',\n",
       "   '১৪২',\n",
       "   '১৪৩',\n",
       "   '১৪৪',\n",
       "   '১৪৫',\n",
       "   '১৪৬',\n",
       "   '১৪৭',\n",
       "   '১৪৮',\n",
       "   '১৪৯',\n",
       "   '১৫০',\n",
       "   '১৫১',\n",
       "   '১৫২',\n",
       "   '১৫৩',\n",
       "   '১৫৪',\n",
       "   '১৫৫',\n",
       "   '১৫৬',\n",
       "   '১৫৭',\n",
       "   '১৫৮',\n",
       "   '১৫৯',\n",
       "   '১৬০',\n",
       "   '১৬১',\n",
       "   '১৬২',\n",
       "   '১৬৩',\n",
       "   '১৬৪',\n",
       "   '১৬৫',\n",
       "   '১৬৬',\n",
       "   '১৬৭',\n",
       "   '১৬৮',\n",
       "   '১৬৯',\n",
       "   '১৭০',\n",
       "   '১৭১',\n",
       "   '১৭২',\n",
       "   '১৭৩',\n",
       "   '১৭৪',\n",
       "   '১৭৫',\n",
       "   '১৭৬',\n",
       "   '১৭৭',\n",
       "   '১৭৮',\n",
       "   '১৭৯',\n",
       "   '১৮০',\n",
       "   '১৮১',\n",
       "   '১৮২',\n",
       "   '১৮৩',\n",
       "   '১৮৪',\n",
       "   '১৮৫',\n",
       "   '১৮৬',\n",
       "   '১৮৭',\n",
       "   '১৮৮',\n",
       "   '১৮৯',\n",
       "   '১৯০',\n",
       "   '১৯১',\n",
       "   '১৯২',\n",
       "   '১৯৩',\n",
       "   '১৯৪',\n",
       "   '১৯৫',\n",
       "   '১৯৬',\n",
       "   '১৯৭',\n",
       "   '১৯৮',\n",
       "   '১৯৯',\n",
       "   '২০০',\n",
       "   '২০১',\n",
       "   '২০২',\n",
       "   '২০৩',\n",
       "   '২০৪',\n",
       "   '২০৫',\n",
       "   '২০৬',\n",
       "   '২০৭',\n",
       "   '২০৮',\n",
       "   '২০৯',\n",
       "   '২১০',\n",
       "   '২১১',\n",
       "   '২১২',\n",
       "   '২১৩',\n",
       "   '২১৪',\n",
       "   '২১৫',\n",
       "   '২১৬',\n",
       "   '২১৭',\n",
       "   '২১৮',\n",
       "   '২১৯',\n",
       "   '২২০',\n",
       "   '২২১',\n",
       "   '২২২',\n",
       "   '২২৩',\n",
       "   '২২৪',\n",
       "   '২২৫',\n",
       "   '২২৬',\n",
       "   '২২৭',\n",
       "   '২২৮',\n",
       "   '২২৯',\n",
       "   '২৩০',\n",
       "   '২৩১',\n",
       "   '২৩২',\n",
       "   '২৩৩',\n",
       "   '২৩৪',\n",
       "   '২৩৫',\n",
       "   '২৩৬',\n",
       "   '২৩৭',\n",
       "   '২৩৮',\n",
       "   '২৩৯',\n",
       "   '২৪০',\n",
       "   '২৪১',\n",
       "   '২৪২',\n",
       "   '২৪৩',\n",
       "   '২৪৪',\n",
       "   '২৪৫',\n",
       "   '২৪৬',\n",
       "   '২৪৭',\n",
       "   '২৪৮',\n",
       "   '২৪৯',\n",
       "   '২৫০',\n",
       "   '২৫১',\n",
       "   '২৫২',\n",
       "   '২৫৩',\n",
       "   '২৫৪',\n",
       "   '২৫৫',\n",
       "   '২৫৬',\n",
       "   '২৫৭',\n",
       "   '২৫৮',\n",
       "   '২৫৯',\n",
       "   '২৬০',\n",
       "   '২৬১',\n",
       "   '২৬২',\n",
       "   '২৬৩',\n",
       "   '২৬৪',\n",
       "   '২৬৫',\n",
       "   '২৬৬',\n",
       "   '২৬৭',\n",
       "   '২৬৮',\n",
       "   '২৬৯',\n",
       "   '২৭০',\n",
       "   '২৭১',\n",
       "   '২৭২',\n",
       "   '২৭৩',\n",
       "   '২৭৪',\n",
       "   '২৭৫',\n",
       "   '২৭৬',\n",
       "   '২৭৭',\n",
       "   '২৭৮',\n",
       "   '২৭৯',\n",
       "   '২৮০',\n",
       "   '২৮১',\n",
       "   '২৮২',\n",
       "   '২৮৩',\n",
       "   '২৮৪',\n",
       "   '২৮৫',\n",
       "   '২৮৬',\n",
       "   '২৮৭',\n",
       "   '২৮৮',\n",
       "   '২৮৯',\n",
       "   '২৯০',\n",
       "   '২৯১',\n",
       "   '২৯২',\n",
       "   '২৯৩',\n",
       "   '২৯৪',\n",
       "   '২৯৫',\n",
       "   '২৯৬',\n",
       "   '২৯৭',\n",
       "   '২৯৮',\n",
       "   '২৯৯',\n",
       "   '৩০০',\n",
       "   '৩০১',\n",
       "   '৩০২',\n",
       "   '৩০৩',\n",
       "   '৩০৪',\n",
       "   '৩০৫',\n",
       "   '৩০৬',\n",
       "   '৩০৭',\n",
       "   '৩০৮',\n",
       "   '৩০৯',\n",
       "   '৩১০',\n",
       "   '৩১১',\n",
       "   '৩১২',\n",
       "   '৩১৩',\n",
       "   '৩১৪',\n",
       "   '৩১৫',\n",
       "   '৩১৬',\n",
       "   '৩১৭',\n",
       "   '৩১৮',\n",
       "   '৩১৯',\n",
       "   '৩২০',\n",
       "   '৩২১',\n",
       "   '৩২২',\n",
       "   '৩২৩',\n",
       "   '৩২৪',\n",
       "   '৩২৫',\n",
       "   '৩২৬',\n",
       "   '৩২৭',\n",
       "   '৩২৮',\n",
       "   '৩২৯',\n",
       "   '৩৩০',\n",
       "   '৩৩১',\n",
       "   '৩৩২',\n",
       "   '৩৩৩',\n",
       "   '৩৩৪',\n",
       "   '৩৩৫',\n",
       "   '৩৩৬',\n",
       "   '৩৩৭',\n",
       "   '৩৩৮',\n",
       "   '৩৩৯',\n",
       "   '৩৪০',\n",
       "   '৩৪১',\n",
       "   '৩৪২',\n",
       "   '৩৪৩',\n",
       "   '৩৪৪',\n",
       "   '৩৪৫',\n",
       "   '৩৪৬',\n",
       "   '৩৪৭',\n",
       "   '৩৪৮',\n",
       "   '৩৪৯',\n",
       "   '৩৫০',\n",
       "   '৩৫১',\n",
       "   '৩৫২',\n",
       "   '৩৫৩',\n",
       "   '৩৫৪',\n",
       "   '৩৫৫',\n",
       "   '৩৫৬',\n",
       "   '৩৫৭',\n",
       "   '৩৫৮',\n",
       "   '৩৫৯',\n",
       "   '৩৬০',\n",
       "   '৩৬১',\n",
       "   '৩৬২',\n",
       "   '৩৬৩',\n",
       "   '৩৬৪',\n",
       "   '৩৬৫',\n",
       "   '৩৬৬',\n",
       "   '৩৬৭',\n",
       "   '৩৬৮',\n",
       "   '৩৬৯',\n",
       "   '৩৭০',\n",
       "   '৩৭১',\n",
       "   '৩৭২',\n",
       "   '৩৭৩',\n",
       "   '৩৭৪',\n",
       "   '৩৭৫',\n",
       "   '৩৭৬',\n",
       "   '৩৭৭',\n",
       "   '৩৭৮',\n",
       "   '৩৭৯',\n",
       "   '৩৮০']}}"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.translate_hf_dataset(\n",
    "    \"ai4bharat/IndicWikiBio\",\n",
    "    subset_name=\"as\",\n",
    "    split=\"*\", \n",
    "    columns=[\n",
    "            \"id\"\n",
    "            ], \n",
    "    batch_size=8, \n",
    "    start_idx=2,\n",
    "    # end_idx=50\n",
    ")\n",
    "# test ok"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- translate a specific column of dataset\n",
    "- translate portion of dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "split name: train\n",
      "\u001b[1;34;40mTranslating train split from 0 to 650 of column id.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 82/82 [00:05<00:00, 15.69it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "split name: test\n",
      "\u001b[1;34;40mTranslating test split from 0 to 195 of column id.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 25/25 [00:01<00:00, 17.64it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "split name: validation\n",
      "\u001b[1;34;40mTranslating validation split from 0 to 190 of column id.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 24/24 [00:01<00:00, 17.24it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'train': {'id': ['১',\n",
       "   '২',\n",
       "   '৩',\n",
       "   '৪',\n",
       "   '৫',\n",
       "   '৬',\n",
       "   '৭',\n",
       "   '৮',\n",
       "   '৯',\n",
       "   '১০',\n",
       "   '১১',\n",
       "   '১২',\n",
       "   '১৩',\n",
       "   '১৪',\n",
       "   '১৫',\n",
       "   '১৬',\n",
       "   '১৭',\n",
       "   '১৮',\n",
       "   '১৯',\n",
       "   '২০',\n",
       "   '২১',\n",
       "   '২২',\n",
       "   '২৩',\n",
       "   '২৪',\n",
       "   '২৫',\n",
       "   '২৬',\n",
       "   '২৭',\n",
       "   '২৮',\n",
       "   '২৯',\n",
       "   '৩০',\n",
       "   '৩১',\n",
       "   '৩২',\n",
       "   '৩৩',\n",
       "   '৩৪',\n",
       "   '৩৫',\n",
       "   '৩৬',\n",
       "   '৩৭',\n",
       "   '৩৮',\n",
       "   '৩৯',\n",
       "   '৪০',\n",
       "   '৪১',\n",
       "   '৪২',\n",
       "   '৪৩',\n",
       "   '৪৪',\n",
       "   '৪৫',\n",
       "   '৪৬',\n",
       "   '৪৭',\n",
       "   '৪৮',\n",
       "   '৪৯',\n",
       "   '৫০',\n",
       "   '৫১',\n",
       "   '৫২',\n",
       "   '৫৩',\n",
       "   '৫৪',\n",
       "   '৫৫',\n",
       "   '৫৬',\n",
       "   '৫৭',\n",
       "   '৫৮',\n",
       "   '৫৯',\n",
       "   '৬০',\n",
       "   '৬১',\n",
       "   '৬২',\n",
       "   '৬৩',\n",
       "   '৬৪',\n",
       "   '৬৫',\n",
       "   '৬৬',\n",
       "   '৬৭',\n",
       "   '৬৮',\n",
       "   '৬৯',\n",
       "   '৭০',\n",
       "   '৭১',\n",
       "   '৭২',\n",
       "   '৭৩',\n",
       "   '৭৪',\n",
       "   '৭৫',\n",
       "   '৭৬',\n",
       "   '৭৭',\n",
       "   '৭৮',\n",
       "   '৭৯',\n",
       "   '৮০',\n",
       "   '৮১',\n",
       "   '৮২',\n",
       "   '৮৩',\n",
       "   '৮৪',\n",
       "   '৮৫',\n",
       "   '৮৬',\n",
       "   '৮৭',\n",
       "   '৮৮',\n",
       "   '৮৯',\n",
       "   '৯০',\n",
       "   '৯১',\n",
       "   '৯২',\n",
       "   '৯৩',\n",
       "   '৯৪',\n",
       "   '৯৫',\n",
       "   '৯৬',\n",
       "   '৯৭',\n",
       "   '৯৮',\n",
       "   '৯৯',\n",
       "   '১০০',\n",
       "   '১০১',\n",
       "   '১০২',\n",
       "   '১০৩',\n",
       "   '১০৪',\n",
       "   '১০৫',\n",
       "   '১০৬',\n",
       "   '১০৭',\n",
       "   '১০৮',\n",
       "   '১০৯',\n",
       "   '১১০',\n",
       "   '১১১',\n",
       "   '১১২',\n",
       "   '১১৩',\n",
       "   '১১৪',\n",
       "   '১১৫',\n",
       "   '১১৬',\n",
       "   '১১৭',\n",
       "   '১১৮',\n",
       "   '১১৯',\n",
       "   '১২০',\n",
       "   '১২১',\n",
       "   '১২২',\n",
       "   '১২৩',\n",
       "   '১২৪',\n",
       "   '১২৫',\n",
       "   '১২৬',\n",
       "   '১২৭',\n",
       "   '১২৮',\n",
       "   '১২৯',\n",
       "   '১৩০',\n",
       "   '১৩১',\n",
       "   '১৩২',\n",
       "   '১৩৩',\n",
       "   '১৩৪',\n",
       "   '১৩৫',\n",
       "   '১৩৬',\n",
       "   '১৩৭',\n",
       "   '১৩৮',\n",
       "   '১৩৯',\n",
       "   '১৪০',\n",
       "   '১৪১',\n",
       "   '১৪২',\n",
       "   '১৪৩',\n",
       "   '১৪৪',\n",
       "   '১৪৫',\n",
       "   '১৪৬',\n",
       "   '১৪৭',\n",
       "   '১৪৮',\n",
       "   '১৪৯',\n",
       "   '১৫০',\n",
       "   '১৫১',\n",
       "   '১৫২',\n",
       "   '১৫৩',\n",
       "   '১৫৪',\n",
       "   '১৫৫',\n",
       "   '১৫৬',\n",
       "   '১৫৭',\n",
       "   '১৫৮',\n",
       "   '১৫৯',\n",
       "   '১৬০',\n",
       "   '১৬১',\n",
       "   '১৬২',\n",
       "   '১৬৩',\n",
       "   '১৬৪',\n",
       "   '১৬৫',\n",
       "   '১৬৬',\n",
       "   '১৬৭',\n",
       "   '১৬৮',\n",
       "   '১৬৯',\n",
       "   '১৭০',\n",
       "   '১৭১',\n",
       "   '১৭২',\n",
       "   '১৭৩',\n",
       "   '১৭৪',\n",
       "   '১৭৫',\n",
       "   '১৭৬',\n",
       "   '১৭৭',\n",
       "   '১৭৮',\n",
       "   '১৭৯',\n",
       "   '১৮০',\n",
       "   '১৮১',\n",
       "   '১৮২',\n",
       "   '১৮৩',\n",
       "   '১৮৪',\n",
       "   '১৮৫',\n",
       "   '১৮৬',\n",
       "   '১৮৭',\n",
       "   '১৮৮',\n",
       "   '১৮৯',\n",
       "   '১৯০',\n",
       "   '১৯১',\n",
       "   '১৯২',\n",
       "   '১৯৩',\n",
       "   '১৯৪',\n",
       "   '১৯৫',\n",
       "   '১৯৬',\n",
       "   '১৯৭',\n",
       "   '১৯৮',\n",
       "   '১৯৯',\n",
       "   '২০০',\n",
       "   '২০১',\n",
       "   '২০২',\n",
       "   '২০৩',\n",
       "   '২০৪',\n",
       "   '২০৫',\n",
       "   '২০৬',\n",
       "   '২০৭',\n",
       "   '২০৮',\n",
       "   '২০৯',\n",
       "   '২১০',\n",
       "   '২১১',\n",
       "   '২১২',\n",
       "   '২১৩',\n",
       "   '২১৪',\n",
       "   '২১৫',\n",
       "   '২১৬',\n",
       "   '২১৭',\n",
       "   '২১৮',\n",
       "   '২১৯',\n",
       "   '২২০',\n",
       "   '২২১',\n",
       "   '২২২',\n",
       "   '২২৩',\n",
       "   '২২৪',\n",
       "   '২২৫',\n",
       "   '২২৬',\n",
       "   '২২৭',\n",
       "   '২২৮',\n",
       "   '২২৯',\n",
       "   '২৩০',\n",
       "   '২৩১',\n",
       "   '২৩২',\n",
       "   '২৩৩',\n",
       "   '২৩৪',\n",
       "   '২৩৫',\n",
       "   '২৩৬',\n",
       "   '২৩৭',\n",
       "   '২৩৮',\n",
       "   '২৩৯',\n",
       "   '২৪০',\n",
       "   '২৪১',\n",
       "   '২৪২',\n",
       "   '২৪৩',\n",
       "   '২৪৪',\n",
       "   '২৪৫',\n",
       "   '২৪৬',\n",
       "   '২৪৭',\n",
       "   '২৪৮',\n",
       "   '২৪৯',\n",
       "   '২৫০',\n",
       "   '২৫১',\n",
       "   '২৫২',\n",
       "   '২৫৩',\n",
       "   '২৫৪',\n",
       "   '২৫৫',\n",
       "   '২৫৬',\n",
       "   '২৫৭',\n",
       "   '২৫৮',\n",
       "   '২৫৯',\n",
       "   '২৬০',\n",
       "   '২৬১',\n",
       "   '২৬২',\n",
       "   '২৬৩',\n",
       "   '২৬৪',\n",
       "   '২৬৫',\n",
       "   '২৬৬',\n",
       "   '২৬৭',\n",
       "   '২৬৮',\n",
       "   '২৬৯',\n",
       "   '২৭০',\n",
       "   '২৭১',\n",
       "   '২৭২',\n",
       "   '২৭৩',\n",
       "   '২৭৪',\n",
       "   '২৭৫',\n",
       "   '২৭৬',\n",
       "   '২৭৭',\n",
       "   '২৭৮',\n",
       "   '২৭৯',\n",
       "   '২৮০',\n",
       "   '২৮১',\n",
       "   '২৮২',\n",
       "   '২৮৩',\n",
       "   '২৮৪',\n",
       "   '২৮৫',\n",
       "   '২৮৬',\n",
       "   '২৮৭',\n",
       "   '২৮৮',\n",
       "   '২৮৯',\n",
       "   '২৯০',\n",
       "   '২৯১',\n",
       "   '২৯২',\n",
       "   '২৯৩',\n",
       "   '২৯৪',\n",
       "   '২৯৫',\n",
       "   '২৯৬',\n",
       "   '২৯৭',\n",
       "   '২৯৮',\n",
       "   '২৯৯',\n",
       "   '৩০০',\n",
       "   '৩০১',\n",
       "   '৩০২',\n",
       "   '৩০৩',\n",
       "   '৩০৪',\n",
       "   '৩০৫',\n",
       "   '৩০৬',\n",
       "   '৩০৭',\n",
       "   '৩০৮',\n",
       "   '৩০৯',\n",
       "   '৩১০',\n",
       "   '৩১১',\n",
       "   '৩১২',\n",
       "   '৩১৩',\n",
       "   '৩১৪',\n",
       "   '৩১৫',\n",
       "   '৩১৬',\n",
       "   '৩১৭',\n",
       "   '৩১৮',\n",
       "   '৩১৯',\n",
       "   '৩২০',\n",
       "   '৩২১',\n",
       "   '৩২২',\n",
       "   '৩২৩',\n",
       "   '৩২৪',\n",
       "   '৩২৫',\n",
       "   '৩২৬',\n",
       "   '৩২৭',\n",
       "   '৩২৮',\n",
       "   '৩২৯',\n",
       "   '৩৩০',\n",
       "   '৩৩১',\n",
       "   '৩৩২',\n",
       "   '৩৩৩',\n",
       "   '৩৩৪',\n",
       "   '৩৩৫',\n",
       "   '৩৩৬',\n",
       "   '৩৩৭',\n",
       "   '৩৩৮',\n",
       "   '৩৩৯',\n",
       "   '৩৪০',\n",
       "   '৩৪১',\n",
       "   '৩৪২',\n",
       "   '৩৪৩',\n",
       "   '৩৪৪',\n",
       "   '৩৪৫',\n",
       "   '৩৪৬',\n",
       "   '৩৪৭',\n",
       "   '৩৪৮',\n",
       "   '৩৪৯',\n",
       "   '৩৫০',\n",
       "   '৩৫১',\n",
       "   '৩৫২',\n",
       "   '৩৫৩',\n",
       "   '৩৫৪',\n",
       "   '৩৫৫',\n",
       "   '৩৫৬',\n",
       "   '৩৫৭',\n",
       "   '৩৫৮',\n",
       "   '৩৫৯',\n",
       "   '৩৬০',\n",
       "   '৩৬১',\n",
       "   '৩৬২',\n",
       "   '৩৬৩',\n",
       "   '৩৬৪',\n",
       "   '৩৬৫',\n",
       "   '৩৬৬',\n",
       "   '৩৬৭',\n",
       "   '৩৬৮',\n",
       "   '৩৬৯',\n",
       "   '৩৭০',\n",
       "   '৩৭১',\n",
       "   '৩৭২',\n",
       "   '৩৭৩',\n",
       "   '৩৭৪',\n",
       "   '৩৭৫',\n",
       "   '৩৭৬',\n",
       "   '৩৭৭',\n",
       "   '৩৭৮',\n",
       "   '৩৭৯',\n",
       "   '৩৮০',\n",
       "   '৩৮১',\n",
       "   '৩৮২',\n",
       "   '৩৮৩',\n",
       "   '৩৮৪',\n",
       "   '৩৮৫',\n",
       "   '৩৮৬',\n",
       "   '৩৮৭',\n",
       "   '৩৮৮',\n",
       "   '৩৮৯',\n",
       "   '৩৯০',\n",
       "   '৩৯১',\n",
       "   '৩৯২',\n",
       "   '৩৯৩',\n",
       "   '৩৯৪',\n",
       "   '৩৯৫',\n",
       "   '৩৯৬',\n",
       "   '৩৯৭',\n",
       "   '৩৯৮',\n",
       "   '৩৯৯',\n",
       "   '৪০০',\n",
       "   '৪০১',\n",
       "   '৪০২',\n",
       "   '৪০৩',\n",
       "   '৪০৪',\n",
       "   '৪০৫',\n",
       "   '৪০৬',\n",
       "   '৪০৭',\n",
       "   '৪০৮',\n",
       "   '৪০৯',\n",
       "   '৪১০',\n",
       "   '৪১১',\n",
       "   '৪১২',\n",
       "   '৪১৩',\n",
       "   '৪১৪',\n",
       "   '৪১৫',\n",
       "   '৪১৬',\n",
       "   '৪১৭',\n",
       "   '৪১৮',\n",
       "   '৪১৯',\n",
       "   '৪২০',\n",
       "   '৪২১',\n",
       "   '৪২২',\n",
       "   '৪২৩',\n",
       "   '৪২৪',\n",
       "   '৪২৫',\n",
       "   '৪২৬',\n",
       "   '৪২৭',\n",
       "   '৪২৮',\n",
       "   '৪২৯',\n",
       "   '৪৩০',\n",
       "   '৪৩১',\n",
       "   '৪৩২',\n",
       "   '৪৩৩',\n",
       "   '৪৩৪',\n",
       "   '৪৩৫',\n",
       "   '৪৩৬',\n",
       "   '৪৩৭',\n",
       "   '৪৩৮',\n",
       "   '৪৩৯',\n",
       "   '৪৪০',\n",
       "   '৪৪১',\n",
       "   '৪৪২',\n",
       "   '৪৪৩',\n",
       "   '৪৪৪',\n",
       "   '৪৪৫',\n",
       "   '৪৪৬',\n",
       "   '৪৪৭',\n",
       "   '৪৪৮',\n",
       "   '৪৪৯',\n",
       "   '৪৫০',\n",
       "   '৪৫১',\n",
       "   '৪৫২',\n",
       "   '৪৫৩',\n",
       "   '৪৫৪',\n",
       "   '৪৫৫',\n",
       "   '৪৫৬',\n",
       "   '৪৫৭',\n",
       "   '৪৫৮',\n",
       "   '৪৫৯',\n",
       "   '৪৬০',\n",
       "   '৪৬১',\n",
       "   '৪৬২',\n",
       "   '৪৬৩',\n",
       "   '৪৬৪',\n",
       "   '৪৬৫',\n",
       "   '৪৬৬',\n",
       "   '৪৬৭',\n",
       "   '৪৬৮',\n",
       "   '৪৬৯',\n",
       "   '৪৭০',\n",
       "   '৪৭১',\n",
       "   '৪৭২',\n",
       "   '৪৭৩',\n",
       "   '৪৭৪',\n",
       "   '৪৭৫',\n",
       "   '৪৭৬',\n",
       "   '৪৭৭',\n",
       "   '৪৭৮',\n",
       "   '৪৭৯',\n",
       "   '৪৮০',\n",
       "   '৪৮১',\n",
       "   '৪৮২',\n",
       "   '৪৮৩',\n",
       "   '৪৮৪',\n",
       "   '৪৮৫',\n",
       "   '৪৮৬',\n",
       "   '৪৮৭',\n",
       "   '৪৮৮',\n",
       "   '৪৮৯',\n",
       "   '৪৯০',\n",
       "   '৪৯১',\n",
       "   '৪৯২',\n",
       "   '৪৯৩',\n",
       "   '৪৯৪',\n",
       "   '৪৯৫',\n",
       "   '৪৯৬',\n",
       "   '৪৯৭',\n",
       "   '৪৯৮',\n",
       "   '৪৯৯',\n",
       "   '৫০০',\n",
       "   '৫০১',\n",
       "   '৫০২',\n",
       "   '৫০৩',\n",
       "   '৫০৪',\n",
       "   '৫০৫',\n",
       "   '৫০৬',\n",
       "   '৫০৭',\n",
       "   '৫০৮',\n",
       "   '৫০৯',\n",
       "   '৫১০',\n",
       "   '৫১১',\n",
       "   '৫১২',\n",
       "   '৫১৩',\n",
       "   '৫১৪',\n",
       "   '৫১৫',\n",
       "   '৫১৬',\n",
       "   '৫১৭',\n",
       "   '৫১৮',\n",
       "   '৫১৯',\n",
       "   '৫২০',\n",
       "   '৫২১',\n",
       "   '৫২২',\n",
       "   '৫২৩',\n",
       "   '৫২৪',\n",
       "   '৫২৫',\n",
       "   '৫২৬',\n",
       "   '৫২৭',\n",
       "   '৫২৮',\n",
       "   '৫২৯',\n",
       "   '৫৩০',\n",
       "   '৫৩১',\n",
       "   '৫৩২',\n",
       "   '৫৩৩',\n",
       "   '৫৩৪',\n",
       "   '৫৩৫',\n",
       "   '৫৩৬',\n",
       "   '৫৩৭',\n",
       "   '৫৩৮',\n",
       "   '৫৩৯',\n",
       "   '৫৪০',\n",
       "   '৫৪১',\n",
       "   '৫৪২',\n",
       "   '৫৪৩',\n",
       "   '৫৪৪',\n",
       "   '৫৪৫',\n",
       "   '৫৪৬',\n",
       "   '৫৪৭',\n",
       "   '৫৪৮',\n",
       "   '৫৪৯',\n",
       "   '৫৫০',\n",
       "   '৫৫১',\n",
       "   '৫৫২',\n",
       "   '৫৫৩',\n",
       "   '৫৫৪',\n",
       "   '৫৫৫',\n",
       "   '৫৫৬',\n",
       "   '৫৫৭',\n",
       "   '৫৫৮',\n",
       "   '৫৫৯',\n",
       "   '৫৬০',\n",
       "   '৫৬১',\n",
       "   '৫৬২',\n",
       "   '৫৬৩',\n",
       "   '৫৬৪',\n",
       "   '৫৬৫',\n",
       "   '৫৬৬',\n",
       "   '৫৬৭',\n",
       "   '৫৬৮',\n",
       "   '৫৬৯',\n",
       "   '৫৭০',\n",
       "   '৫৭১',\n",
       "   '৫৭২',\n",
       "   '৫৭৩',\n",
       "   '৫৭৪',\n",
       "   '৫৭৫',\n",
       "   '৫৭৬',\n",
       "   '৫৭৭',\n",
       "   '৫৭৮',\n",
       "   '৫৭৯',\n",
       "   '৫৮০',\n",
       "   '৫৮১',\n",
       "   '৫৮২',\n",
       "   '৫৮৩',\n",
       "   '৫৮৪',\n",
       "   '৫৮৫',\n",
       "   '৫৮৬',\n",
       "   '৫৮৭',\n",
       "   '৫৮৮',\n",
       "   '৫৮৯',\n",
       "   '৫৯০',\n",
       "   '৫৯১',\n",
       "   '৫৯২',\n",
       "   '৫৯৩',\n",
       "   '৫৯৪',\n",
       "   '৫৯৫',\n",
       "   '৫৯৬',\n",
       "   '৫৯৭',\n",
       "   '৫৯৮',\n",
       "   '৫৯৯',\n",
       "   '৬০০',\n",
       "   '৬০১',\n",
       "   '৬০২',\n",
       "   '৬০৩',\n",
       "   '৬০৪',\n",
       "   '৬০৫',\n",
       "   '৬০৬',\n",
       "   '৬০৭',\n",
       "   '৬০৮',\n",
       "   '৬০৯',\n",
       "   '৬১০',\n",
       "   '৬১১',\n",
       "   '৬১২',\n",
       "   '৬১৩',\n",
       "   '৬১৪',\n",
       "   '৬১৫',\n",
       "   '৬১৬',\n",
       "   '৬১৭',\n",
       "   '৬১৮',\n",
       "   '৬১৯',\n",
       "   '৬২০',\n",
       "   '৬২১',\n",
       "   '৬২২',\n",
       "   '৬২৩',\n",
       "   '৬২৪',\n",
       "   '৬২৫',\n",
       "   '৬২৬',\n",
       "   '৬২৭',\n",
       "   '৬২৮',\n",
       "   '৬২৯',\n",
       "   '৬৩০',\n",
       "   '৬৩১',\n",
       "   '৬৩২',\n",
       "   '৬৩৩',\n",
       "   '৬৩৪',\n",
       "   '৬৩৫',\n",
       "   '৬৩৬',\n",
       "   '৬৩৭',\n",
       "   '৬৩৮',\n",
       "   '৬৩৯',\n",
       "   '৬৪০',\n",
       "   '৬৪১',\n",
       "   '৬৪২',\n",
       "   '৬৪৩',\n",
       "   '৬৪৪',\n",
       "   '৬৪৫',\n",
       "   '৬৪৬',\n",
       "   '৬৪৭',\n",
       "   '৬৪৮',\n",
       "   '৬৪৯',\n",
       "   '৬৫০']},\n",
       " 'test': {'id': ['১',\n",
       "   '২',\n",
       "   '৩',\n",
       "   '৪',\n",
       "   '৫',\n",
       "   '৬',\n",
       "   '৭',\n",
       "   '৮',\n",
       "   '৯',\n",
       "   '১০',\n",
       "   '১১',\n",
       "   '১২',\n",
       "   '১৩',\n",
       "   '১৪',\n",
       "   '১৫',\n",
       "   '১৬',\n",
       "   '১৭',\n",
       "   '১৮',\n",
       "   '১৯',\n",
       "   '২০',\n",
       "   '২১',\n",
       "   '২২',\n",
       "   '২৩',\n",
       "   '২৪',\n",
       "   '২৫',\n",
       "   '২৬',\n",
       "   '২৭',\n",
       "   '২৮',\n",
       "   '২৯',\n",
       "   '৩০',\n",
       "   '৩১',\n",
       "   '৩২',\n",
       "   '৩৩',\n",
       "   '৩৪',\n",
       "   '৩৫',\n",
       "   '৩৬',\n",
       "   '৩৭',\n",
       "   '৩৮',\n",
       "   '৩৯',\n",
       "   '৪০',\n",
       "   '৪১',\n",
       "   '৪২',\n",
       "   '৪৩',\n",
       "   '৪৪',\n",
       "   '৪৫',\n",
       "   '৪৬',\n",
       "   '৪৭',\n",
       "   '৪৮',\n",
       "   '৪৯',\n",
       "   '৫০',\n",
       "   '৫১',\n",
       "   '৫২',\n",
       "   '৫৩',\n",
       "   '৫৪',\n",
       "   '৫৫',\n",
       "   '৫৬',\n",
       "   '৫৭',\n",
       "   '৫৮',\n",
       "   '৫৯',\n",
       "   '৬০',\n",
       "   '৬১',\n",
       "   '৬২',\n",
       "   '৬৩',\n",
       "   '৬৪',\n",
       "   '৬৫',\n",
       "   '৬৬',\n",
       "   '৬৭',\n",
       "   '৬৮',\n",
       "   '৬৯',\n",
       "   '৭০',\n",
       "   '৭১',\n",
       "   '৭২',\n",
       "   '৭৩',\n",
       "   '৭৪',\n",
       "   '৭৫',\n",
       "   '৭৬',\n",
       "   '৭৭',\n",
       "   '৭৮',\n",
       "   '৭৯',\n",
       "   '৮০',\n",
       "   '৮১',\n",
       "   '৮২',\n",
       "   '৮৩',\n",
       "   '৮৪',\n",
       "   '৮৫',\n",
       "   '৮৬',\n",
       "   '৮৭',\n",
       "   '৮৮',\n",
       "   '৮৯',\n",
       "   '৯০',\n",
       "   '৯১',\n",
       "   '৯২',\n",
       "   '৯৩',\n",
       "   '৯৪',\n",
       "   '৯৫',\n",
       "   '৯৬',\n",
       "   '৯৭',\n",
       "   '৯৮',\n",
       "   '৯৯',\n",
       "   '১০০',\n",
       "   '১০১',\n",
       "   '১০২',\n",
       "   '১০৩',\n",
       "   '১০৪',\n",
       "   '১০৫',\n",
       "   '১০৬',\n",
       "   '১০৭',\n",
       "   '১০৮',\n",
       "   '১০৯',\n",
       "   '১১০',\n",
       "   '১১১',\n",
       "   '১১২',\n",
       "   '১১৩',\n",
       "   '১১৪',\n",
       "   '১১৫',\n",
       "   '১১৬',\n",
       "   '১১৭',\n",
       "   '১১৮',\n",
       "   '১১৯',\n",
       "   '১২০',\n",
       "   '১২১',\n",
       "   '১২২',\n",
       "   '১২৩',\n",
       "   '১২৪',\n",
       "   '১২৫',\n",
       "   '১২৬',\n",
       "   '১২৭',\n",
       "   '১২৮',\n",
       "   '১২৯',\n",
       "   '১৩০',\n",
       "   '১৩১',\n",
       "   '১৩২',\n",
       "   '১৩৩',\n",
       "   '১৩৪',\n",
       "   '১৩৫',\n",
       "   '১৩৬',\n",
       "   '১৩৭',\n",
       "   '১৩৮',\n",
       "   '১৩৯',\n",
       "   '১৪০',\n",
       "   '১৪১',\n",
       "   '১৪২',\n",
       "   '১৪৩',\n",
       "   '১৪৪',\n",
       "   '১৪৫',\n",
       "   '১৪৬',\n",
       "   '১৪৭',\n",
       "   '১৪৮',\n",
       "   '১৪৯',\n",
       "   '১৫০',\n",
       "   '১৫১',\n",
       "   '১৫২',\n",
       "   '১৫৩',\n",
       "   '১৫৪',\n",
       "   '১৫৫',\n",
       "   '১৫৬',\n",
       "   '১৫৭',\n",
       "   '১৫৮',\n",
       "   '১৫৯',\n",
       "   '১৬০',\n",
       "   '১৬১',\n",
       "   '১৬২',\n",
       "   '১৬৩',\n",
       "   '১৬৪',\n",
       "   '১৬৫',\n",
       "   '১৬৬',\n",
       "   '১৬৭',\n",
       "   '১৬৮',\n",
       "   '১৬৯',\n",
       "   '১৭০',\n",
       "   '১৭১',\n",
       "   '১৭২',\n",
       "   '১৭৩',\n",
       "   '১৭৪',\n",
       "   '১৭৫',\n",
       "   '১৭৬',\n",
       "   '১৭৭',\n",
       "   '১৭৮',\n",
       "   '১৭৯',\n",
       "   '১৮০',\n",
       "   '১৮১',\n",
       "   '১৮২',\n",
       "   '১৮৩',\n",
       "   '১৮৪',\n",
       "   '১৮৫',\n",
       "   '১৮৬',\n",
       "   '১৮৭',\n",
       "   '১৮৮',\n",
       "   '১৮৯',\n",
       "   '১৯০',\n",
       "   '১৯১',\n",
       "   '১৯২',\n",
       "   '১৯৩',\n",
       "   '১৯৪',\n",
       "   '১৯৫']},\n",
       " 'validation': {'id': ['১',\n",
       "   '২',\n",
       "   '৩',\n",
       "   '৪',\n",
       "   '৫',\n",
       "   '৬',\n",
       "   '৭',\n",
       "   '৮',\n",
       "   '৯',\n",
       "   '১০',\n",
       "   '১১',\n",
       "   '১২',\n",
       "   '১৩',\n",
       "   '১৪',\n",
       "   '১৫',\n",
       "   '১৬',\n",
       "   '১৭',\n",
       "   '১৮',\n",
       "   '১৯',\n",
       "   '২০',\n",
       "   '২১',\n",
       "   '২২',\n",
       "   '২৩',\n",
       "   '২৪',\n",
       "   '২৫',\n",
       "   '২৬',\n",
       "   '২৭',\n",
       "   '২৮',\n",
       "   '২৯',\n",
       "   '৩০',\n",
       "   '৩১',\n",
       "   '৩২',\n",
       "   '৩৩',\n",
       "   '৩৪',\n",
       "   '৩৫',\n",
       "   '৩৬',\n",
       "   '৩৭',\n",
       "   '৩৮',\n",
       "   '৩৯',\n",
       "   '৪০',\n",
       "   '৪১',\n",
       "   '৪২',\n",
       "   '৪৩',\n",
       "   '৪৪',\n",
       "   '৪৫',\n",
       "   '৪৬',\n",
       "   '৪৭',\n",
       "   '৪৮',\n",
       "   '৪৯',\n",
       "   '৫০',\n",
       "   '৫১',\n",
       "   '৫২',\n",
       "   '৫৩',\n",
       "   '৫৪',\n",
       "   '৫৫',\n",
       "   '৫৬',\n",
       "   '৫৭',\n",
       "   '৫৮',\n",
       "   '৫৯',\n",
       "   '৬০',\n",
       "   '৬১',\n",
       "   '৬২',\n",
       "   '৬৩',\n",
       "   '৬৪',\n",
       "   '৬৫',\n",
       "   '৬৬',\n",
       "   '৬৭',\n",
       "   '৬৮',\n",
       "   '৬৯',\n",
       "   '৭০',\n",
       "   '৭১',\n",
       "   '৭২',\n",
       "   '৭৩',\n",
       "   '৭৪',\n",
       "   '৭৫',\n",
       "   '৭৬',\n",
       "   '৭৭',\n",
       "   '৭৮',\n",
       "   '৭৯',\n",
       "   '৮০',\n",
       "   '৮১',\n",
       "   '৮২',\n",
       "   '৮৩',\n",
       "   '৮৪',\n",
       "   '৮৫',\n",
       "   '৮৬',\n",
       "   '৮৭',\n",
       "   '৮৮',\n",
       "   '৮৯',\n",
       "   '৯০',\n",
       "   '৯১',\n",
       "   '৯২',\n",
       "   '৯৩',\n",
       "   '৯৪',\n",
       "   '৯৫',\n",
       "   '৯৬',\n",
       "   '৯৭',\n",
       "   '৯৮',\n",
       "   '৯৯',\n",
       "   '১০০',\n",
       "   '১০১',\n",
       "   '১০২',\n",
       "   '১০৩',\n",
       "   '১০৪',\n",
       "   '১০৫',\n",
       "   '১০৬',\n",
       "   '১০৭',\n",
       "   '১০৮',\n",
       "   '১০৯',\n",
       "   '১১০',\n",
       "   '১১১',\n",
       "   '১১২',\n",
       "   '১১৩',\n",
       "   '১১৪',\n",
       "   '১১৫',\n",
       "   '১১৬',\n",
       "   '১১৭',\n",
       "   '১১৮',\n",
       "   '১১৯',\n",
       "   '১২০',\n",
       "   '১২১',\n",
       "   '১২২',\n",
       "   '১২৩',\n",
       "   '১২৪',\n",
       "   '১২৫',\n",
       "   '১২৬',\n",
       "   '১২৭',\n",
       "   '১২৮',\n",
       "   '১২৯',\n",
       "   '১৩০',\n",
       "   '১৩১',\n",
       "   '১৩২',\n",
       "   '১৩৩',\n",
       "   '১৩৪',\n",
       "   '১৩৫',\n",
       "   '১৩৬',\n",
       "   '১৩৭',\n",
       "   '১৩৮',\n",
       "   '১৩৯',\n",
       "   '১৪০',\n",
       "   '১৪১',\n",
       "   '১৪২',\n",
       "   '১৪৩',\n",
       "   '১৪৪',\n",
       "   '১৪৫',\n",
       "   '১৪৬',\n",
       "   '১৪৭',\n",
       "   '১৪৮',\n",
       "   '১৪৯',\n",
       "   '১৫০',\n",
       "   '১৫১',\n",
       "   '১৫২',\n",
       "   '১৫৩',\n",
       "   '১৫৪',\n",
       "   '১৫৫',\n",
       "   '১৫৬',\n",
       "   '১৫৭',\n",
       "   '১৫৮',\n",
       "   '১৫৯',\n",
       "   '১৬০',\n",
       "   '১৬১',\n",
       "   '১৬২',\n",
       "   '১৬৩',\n",
       "   '১৬৪',\n",
       "   '১৬৫',\n",
       "   '১৬৬',\n",
       "   '১৬৭',\n",
       "   '১৬৮',\n",
       "   '১৬৯',\n",
       "   '১৭০',\n",
       "   '১৭১',\n",
       "   '১৭২',\n",
       "   '১৭৩',\n",
       "   '১৭৪',\n",
       "   '১৭৫',\n",
       "   '১৭৬',\n",
       "   '১৭৭',\n",
       "   '১৭৮',\n",
       "   '১৭৯',\n",
       "   '১৮০',\n",
       "   '১৮১',\n",
       "   '১৮২',\n",
       "   '১৮৩',\n",
       "   '১৮৪',\n",
       "   '১৮৫',\n",
       "   '১৮৬',\n",
       "   '১৮৭',\n",
       "   '১৮৮',\n",
       "   '১৮৯',\n",
       "   '১৯০']}}"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.translate_hf_dataset(\n",
    "    \"ai4bharat/IndicWikiBio\",\n",
    "    subset_name=\"as\",\n",
    "    split=\"*\", \n",
    "    columns=[\n",
    "            \"id\"\n",
    "            ], \n",
    "    batch_size=8, \n",
    "    # start_idx=2,\n",
    "    translation_size=0.5,\n",
    "    # end_idx=50\n",
    ")\n",
    "# Test ok"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "myenv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}