Text-Summarization-in-Arabic.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "T8QuykjRR3oB",
        "outputId": "6565690d-8ec5-4b6d-afb1-3c34c03284b1"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (4.30.2)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.2)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.14.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.16.3)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.22.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2022.10.31)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.27.1)\n",
            "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.13.3)\n",
            "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.3.1)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.65.0)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (2023.6.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.6.3)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (1.26.16)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.5.7)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.12)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n",
            "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (2.0.1+cu118)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch) (3.12.2)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch) (4.6.3)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch) (1.11.1)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch) (3.1)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch) (3.1.2)\n",
            "Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch) (2.0.0)\n",
            "Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch) (3.25.2)\n",
            "Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch) (16.0.6)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch) (2.1.3)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch) (1.3.0)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.10/dist-packages (0.1.99)\n",
            "Requirement already satisfied: jsonlines in /usr/local/lib/python3.10/dist-packages (3.1.0)\n",
            "Requirement already satisfied: attrs>=19.2.0 in /usr/local/lib/python3.10/dist-packages (from jsonlines) (23.1.0)\n"
          ]
        }
      ],
      "source": [
        "!pip install transformers\n",
        "!pip install torch\n",
        "!pip install sentencepiece\n",
        "!pip install jsonlines"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "JbqAgMWJSB09"
      },
      "outputs": [],
      "source": [
        "import json\n",
        "from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, AutoConfig\n",
        "from torch.utils.data import Dataset, DataLoader\n",
        "import jsonlines\n",
        "import torch\n",
        "from torch.utils.data import Dataset, DataLoader\n",
        "#from transformers import AutoTokenizer, MBartForConditionalGeneration\n",
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "# Specify the device (CPU or GPU)\n",
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
        "\n",
        "# Load and preprocess the labeled dataset\n",
        "def load_labeled_dataset(file_path):\n",
        "    dataset = []\n",
        "    with open(file_path, 'r', encoding='utf-8') as file:\n",
        "        for line in file:\n",
        "            data = json.loads(line)\n",
        "            example_id = data['example_id']\n",
        "            paragraph = data['paragraph']\n",
        "            summary = data['summary']\n",
        "            dataset.append((example_id, paragraph, summary))\n",
        "    return dataset\n",
        "\n",
        "# Custom dataset class\n",
        "class LabeledDataset(Dataset):\n",
        "    def __init__(self, data):\n",
        "        self.data = data\n",
        "        self.tokenizer = AutoTokenizer.from_pretrained('moussaKam/AraBART')\n",
        "\n",
        "\n",
        "    def __len__(self):\n",
        "        return len(self.data)\n",
        "\n",
        "    def __getitem__(self, index):\n",
        "        example_id, paragraph, summary = self.data[index]\n",
        "        inputs = self.tokenizer.encode_plus(paragraph, truncation=True, padding='max_length', max_length=512,\n",
        "                                            return_tensors='pt')\n",
        "        labels = self.tokenizer.encode_plus(summary, truncation=True, padding='max_length', max_length=110,\n",
        "                                            return_tensors='pt')\n",
        "        return {\n",
        "            'input_ids': inputs['input_ids'].squeeze(),\n",
        "            'attention_mask': inputs['attention_mask'].squeeze(),\n",
        "            'labels': labels['input_ids'].squeeze()\n",
        "        }\n",
        "\n",
        "# Load and preprocess the labeled dataset\n",
        "labeled_dataset = load_labeled_dataset('/content/labeled_validation_dataset.jsonl')\n",
        "\n",
        "# Create an instance of the labeled dataset\n",
        "dataset = LabeledDataset(labeled_dataset)\n",
        "\n",
        "# Configure the model\n",
        "model_config = AutoConfig.from_pretrained('moussaKam/AraBART')\n",
        "model_config.num_labels = 2  # Binary classification for sequence-to-sequence model\n",
        "\n",
        "# Create the model\n",
        "model = AutoModelForSeq2SeqLM.from_pretrained('moussaKam/AraBART', config=model_config)\n",
        "\n",
        "# Move the model to the device\n",
        "model.to(device)\n",
        "\n",
        "# Define training parameters\n",
        "batch_size = 8\n",
        "num_epochs = 12\n",
        "learning_rate = 1e-5\n",
        "\n",
        "# Create a data loader for training\n",
        "data_loader = DataLoader(dataset, batch_size=batch_size, shuffle=True)\n",
        "\n",
        "# Define the optimizer and loss function\n",
        "optimizer = torch.optim.AdamW(model.parameters(), lr=learning_rate)\n",
        "criterion = torch.nn.CrossEntropyLoss()\n",
        "\n",
        "# Training loop\n",
        "for epoch in range(num_epochs):\n",
        "    model.train()\n",
        "    for batch in data_loader:\n",
        "        optimizer.zero_grad()\n",
        "        input_ids = batch['input_ids'].to(device)\n",
        "        attention_mask = batch['attention_mask'].to(device)\n",
        "        labels = batch['labels'].to(device)\n",
        "\n",
        "        outputs = model(input_ids=input_ids, attention_mask=attention_mask, labels=labels)\n",
        "        loss = outputs.loss\n",
        "        logits = outputs.logits\n",
        "\n",
        "        loss.backward()\n",
        "        optimizer.step()\n",
        "\n",
        "        # Print the loss or any other metrics\n",
        "\n",
        "    # Evaluate the model on validation set after each epoch\n",
        "    model.eval()\n",
        "    # Run validation and calculate metrics\n",
        "\n",
        "# Save the trained model\n",
        "model.save_pretrained('trained_model')\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "hrTdOGWQSB7D",
        "outputId": "2765aad3-8a53-4e9a-b1c2-ebd229037cd6"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Example ID: 0\n",
            "Original Paragraph Length: 460\n",
            "Summary Length: 204\n",
            "Compression Ratio: 0.4434782608695652\n",
            "Score: 0\n",
            "\n",
            "Example ID: 1\n",
            "Original Paragraph Length: 173\n",
            "Summary Length: 77\n",
            "Compression Ratio: 0.44508670520231214\n",
            "Score: 0\n",
            "\n",
            "Example ID: 2\n",
            "Original Paragraph Length: 125\n",
            "Summary Length: 52\n",
            "Compression Ratio: 0.416\n",
            "Score: 0\n",
            "\n",
            "Example ID: 3\n",
            "Original Paragraph Length: 268\n",
            "Summary Length: 86\n",
            "Compression Ratio: 0.3208955223880597\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 4\n",
            "Original Paragraph Length: 116\n",
            "Summary Length: 48\n",
            "Compression Ratio: 0.41379310344827586\n",
            "Score: 0\n",
            "\n",
            "Example ID: 5\n",
            "Original Paragraph Length: 249\n",
            "Summary Length: 108\n",
            "Compression Ratio: 0.43373493975903615\n",
            "Score: 0\n",
            "\n",
            "Example ID: 6\n",
            "Original Paragraph Length: 254\n",
            "Summary Length: 83\n",
            "Compression Ratio: 0.32677165354330706\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 7\n",
            "Original Paragraph Length: 298\n",
            "Summary Length: 132\n",
            "Compression Ratio: 0.4429530201342282\n",
            "Score: 0\n",
            "\n",
            "Example ID: 8\n",
            "Original Paragraph Length: 227\n",
            "Summary Length: 102\n",
            "Compression Ratio: 0.44933920704845814\n",
            "Score: 0\n",
            "\n",
            "Example ID: 9\n",
            "Original Paragraph Length: 386\n",
            "Summary Length: 173\n",
            "Compression Ratio: 0.4481865284974093\n",
            "Score: 0\n",
            "\n",
            "Example ID: 10\n",
            "Original Paragraph Length: 330\n",
            "Summary Length: 103\n",
            "Compression Ratio: 0.31212121212121213\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 11\n",
            "Original Paragraph Length: 254\n",
            "Summary Length: 86\n",
            "Compression Ratio: 0.33858267716535434\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 12\n",
            "Original Paragraph Length: 169\n",
            "Summary Length: 67\n",
            "Compression Ratio: 0.39644970414201186\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 13\n",
            "Original Paragraph Length: 73\n",
            "Summary Length: 30\n",
            "Compression Ratio: 0.410958904109589\n",
            "Score: 0\n",
            "\n",
            "Example ID: 14\n",
            "Original Paragraph Length: 273\n",
            "Summary Length: 95\n",
            "Compression Ratio: 0.34798534798534797\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 15\n",
            "Original Paragraph Length: 309\n",
            "Summary Length: 135\n",
            "Compression Ratio: 0.4368932038834951\n",
            "Score: 0\n",
            "\n",
            "Example ID: 16\n",
            "Original Paragraph Length: 160\n",
            "Summary Length: 53\n",
            "Compression Ratio: 0.33125\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 17\n",
            "Original Paragraph Length: 154\n",
            "Summary Length: 58\n",
            "Compression Ratio: 0.37662337662337664\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 18\n",
            "Original Paragraph Length: 194\n",
            "Summary Length: 85\n",
            "Compression Ratio: 0.4381443298969072\n",
            "Score: 0\n",
            "\n",
            "Example ID: 19\n",
            "Original Paragraph Length: 240\n",
            "Summary Length: 80\n",
            "Compression Ratio: 0.3333333333333333\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 20\n",
            "Original Paragraph Length: 158\n",
            "Summary Length: 67\n",
            "Compression Ratio: 0.4240506329113924\n",
            "Score: 0\n",
            "\n",
            "Example ID: 21\n",
            "Original Paragraph Length: 277\n",
            "Summary Length: 82\n",
            "Compression Ratio: 0.296028880866426\n",
            "Score: 1.03971119133574\n",
            "\n",
            "Example ID: 22\n",
            "Original Paragraph Length: 237\n",
            "Summary Length: 101\n",
            "Compression Ratio: 0.42616033755274263\n",
            "Score: 0\n",
            "\n",
            "Example ID: 23\n",
            "Original Paragraph Length: 137\n",
            "Summary Length: 52\n",
            "Compression Ratio: 0.3795620437956204\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 24\n",
            "Original Paragraph Length: 175\n",
            "Summary Length: 74\n",
            "Compression Ratio: 0.4228571428571429\n",
            "Score: 0\n",
            "\n",
            "Example ID: 25\n",
            "Original Paragraph Length: 169\n",
            "Summary Length: 62\n",
            "Compression Ratio: 0.3668639053254438\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 26\n",
            "Original Paragraph Length: 171\n",
            "Summary Length: 76\n",
            "Compression Ratio: 0.4444444444444444\n",
            "Score: 0\n",
            "\n",
            "Example ID: 27\n",
            "Original Paragraph Length: 372\n",
            "Summary Length: 162\n",
            "Compression Ratio: 0.43548387096774194\n",
            "Score: 0\n",
            "\n",
            "Example ID: 28\n",
            "Original Paragraph Length: 131\n",
            "Summary Length: 56\n",
            "Compression Ratio: 0.42748091603053434\n",
            "Score: 0\n",
            "\n",
            "Example ID: 29\n",
            "Original Paragraph Length: 223\n",
            "Summary Length: 38\n",
            "Compression Ratio: 0.17040358744394618\n",
            "Score: 2.2959641255605376\n",
            "\n",
            "Example ID: 30\n",
            "Original Paragraph Length: 342\n",
            "Summary Length: 87\n",
            "Compression Ratio: 0.2543859649122807\n",
            "Score: 1.4561403508771926\n",
            "\n",
            "Example ID: 31\n",
            "Original Paragraph Length: 363\n",
            "Summary Length: 95\n",
            "Compression Ratio: 0.26170798898071623\n",
            "Score: 1.3829201101928374\n",
            "\n",
            "Example ID: 32\n",
            "Original Paragraph Length: 279\n",
            "Summary Length: 93\n",
            "Compression Ratio: 0.3333333333333333\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 33\n",
            "Original Paragraph Length: 496\n",
            "Summary Length: 216\n",
            "Compression Ratio: 0.43548387096774194\n",
            "Score: 0\n",
            "\n",
            "Example ID: 34\n",
            "Original Paragraph Length: 286\n",
            "Summary Length: 126\n",
            "Compression Ratio: 0.4405594405594406\n",
            "Score: 0\n",
            "\n",
            "Example ID: 35\n",
            "Original Paragraph Length: 387\n",
            "Summary Length: 112\n",
            "Compression Ratio: 0.28940568475452194\n",
            "Score: 1.1059431524547805\n",
            "\n",
            "Example ID: 36\n",
            "Original Paragraph Length: 276\n",
            "Summary Length: 124\n",
            "Compression Ratio: 0.4492753623188406\n",
            "Score: 0\n",
            "\n",
            "Example ID: 37\n",
            "Original Paragraph Length: 274\n",
            "Summary Length: 122\n",
            "Compression Ratio: 0.44525547445255476\n",
            "Score: 0\n",
            "\n",
            "Example ID: 38\n",
            "Original Paragraph Length: 197\n",
            "Summary Length: 84\n",
            "Compression Ratio: 0.4263959390862944\n",
            "Score: 0\n",
            "\n",
            "Example ID: 39\n",
            "Original Paragraph Length: 377\n",
            "Summary Length: 102\n",
            "Compression Ratio: 0.27055702917771884\n",
            "Score: 1.2944297082228113\n",
            "\n",
            "Example ID: 40\n",
            "Original Paragraph Length: 441\n",
            "Summary Length: 93\n",
            "Compression Ratio: 0.2108843537414966\n",
            "Score: 1.8911564625850334\n",
            "\n",
            "Example ID: 41\n",
            "Original Paragraph Length: 260\n",
            "Summary Length: 92\n",
            "Compression Ratio: 0.35384615384615387\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 42\n",
            "Original Paragraph Length: 344\n",
            "Summary Length: 66\n",
            "Compression Ratio: 0.19186046511627908\n",
            "Score: 2.0813953488372086\n",
            "\n",
            "Example ID: 43\n",
            "Original Paragraph Length: 206\n",
            "Summary Length: 59\n",
            "Compression Ratio: 0.28640776699029125\n",
            "Score: 1.1359223300970873\n",
            "\n",
            "Example ID: 44\n",
            "Original Paragraph Length: 449\n",
            "Summary Length: 102\n",
            "Compression Ratio: 0.22717149220489977\n",
            "Score: 1.728285077951002\n",
            "\n",
            "Example ID: 45\n",
            "Original Paragraph Length: 377\n",
            "Summary Length: 97\n",
            "Compression Ratio: 0.2572944297082228\n",
            "Score: 1.4270557029177717\n",
            "\n",
            "Example ID: 46\n",
            "Original Paragraph Length: 661\n",
            "Summary Length: 42\n",
            "Compression Ratio: 0.06354009077155824\n",
            "Score: 3.3645990922844167\n",
            "\n",
            "Example ID: 47\n",
            "Original Paragraph Length: 404\n",
            "Summary Length: 61\n",
            "Compression Ratio: 0.15099009900990099\n",
            "Score: 2.4900990099009896\n",
            "\n",
            "Example ID: 48\n",
            "Original Paragraph Length: 335\n",
            "Summary Length: 76\n",
            "Compression Ratio: 0.22686567164179106\n",
            "Score: 1.731343283582089\n",
            "\n",
            "Example ID: 49\n",
            "Original Paragraph Length: 266\n",
            "Summary Length: 32\n",
            "Compression Ratio: 0.12030075187969924\n",
            "Score: 2.7969924812030067\n",
            "\n",
            "Example ID: 50\n",
            "Original Paragraph Length: 450\n",
            "Summary Length: 128\n",
            "Compression Ratio: 0.28444444444444444\n",
            "Score: 1.1555555555555554\n",
            "\n",
            "Example ID: 51\n",
            "Original Paragraph Length: 525\n",
            "Summary Length: 85\n",
            "Compression Ratio: 0.1619047619047619\n",
            "Score: 2.3809523809523805\n",
            "\n",
            "Example ID: 52\n",
            "Original Paragraph Length: 175\n",
            "Summary Length: 37\n",
            "Compression Ratio: 0.21142857142857144\n",
            "Score: 1.8857142857142852\n",
            "\n",
            "Example ID: 53\n",
            "Original Paragraph Length: 238\n",
            "Summary Length: 50\n",
            "Compression Ratio: 0.21008403361344538\n",
            "Score: 1.8991596638655457\n",
            "\n",
            "Example ID: 54\n",
            "Original Paragraph Length: 226\n",
            "Summary Length: 76\n",
            "Compression Ratio: 0.336283185840708\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 55\n",
            "Original Paragraph Length: 601\n",
            "Summary Length: 171\n",
            "Compression Ratio: 0.28452579034941766\n",
            "Score: 1.1547420965058233\n",
            "\n",
            "Example ID: 56\n",
            "Original Paragraph Length: 346\n",
            "Summary Length: 82\n",
            "Compression Ratio: 0.23699421965317918\n",
            "Score: 1.6300578034682078\n",
            "\n",
            "Example ID: 57\n",
            "Original Paragraph Length: 372\n",
            "Summary Length: 111\n",
            "Compression Ratio: 0.29838709677419356\n",
            "Score: 1.0161290322580643\n",
            "\n",
            "Example ID: 58\n",
            "Original Paragraph Length: 778\n",
            "Summary Length: 182\n",
            "Compression Ratio: 0.23393316195372751\n",
            "Score: 1.6606683804627245\n",
            "\n",
            "Example ID: 59\n",
            "Original Paragraph Length: 270\n",
            "Summary Length: 48\n",
            "Compression Ratio: 0.17777777777777778\n",
            "Score: 2.2222222222222214\n",
            "\n",
            "Example ID: 60\n",
            "Original Paragraph Length: 542\n",
            "Summary Length: 144\n",
            "Compression Ratio: 0.2656826568265683\n",
            "Score: 1.343173431734317\n",
            "\n",
            "Example ID: 61\n",
            "Original Paragraph Length: 207\n",
            "Summary Length: 49\n",
            "Compression Ratio: 0.23671497584541062\n",
            "Score: 1.6328502415458934\n",
            "\n",
            "Example ID: 62\n",
            "Original Paragraph Length: 400\n",
            "Summary Length: 144\n",
            "Compression Ratio: 0.36\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 63\n",
            "Original Paragraph Length: 240\n",
            "Summary Length: 68\n",
            "Compression Ratio: 0.2833333333333333\n",
            "Score: 1.1666666666666665\n",
            "\n",
            "Example ID: 64\n",
            "Original Paragraph Length: 367\n",
            "Summary Length: 129\n",
            "Compression Ratio: 0.35149863760217986\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 65\n",
            "Original Paragraph Length: 268\n",
            "Summary Length: 52\n",
            "Compression Ratio: 0.19402985074626866\n",
            "Score: 2.0597014925373127\n",
            "\n",
            "Example ID: 66\n",
            "Original Paragraph Length: 267\n",
            "Summary Length: 84\n",
            "Compression Ratio: 0.3146067415730337\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 67\n",
            "Original Paragraph Length: 519\n",
            "Summary Length: 189\n",
            "Compression Ratio: 0.36416184971098264\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 68\n",
            "Original Paragraph Length: 172\n",
            "Summary Length: 51\n",
            "Compression Ratio: 0.29651162790697677\n",
            "Score: 1.0348837209302322\n",
            "\n",
            "Example ID: 69\n",
            "Original Paragraph Length: 220\n",
            "Summary Length: 55\n",
            "Compression Ratio: 0.25\n",
            "Score: 1.4999999999999998\n",
            "\n",
            "Example ID: 70\n",
            "Original Paragraph Length: 395\n",
            "Summary Length: 89\n",
            "Compression Ratio: 0.22531645569620254\n",
            "Score: 1.7468354430379742\n",
            "\n",
            "Example ID: 71\n",
            "Original Paragraph Length: 301\n",
            "Summary Length: 125\n",
            "Compression Ratio: 0.4152823920265781\n",
            "Score: 0\n",
            "\n",
            "Example ID: 72\n",
            "Original Paragraph Length: 402\n",
            "Summary Length: 108\n",
            "Compression Ratio: 0.26865671641791045\n",
            "Score: 1.3134328358208953\n",
            "\n",
            "Example ID: 73\n",
            "Original Paragraph Length: 188\n",
            "Summary Length: 55\n",
            "Compression Ratio: 0.2925531914893617\n",
            "Score: 1.0744680851063828\n",
            "\n",
            "Example ID: 74\n",
            "Original Paragraph Length: 289\n",
            "Summary Length: 80\n",
            "Compression Ratio: 0.2768166089965398\n",
            "Score: 1.2318339100346016\n",
            "\n",
            "Example ID: 75\n",
            "Original Paragraph Length: 348\n",
            "Summary Length: 85\n",
            "Compression Ratio: 0.2442528735632184\n",
            "Score: 1.5574712643678157\n",
            "\n",
            "Example ID: 76\n",
            "Original Paragraph Length: 221\n",
            "Summary Length: 64\n",
            "Compression Ratio: 0.2895927601809955\n",
            "Score: 1.1040723981900449\n",
            "\n",
            "Example ID: 77\n",
            "Original Paragraph Length: 297\n",
            "Summary Length: 109\n",
            "Compression Ratio: 0.367003367003367\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 78\n",
            "Original Paragraph Length: 162\n",
            "Summary Length: 69\n",
            "Compression Ratio: 0.42592592592592593\n",
            "Score: 0\n",
            "\n",
            "Example ID: 79\n",
            "Original Paragraph Length: 193\n",
            "Summary Length: 83\n",
            "Compression Ratio: 0.43005181347150256\n",
            "Score: 0\n",
            "\n",
            "Example ID: 80\n",
            "Original Paragraph Length: 445\n",
            "Summary Length: 200\n",
            "Compression Ratio: 0.449438202247191\n",
            "Score: 0\n",
            "\n",
            "Example ID: 81\n",
            "Original Paragraph Length: 357\n",
            "Summary Length: 158\n",
            "Compression Ratio: 0.4425770308123249\n",
            "Score: 0\n",
            "\n",
            "Example ID: 82\n",
            "Original Paragraph Length: 263\n",
            "Summary Length: 100\n",
            "Compression Ratio: 0.38022813688212925\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 83\n",
            "Original Paragraph Length: 474\n",
            "Summary Length: 213\n",
            "Compression Ratio: 0.44936708860759494\n",
            "Score: 0\n",
            "\n",
            "Example ID: 84\n",
            "Original Paragraph Length: 169\n",
            "Summary Length: 75\n",
            "Compression Ratio: 0.4437869822485207\n",
            "Score: 0\n",
            "\n",
            "Example ID: 85\n",
            "Original Paragraph Length: 270\n",
            "Summary Length: 110\n",
            "Compression Ratio: 0.4074074074074074\n",
            "Score: 0\n",
            "\n",
            "Example ID: 86\n",
            "Original Paragraph Length: 166\n",
            "Summary Length: 74\n",
            "Compression Ratio: 0.4457831325301205\n",
            "Score: 0\n",
            "\n",
            "Example ID: 87\n",
            "Original Paragraph Length: 389\n",
            "Summary Length: 105\n",
            "Compression Ratio: 0.2699228791773779\n",
            "Score: 1.3007712082262208\n",
            "\n",
            "Example ID: 88\n",
            "Original Paragraph Length: 227\n",
            "Summary Length: 102\n",
            "Compression Ratio: 0.44933920704845814\n",
            "Score: 0\n",
            "\n",
            "Example ID: 89\n",
            "Original Paragraph Length: 233\n",
            "Summary Length: 104\n",
            "Compression Ratio: 0.44635193133047213\n",
            "Score: 0\n",
            "\n",
            "Example ID: 90\n",
            "Original Paragraph Length: 353\n",
            "Summary Length: 160\n",
            "Compression Ratio: 0.45325779036827196\n",
            "Score: 0\n",
            "\n",
            "Example ID: 91\n",
            "Original Paragraph Length: 179\n",
            "Summary Length: 77\n",
            "Compression Ratio: 0.4301675977653631\n",
            "Score: 0\n",
            "\n",
            "Example ID: 92\n",
            "Original Paragraph Length: 293\n",
            "Summary Length: 133\n",
            "Compression Ratio: 0.4539249146757679\n",
            "Score: 0\n",
            "\n",
            "Example ID: 93\n",
            "Original Paragraph Length: 247\n",
            "Summary Length: 100\n",
            "Compression Ratio: 0.4048582995951417\n",
            "Score: 0\n",
            "\n",
            "Example ID: 94\n",
            "Original Paragraph Length: 214\n",
            "Summary Length: 76\n",
            "Compression Ratio: 0.35514018691588783\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 95\n",
            "Original Paragraph Length: 374\n",
            "Summary Length: 166\n",
            "Compression Ratio: 0.44385026737967914\n",
            "Score: 0\n",
            "\n",
            "Example ID: 96\n",
            "Original Paragraph Length: 144\n",
            "Summary Length: 63\n",
            "Compression Ratio: 0.4375\n",
            "Score: 0\n",
            "\n",
            "Example ID: 97\n",
            "Original Paragraph Length: 101\n",
            "Summary Length: 41\n",
            "Compression Ratio: 0.40594059405940597\n",
            "Score: 0\n",
            "\n",
            "Example ID: 98\n",
            "Original Paragraph Length: 287\n",
            "Summary Length: 129\n",
            "Compression Ratio: 0.44947735191637633\n",
            "Score: 0\n",
            "\n",
            "Example ID: 99\n",
            "Original Paragraph Length: 207\n",
            "Summary Length: 92\n",
            "Compression Ratio: 0.4444444444444444\n",
            "Score: 0\n",
            "\n",
            "Example ID: 100\n",
            "Original Paragraph Length: 205\n",
            "Summary Length: 76\n",
            "Compression Ratio: 0.37073170731707317\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 101\n",
            "Original Paragraph Length: 94\n",
            "Summary Length: 40\n",
            "Compression Ratio: 0.425531914893617\n",
            "Score: 0\n",
            "\n",
            "Example ID: 102\n",
            "Original Paragraph Length: 294\n",
            "Summary Length: 127\n",
            "Compression Ratio: 0.43197278911564624\n",
            "Score: 0\n",
            "\n",
            "Example ID: 103\n",
            "Original Paragraph Length: 195\n",
            "Summary Length: 82\n",
            "Compression Ratio: 0.4205128205128205\n",
            "Score: 0\n",
            "\n",
            "Example ID: 104\n",
            "Original Paragraph Length: 348\n",
            "Summary Length: 114\n",
            "Compression Ratio: 0.3275862068965517\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 105\n",
            "Original Paragraph Length: 244\n",
            "Summary Length: 107\n",
            "Compression Ratio: 0.4385245901639344\n",
            "Score: 0\n",
            "\n",
            "Example ID: 106\n",
            "Original Paragraph Length: 147\n",
            "Summary Length: 62\n",
            "Compression Ratio: 0.4217687074829932\n",
            "Score: 0\n",
            "\n",
            "Example ID: 107\n",
            "Original Paragraph Length: 266\n",
            "Summary Length: 95\n",
            "Compression Ratio: 0.35714285714285715\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 108\n",
            "Original Paragraph Length: 180\n",
            "Summary Length: 79\n",
            "Compression Ratio: 0.4388888888888889\n",
            "Score: 0\n",
            "\n",
            "Example ID: 109\n",
            "Original Paragraph Length: 202\n",
            "Summary Length: 86\n",
            "Compression Ratio: 0.42574257425742573\n",
            "Score: 0\n",
            "\n",
            "Example ID: 110\n",
            "Original Paragraph Length: 333\n",
            "Summary Length: 104\n",
            "Compression Ratio: 0.3123123123123123\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 111\n",
            "Original Paragraph Length: 590\n",
            "Summary Length: 264\n",
            "Compression Ratio: 0.44745762711864406\n",
            "Score: 0\n",
            "\n",
            "Example ID: 112\n",
            "Original Paragraph Length: 225\n",
            "Summary Length: 95\n",
            "Compression Ratio: 0.4222222222222222\n",
            "Score: 0\n",
            "\n",
            "Example ID: 113\n",
            "Original Paragraph Length: 243\n",
            "Summary Length: 83\n",
            "Compression Ratio: 0.34156378600823045\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 114\n",
            "Original Paragraph Length: 240\n",
            "Summary Length: 98\n",
            "Compression Ratio: 0.4083333333333333\n",
            "Score: 0\n",
            "\n",
            "Example ID: 115\n",
            "Original Paragraph Length: 312\n",
            "Summary Length: 141\n",
            "Compression Ratio: 0.4519230769230769\n",
            "Score: 0\n",
            "\n",
            "Example ID: 116\n",
            "Original Paragraph Length: 148\n",
            "Summary Length: 62\n",
            "Compression Ratio: 0.4189189189189189\n",
            "Score: 0\n",
            "\n",
            "Example ID: 117\n",
            "Original Paragraph Length: 144\n",
            "Summary Length: 59\n",
            "Compression Ratio: 0.4097222222222222\n",
            "Score: 0\n",
            "\n",
            "Example ID: 118\n",
            "Original Paragraph Length: 320\n",
            "Summary Length: 135\n",
            "Compression Ratio: 0.421875\n",
            "Score: 0\n",
            "\n",
            "Example ID: 119\n",
            "Original Paragraph Length: 215\n",
            "Summary Length: 87\n",
            "Compression Ratio: 0.4046511627906977\n",
            "Score: 0\n",
            "\n",
            "Example ID: 120\n",
            "Original Paragraph Length: 252\n",
            "Summary Length: 114\n",
            "Compression Ratio: 0.4523809523809524\n",
            "Score: 0\n",
            "\n",
            "Example ID: 121\n",
            "Original Paragraph Length: 81\n",
            "Summary Length: 33\n",
            "Compression Ratio: 0.4074074074074074\n",
            "Score: 0\n",
            "\n",
            "Example ID: 122\n",
            "Original Paragraph Length: 150\n",
            "Summary Length: 66\n",
            "Compression Ratio: 0.44\n",
            "Score: 0\n",
            "\n",
            "Example ID: 123\n",
            "Original Paragraph Length: 222\n",
            "Summary Length: 100\n",
            "Compression Ratio: 0.45045045045045046\n",
            "Score: 0\n",
            "\n",
            "Example ID: 124\n",
            "Original Paragraph Length: 182\n",
            "Summary Length: 76\n",
            "Compression Ratio: 0.4175824175824176\n",
            "Score: 0\n",
            "\n",
            "Example ID: 125\n",
            "Original Paragraph Length: 67\n",
            "Summary Length: 28\n",
            "Compression Ratio: 0.417910447761194\n",
            "Score: 0\n",
            "\n",
            "Example ID: 126\n",
            "Original Paragraph Length: 180\n",
            "Summary Length: 78\n",
            "Compression Ratio: 0.43333333333333335\n",
            "Score: 0\n",
            "\n",
            "Example ID: 127\n",
            "Original Paragraph Length: 246\n",
            "Summary Length: 86\n",
            "Compression Ratio: 0.34959349593495936\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 128\n",
            "Original Paragraph Length: 162\n",
            "Summary Length: 53\n",
            "Compression Ratio: 0.3271604938271605\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 129\n",
            "Original Paragraph Length: 420\n",
            "Summary Length: 190\n",
            "Compression Ratio: 0.4523809523809524\n",
            "Score: 0\n",
            "\n",
            "Example ID: 130\n",
            "Original Paragraph Length: 143\n",
            "Summary Length: 63\n",
            "Compression Ratio: 0.4405594405594406\n",
            "Score: 0\n",
            "\n",
            "Example ID: 131\n",
            "Original Paragraph Length: 181\n",
            "Summary Length: 81\n",
            "Compression Ratio: 0.44751381215469616\n",
            "Score: 0\n",
            "\n",
            "Example ID: 132\n",
            "Original Paragraph Length: 234\n",
            "Summary Length: 96\n",
            "Compression Ratio: 0.41025641025641024\n",
            "Score: 0\n",
            "\n",
            "Example ID: 133\n",
            "Original Paragraph Length: 175\n",
            "Summary Length: 64\n",
            "Compression Ratio: 0.3657142857142857\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 134\n",
            "Original Paragraph Length: 336\n",
            "Summary Length: 150\n",
            "Compression Ratio: 0.44642857142857145\n",
            "Score: 0\n",
            "\n",
            "Example ID: 135\n",
            "Original Paragraph Length: 187\n",
            "Summary Length: 79\n",
            "Compression Ratio: 0.42245989304812837\n",
            "Score: 0\n",
            "\n",
            "Example ID: 136\n",
            "Original Paragraph Length: 280\n",
            "Summary Length: 125\n",
            "Compression Ratio: 0.44642857142857145\n",
            "Score: 0\n",
            "\n",
            "Example ID: 137\n",
            "Original Paragraph Length: 202\n",
            "Summary Length: 88\n",
            "Compression Ratio: 0.43564356435643564\n",
            "Score: 0\n",
            "\n",
            "Example ID: 138\n",
            "Original Paragraph Length: 151\n",
            "Summary Length: 66\n",
            "Compression Ratio: 0.4370860927152318\n",
            "Score: 0\n",
            "\n",
            "Example ID: 139\n",
            "Original Paragraph Length: 54\n",
            "Summary Length: 22\n",
            "Compression Ratio: 0.4074074074074074\n",
            "Score: 0\n",
            "\n",
            "Example ID: 140\n",
            "Original Paragraph Length: 80\n",
            "Summary Length: 34\n",
            "Compression Ratio: 0.425\n",
            "Score: 0\n",
            "\n",
            "Example ID: 141\n",
            "Original Paragraph Length: 109\n",
            "Summary Length: 44\n",
            "Compression Ratio: 0.4036697247706422\n",
            "Score: 0\n",
            "\n",
            "Example ID: 142\n",
            "Original Paragraph Length: 185\n",
            "Summary Length: 78\n",
            "Compression Ratio: 0.42162162162162165\n",
            "Score: 0\n",
            "\n",
            "Example ID: 143\n",
            "Original Paragraph Length: 162\n",
            "Summary Length: 62\n",
            "Compression Ratio: 0.38271604938271603\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 144\n",
            "Original Paragraph Length: 166\n",
            "Summary Length: 65\n",
            "Compression Ratio: 0.39156626506024095\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 145\n",
            "Original Paragraph Length: 154\n",
            "Summary Length: 65\n",
            "Compression Ratio: 0.42207792207792205\n",
            "Score: 0\n",
            "\n",
            "Example ID: 146\n",
            "Original Paragraph Length: 275\n",
            "Summary Length: 68\n",
            "Compression Ratio: 0.24727272727272728\n",
            "Score: 1.527272727272727\n",
            "\n",
            "Example ID: 147\n",
            "Original Paragraph Length: 155\n",
            "Summary Length: 67\n",
            "Compression Ratio: 0.432258064516129\n",
            "Score: 0\n",
            "\n",
            "Example ID: 148\n",
            "Original Paragraph Length: 424\n",
            "Summary Length: 101\n",
            "Compression Ratio: 0.23820754716981132\n",
            "Score: 1.6179245283018864\n",
            "\n",
            "Example ID: 149\n",
            "Original Paragraph Length: 176\n",
            "Summary Length: 67\n",
            "Compression Ratio: 0.3806818181818182\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 150\n",
            "Original Paragraph Length: 283\n",
            "Summary Length: 109\n",
            "Compression Ratio: 0.38515901060070673\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 151\n",
            "Original Paragraph Length: 99\n",
            "Summary Length: 43\n",
            "Compression Ratio: 0.43434343434343436\n",
            "Score: 0\n",
            "\n",
            "Example ID: 152\n",
            "Original Paragraph Length: 188\n",
            "Summary Length: 84\n",
            "Compression Ratio: 0.44680851063829785\n",
            "Score: 0\n",
            "\n",
            "Example ID: 153\n",
            "Original Paragraph Length: 200\n",
            "Summary Length: 42\n",
            "Compression Ratio: 0.21\n",
            "Score: 1.8999999999999997\n",
            "\n",
            "Example ID: 154\n",
            "Original Paragraph Length: 208\n",
            "Summary Length: 72\n",
            "Compression Ratio: 0.34615384615384615\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 155\n",
            "Original Paragraph Length: 235\n",
            "Summary Length: 102\n",
            "Compression Ratio: 0.4340425531914894\n",
            "Score: 0\n",
            "\n",
            "Example ID: 156\n",
            "Original Paragraph Length: 86\n",
            "Summary Length: 36\n",
            "Compression Ratio: 0.4186046511627907\n",
            "Score: 0\n",
            "\n",
            "Example ID: 157\n",
            "Original Paragraph Length: 246\n",
            "Summary Length: 94\n",
            "Compression Ratio: 0.3821138211382114\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 158\n",
            "Original Paragraph Length: 260\n",
            "Summary Length: 68\n",
            "Compression Ratio: 0.26153846153846155\n",
            "Score: 1.3846153846153841\n",
            "\n",
            "Example ID: 159\n",
            "Original Paragraph Length: 276\n",
            "Summary Length: 89\n",
            "Compression Ratio: 0.322463768115942\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 160\n",
            "Original Paragraph Length: 300\n",
            "Summary Length: 51\n",
            "Compression Ratio: 0.17\n",
            "Score: 2.2999999999999994\n",
            "\n",
            "Example ID: 161\n",
            "Original Paragraph Length: 235\n",
            "Summary Length: 64\n",
            "Compression Ratio: 0.2723404255319149\n",
            "Score: 1.276595744680851\n",
            "\n",
            "Example ID: 162\n",
            "Original Paragraph Length: 375\n",
            "Summary Length: 130\n",
            "Compression Ratio: 0.3466666666666667\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 163\n",
            "Original Paragraph Length: 314\n",
            "Summary Length: 60\n",
            "Compression Ratio: 0.1910828025477707\n",
            "Score: 2.0891719745222925\n",
            "\n",
            "Example ID: 164\n",
            "Original Paragraph Length: 319\n",
            "Summary Length: 114\n",
            "Compression Ratio: 0.3573667711598746\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 165\n",
            "Original Paragraph Length: 239\n",
            "Summary Length: 69\n",
            "Compression Ratio: 0.28870292887029286\n",
            "Score: 1.1129707112970713\n",
            "\n",
            "Example ID: 166\n",
            "Original Paragraph Length: 272\n",
            "Summary Length: 49\n",
            "Compression Ratio: 0.1801470588235294\n",
            "Score: 2.198529411764705\n",
            "\n",
            "Example ID: 167\n",
            "Original Paragraph Length: 403\n",
            "Summary Length: 91\n",
            "Compression Ratio: 0.22580645161290322\n",
            "Score: 1.7419354838709675\n",
            "\n",
            "Example ID: 168\n",
            "Original Paragraph Length: 360\n",
            "Summary Length: 85\n",
            "Compression Ratio: 0.2361111111111111\n",
            "Score: 1.6388888888888886\n",
            "\n",
            "Example ID: 169\n",
            "Original Paragraph Length: 501\n",
            "Summary Length: 151\n",
            "Compression Ratio: 0.3013972055888224\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 170\n",
            "Original Paragraph Length: 487\n",
            "Summary Length: 89\n",
            "Compression Ratio: 0.18275154004106775\n",
            "Score: 2.172484599589322\n",
            "\n",
            "Example ID: 171\n",
            "Original Paragraph Length: 325\n",
            "Summary Length: 92\n",
            "Compression Ratio: 0.28307692307692306\n",
            "Score: 1.1692307692307693\n",
            "\n",
            "Example ID: 172\n",
            "Original Paragraph Length: 298\n",
            "Summary Length: 85\n",
            "Compression Ratio: 0.28523489932885904\n",
            "Score: 1.1476510067114094\n",
            "\n",
            "Example ID: 173\n",
            "Original Paragraph Length: 190\n",
            "Summary Length: 74\n",
            "Compression Ratio: 0.3894736842105263\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 174\n",
            "Original Paragraph Length: 260\n",
            "Summary Length: 79\n",
            "Compression Ratio: 0.3038461538461538\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 175\n",
            "Original Paragraph Length: 235\n",
            "Summary Length: 51\n",
            "Compression Ratio: 0.2170212765957447\n",
            "Score: 1.8297872340425527\n",
            "\n",
            "Example ID: 176\n",
            "Original Paragraph Length: 459\n",
            "Summary Length: 110\n",
            "Compression Ratio: 0.23965141612200436\n",
            "Score: 1.6034858387799562\n",
            "\n",
            "Example ID: 177\n",
            "Original Paragraph Length: 203\n",
            "Summary Length: 68\n",
            "Compression Ratio: 0.33497536945812806\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 178\n",
            "Original Paragraph Length: 302\n",
            "Summary Length: 91\n",
            "Compression Ratio: 0.30132450331125826\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 179\n",
            "Original Paragraph Length: 495\n",
            "Summary Length: 87\n",
            "Compression Ratio: 0.17575757575757575\n",
            "Score: 2.2424242424242418\n",
            "\n",
            "Example ID: 180\n",
            "Original Paragraph Length: 216\n",
            "Summary Length: 78\n",
            "Compression Ratio: 0.3611111111111111\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 181\n",
            "Original Paragraph Length: 239\n",
            "Summary Length: 60\n",
            "Compression Ratio: 0.2510460251046025\n",
            "Score: 1.4895397489539748\n",
            "\n",
            "Example ID: 182\n",
            "Original Paragraph Length: 330\n",
            "Summary Length: 94\n",
            "Compression Ratio: 0.28484848484848485\n",
            "Score: 1.1515151515151514\n",
            "\n",
            "Example ID: 183\n",
            "Original Paragraph Length: 281\n",
            "Summary Length: 86\n",
            "Compression Ratio: 0.30604982206405695\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 184\n",
            "Original Paragraph Length: 436\n",
            "Summary Length: 63\n",
            "Compression Ratio: 0.1444954128440367\n",
            "Score: 2.5550458715596327\n",
            "\n",
            "Example ID: 185\n",
            "Original Paragraph Length: 306\n",
            "Summary Length: 131\n",
            "Compression Ratio: 0.42810457516339867\n",
            "Score: 0\n",
            "\n",
            "Example ID: 186\n",
            "Original Paragraph Length: 317\n",
            "Summary Length: 111\n",
            "Compression Ratio: 0.3501577287066246\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 187\n",
            "Original Paragraph Length: 371\n",
            "Summary Length: 169\n",
            "Compression Ratio: 0.4555256064690027\n",
            "Score: 0\n",
            "\n",
            "Example ID: 188\n",
            "Original Paragraph Length: 431\n",
            "Summary Length: 197\n",
            "Compression Ratio: 0.45707656612529\n",
            "Score: 0\n",
            "\n",
            "Example ID: 189\n",
            "Original Paragraph Length: 347\n",
            "Summary Length: 118\n",
            "Compression Ratio: 0.3400576368876081\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 190\n",
            "Original Paragraph Length: 450\n",
            "Summary Length: 107\n",
            "Compression Ratio: 0.23777777777777778\n",
            "Score: 1.6222222222222218\n",
            "\n",
            "Example ID: 191\n",
            "Original Paragraph Length: 404\n",
            "Summary Length: 184\n",
            "Compression Ratio: 0.45544554455445546\n",
            "Score: 0\n",
            "\n",
            "Example ID: 192\n",
            "Original Paragraph Length: 444\n",
            "Summary Length: 203\n",
            "Compression Ratio: 0.4572072072072072\n",
            "Score: 0\n",
            "\n",
            "Example ID: 193\n",
            "Original Paragraph Length: 344\n",
            "Summary Length: 156\n",
            "Compression Ratio: 0.45348837209302323\n",
            "Score: 0\n",
            "\n",
            "Example ID: 194\n",
            "Original Paragraph Length: 323\n",
            "Summary Length: 147\n",
            "Compression Ratio: 0.4551083591331269\n",
            "Score: 0\n",
            "\n",
            "Example ID: 195\n",
            "Original Paragraph Length: 449\n",
            "Summary Length: 113\n",
            "Compression Ratio: 0.2516703786191537\n",
            "Score: 1.4832962138084627\n",
            "\n",
            "Example ID: 196\n",
            "Original Paragraph Length: 366\n",
            "Summary Length: 167\n",
            "Compression Ratio: 0.4562841530054645\n",
            "Score: 0\n",
            "\n",
            "Example ID: 197\n",
            "Original Paragraph Length: 290\n",
            "Summary Length: 96\n",
            "Compression Ratio: 0.3310344827586207\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 198\n",
            "Original Paragraph Length: 428\n",
            "Summary Length: 196\n",
            "Compression Ratio: 0.45794392523364486\n",
            "Score: 0\n",
            "\n",
            "Example ID: 199\n",
            "Original Paragraph Length: 435\n",
            "Summary Length: 151\n",
            "Compression Ratio: 0.3471264367816092\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 200\n",
            "Original Paragraph Length: 294\n",
            "Summary Length: 95\n",
            "Compression Ratio: 0.3231292517006803\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 201\n",
            "Original Paragraph Length: 344\n",
            "Summary Length: 111\n",
            "Compression Ratio: 0.3226744186046512\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 202\n",
            "Original Paragraph Length: 334\n",
            "Summary Length: 123\n",
            "Compression Ratio: 0.36826347305389223\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 203\n",
            "Original Paragraph Length: 398\n",
            "Summary Length: 112\n",
            "Compression Ratio: 0.2814070351758794\n",
            "Score: 1.1859296482412058\n",
            "\n",
            "Example ID: 204\n",
            "Original Paragraph Length: 321\n",
            "Summary Length: 109\n",
            "Compression Ratio: 0.3395638629283489\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 205\n",
            "Original Paragraph Length: 323\n",
            "Summary Length: 72\n",
            "Compression Ratio: 0.22291021671826625\n",
            "Score: 1.7708978328173373\n",
            "\n",
            "Example ID: 206\n",
            "Original Paragraph Length: 432\n",
            "Summary Length: 48\n",
            "Compression Ratio: 0.1111111111111111\n",
            "Score: 2.8888888888888884\n",
            "\n",
            "Example ID: 207\n",
            "Original Paragraph Length: 480\n",
            "Summary Length: 62\n",
            "Compression Ratio: 0.12916666666666668\n",
            "Score: 2.7083333333333326\n",
            "\n",
            "Example ID: 208\n",
            "Original Paragraph Length: 384\n",
            "Summary Length: 110\n",
            "Compression Ratio: 0.2864583333333333\n",
            "Score: 1.1354166666666667\n",
            "\n",
            "Example ID: 209\n",
            "Original Paragraph Length: 368\n",
            "Summary Length: 123\n",
            "Compression Ratio: 0.3342391304347826\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 210\n",
            "Original Paragraph Length: 407\n",
            "Summary Length: 125\n",
            "Compression Ratio: 0.3071253071253071\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 211\n",
            "Original Paragraph Length: 474\n",
            "Summary Length: 77\n",
            "Compression Ratio: 0.16244725738396623\n",
            "Score: 2.375527426160337\n",
            "\n",
            "Example ID: 212\n",
            "Original Paragraph Length: 321\n",
            "Summary Length: 81\n",
            "Compression Ratio: 0.2523364485981308\n",
            "Score: 1.4766355140186915\n",
            "\n",
            "Example ID: 213\n",
            "Original Paragraph Length: 341\n",
            "Summary Length: 155\n",
            "Compression Ratio: 0.45454545454545453\n",
            "Score: 0\n",
            "\n",
            "Example ID: 214\n",
            "Original Paragraph Length: 374\n",
            "Summary Length: 93\n",
            "Compression Ratio: 0.24866310160427807\n",
            "Score: 1.513368983957219\n",
            "\n",
            "Example ID: 215\n",
            "Original Paragraph Length: 455\n",
            "Summary Length: 132\n",
            "Compression Ratio: 0.29010989010989013\n",
            "Score: 1.0989010989010985\n",
            "\n",
            "Example ID: 216\n",
            "Original Paragraph Length: 465\n",
            "Summary Length: 213\n",
            "Compression Ratio: 0.45806451612903226\n",
            "Score: 0\n",
            "\n",
            "Example ID: 217\n",
            "Original Paragraph Length: 366\n",
            "Summary Length: 167\n",
            "Compression Ratio: 0.4562841530054645\n",
            "Score: 0\n",
            "\n",
            "Example ID: 218\n",
            "Original Paragraph Length: 382\n",
            "Summary Length: 80\n",
            "Compression Ratio: 0.2094240837696335\n",
            "Score: 1.9057591623036645\n",
            "\n",
            "Example ID: 219\n",
            "Original Paragraph Length: 383\n",
            "Summary Length: 114\n",
            "Compression Ratio: 0.29765013054830286\n",
            "Score: 1.0234986945169713\n",
            "\n",
            "Example ID: 220\n",
            "Original Paragraph Length: 347\n",
            "Summary Length: 98\n",
            "Compression Ratio: 0.2824207492795389\n",
            "Score: 1.1757925072046107\n",
            "\n",
            "Example ID: 221\n",
            "Original Paragraph Length: 471\n",
            "Summary Length: 216\n",
            "Compression Ratio: 0.4585987261146497\n",
            "Score: 0\n",
            "\n",
            "Example ID: 222\n",
            "Original Paragraph Length: 404\n",
            "Summary Length: 144\n",
            "Compression Ratio: 0.3564356435643564\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 223\n",
            "Original Paragraph Length: 469\n",
            "Summary Length: 215\n",
            "Compression Ratio: 0.4584221748400853\n",
            "Score: 0\n",
            "\n",
            "Example ID: 224\n",
            "Original Paragraph Length: 401\n",
            "Summary Length: 162\n",
            "Compression Ratio: 0.40399002493765584\n",
            "Score: 0\n",
            "\n",
            "Example ID: 225\n",
            "Original Paragraph Length: 435\n",
            "Summary Length: 125\n",
            "Compression Ratio: 0.28735632183908044\n",
            "Score: 1.1264367816091954\n",
            "\n",
            "Example ID: 226\n",
            "Original Paragraph Length: 428\n",
            "Summary Length: 97\n",
            "Compression Ratio: 0.2266355140186916\n",
            "Score: 1.7336448598130838\n",
            "\n",
            "Example ID: 227\n",
            "Original Paragraph Length: 495\n",
            "Summary Length: 227\n",
            "Compression Ratio: 0.4585858585858586\n",
            "Score: 0\n",
            "\n",
            "Example ID: 228\n",
            "Original Paragraph Length: 340\n",
            "Summary Length: 117\n",
            "Compression Ratio: 0.34411764705882353\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 229\n",
            "Original Paragraph Length: 400\n",
            "Summary Length: 183\n",
            "Compression Ratio: 0.4575\n",
            "Score: 0\n",
            "\n",
            "Example ID: 230\n",
            "Original Paragraph Length: 387\n",
            "Summary Length: 99\n",
            "Compression Ratio: 0.2558139534883721\n",
            "Score: 1.4418604651162787\n",
            "\n",
            "Example ID: 231\n",
            "Original Paragraph Length: 344\n",
            "Summary Length: 22\n",
            "Compression Ratio: 0.06395348837209303\n",
            "Score: 3.3604651162790686\n",
            "\n",
            "Example ID: 232\n",
            "Original Paragraph Length: 462\n",
            "Summary Length: 95\n",
            "Compression Ratio: 0.20562770562770563\n",
            "Score: 1.9437229437229433\n",
            "\n",
            "Example ID: 233\n",
            "Original Paragraph Length: 307\n",
            "Summary Length: 123\n",
            "Compression Ratio: 0.4006514657980456\n",
            "Score: 0\n",
            "\n",
            "Example ID: 234\n",
            "Original Paragraph Length: 382\n",
            "Summary Length: 129\n",
            "Compression Ratio: 0.337696335078534\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 235\n",
            "Original Paragraph Length: 462\n",
            "Summary Length: 69\n",
            "Compression Ratio: 0.14935064935064934\n",
            "Score: 2.506493506493506\n",
            "\n",
            "Example ID: 236\n",
            "Original Paragraph Length: 379\n",
            "Summary Length: 173\n",
            "Compression Ratio: 0.45646437994722955\n",
            "Score: 0\n",
            "\n",
            "Example ID: 237\n",
            "Original Paragraph Length: 354\n",
            "Summary Length: 161\n",
            "Compression Ratio: 0.4548022598870056\n",
            "Score: 0\n",
            "\n",
            "Example ID: 238\n",
            "Original Paragraph Length: 307\n",
            "Summary Length: 139\n",
            "Compression Ratio: 0.4527687296416938\n",
            "Score: 0\n",
            "\n",
            "Example ID: 239\n",
            "Original Paragraph Length: 339\n",
            "Summary Length: 117\n",
            "Compression Ratio: 0.34513274336283184\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 240\n",
            "Original Paragraph Length: 289\n",
            "Summary Length: 82\n",
            "Compression Ratio: 0.2837370242214533\n",
            "Score: 1.1626297577854667\n",
            "\n",
            "Example ID: 241\n",
            "Original Paragraph Length: 286\n",
            "Summary Length: 93\n",
            "Compression Ratio: 0.32517482517482516\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 242\n",
            "Original Paragraph Length: 352\n",
            "Summary Length: 111\n",
            "Compression Ratio: 0.3153409090909091\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 243\n",
            "Original Paragraph Length: 410\n",
            "Summary Length: 187\n",
            "Compression Ratio: 0.4560975609756098\n",
            "Score: 0\n",
            "\n",
            "Example ID: 244\n",
            "Original Paragraph Length: 341\n",
            "Summary Length: 151\n",
            "Compression Ratio: 0.44281524926686217\n",
            "Score: 0\n",
            "\n",
            "Example ID: 245\n",
            "Original Paragraph Length: 444\n",
            "Summary Length: 112\n",
            "Compression Ratio: 0.25225225225225223\n",
            "Score: 1.4774774774774775\n",
            "\n",
            "Example ID: 246\n",
            "Original Paragraph Length: 427\n",
            "Summary Length: 105\n",
            "Compression Ratio: 0.2459016393442623\n",
            "Score: 1.5409836065573768\n",
            "\n",
            "Example ID: 247\n",
            "Original Paragraph Length: 354\n",
            "Summary Length: 159\n",
            "Compression Ratio: 0.4491525423728814\n",
            "Score: 0\n",
            "\n",
            "Example ID: 248\n",
            "Original Paragraph Length: 438\n",
            "Summary Length: 200\n",
            "Compression Ratio: 0.45662100456621\n",
            "Score: 0\n",
            "\n",
            "Example ID: 249\n",
            "Original Paragraph Length: 323\n",
            "Summary Length: 86\n",
            "Compression Ratio: 0.26625386996904027\n",
            "Score: 1.337461300309597\n",
            "\n",
            "Example ID: 250\n",
            "Original Paragraph Length: 365\n",
            "Summary Length: 142\n",
            "Compression Ratio: 0.38904109589041097\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 251\n",
            "Original Paragraph Length: 445\n",
            "Summary Length: 108\n",
            "Compression Ratio: 0.24269662921348314\n",
            "Score: 1.5730337078651682\n",
            "\n",
            "Example ID: 252\n",
            "Original Paragraph Length: 408\n",
            "Summary Length: 186\n",
            "Compression Ratio: 0.45588235294117646\n",
            "Score: 0\n",
            "\n",
            "Example ID: 253\n",
            "Original Paragraph Length: 452\n",
            "Summary Length: 207\n",
            "Compression Ratio: 0.4579646017699115\n",
            "Score: 0\n",
            "\n",
            "Example ID: 254\n",
            "Original Paragraph Length: 390\n",
            "Summary Length: 177\n",
            "Compression Ratio: 0.45384615384615384\n",
            "Score: 0\n",
            "\n",
            "Example ID: 255\n",
            "Original Paragraph Length: 397\n",
            "Summary Length: 131\n",
            "Compression Ratio: 0.32997481108312343\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 256\n",
            "Original Paragraph Length: 436\n",
            "Summary Length: 136\n",
            "Compression Ratio: 0.3119266055045872\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 257\n",
            "Original Paragraph Length: 402\n",
            "Summary Length: 97\n",
            "Compression Ratio: 0.24129353233830847\n",
            "Score: 1.587064676616915\n",
            "\n",
            "Example ID: 258\n",
            "Original Paragraph Length: 325\n",
            "Summary Length: 88\n",
            "Compression Ratio: 0.27076923076923076\n",
            "Score: 1.2923076923076922\n",
            "\n",
            "Example ID: 259\n",
            "Original Paragraph Length: 435\n",
            "Summary Length: 151\n",
            "Compression Ratio: 0.3471264367816092\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 260\n",
            "Original Paragraph Length: 375\n",
            "Summary Length: 91\n",
            "Compression Ratio: 0.24266666666666667\n",
            "Score: 1.573333333333333\n",
            "\n",
            "Example ID: 261\n",
            "Original Paragraph Length: 434\n",
            "Summary Length: 198\n",
            "Compression Ratio: 0.45622119815668205\n",
            "Score: 0\n",
            "\n",
            "Example ID: 262\n",
            "Original Paragraph Length: 337\n",
            "Summary Length: 73\n",
            "Compression Ratio: 0.2166172106824926\n",
            "Score: 1.8338278931750736\n",
            "\n",
            "Example ID: 263\n",
            "Original Paragraph Length: 436\n",
            "Summary Length: 63\n",
            "Compression Ratio: 0.1444954128440367\n",
            "Score: 2.5550458715596327\n",
            "\n",
            "Example ID: 264\n",
            "Original Paragraph Length: 319\n",
            "Summary Length: 109\n",
            "Compression Ratio: 0.34169278996865204\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 265\n",
            "Original Paragraph Length: 338\n",
            "Summary Length: 118\n",
            "Compression Ratio: 0.34911242603550297\n",
            "Score: 1.0\n",
            "\n",
            "Example ID: 266\n",
            "Original Paragraph Length: 342\n",
            "Summary Length: 89\n",
            "Compression Ratio: 0.260233918128655\n",
            "Score: 1.3976608187134498\n",
            "\n",
            "Example ID: 267\n",
            "Original Paragraph Length: 317\n",
            "Summary Length: 144\n",
            "Compression Ratio: 0.45425867507886436\n",
            "Score: 0\n",
            "\n",
            "Example ID: 268\n",
            "Original Paragraph Length: 428\n",
            "Summary Length: 196\n",
            "Compression Ratio: 0.45794392523364486\n",
            "Score: 0\n",
            "\n",
            "Example ID: 269\n",
            "Original Paragraph Length: 438\n",
            "Summary Length: 86\n",
            "Compression Ratio: 0.1963470319634703\n",
            "Score: 2.0365296803652964\n",
            "\n",
            "Example ID: 270\n",
            "Original Paragraph Length: 283\n",
            "Summary Length: 82\n",
            "Compression Ratio: 0.28975265017667845\n",
            "Score: 1.1024734982332154\n",
            "\n",
            "Example ID: 271\n",
            "Original Paragraph Length: 456\n",
            "Summary Length: 209\n",
            "Compression Ratio: 0.4583333333333333\n",
            "Score: 0\n",
            "\n",
            "Average Compression Ratio: 0.34717306282347654\n",
            "Average Score: 0.7992254045794189\n"
          ]
        }
      ],
      "source": [
        "import json\n",
        "import numpy as np\n",
        "from transformers import AutoTokenizer, AutoModelForSeq2SeqLM\n",
        "import torch\n",
        "from torch.utils.data import Dataset, DataLoader\n",
        "\n",
        "# Load the trained model\n",
        "model_path = '/content/trained_model'\n",
        "model = AutoModelForSeq2SeqLM.from_pretrained(model_path)\n",
        "\n",
        "# Specify the device (CPU or GPU)\n",
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
        "\n",
        "# Move the model to the device\n",
        "model.to(device)\n",
        "\n",
        "# Load the tokenizer\n",
        "tokenizer = AutoTokenizer.from_pretrained('moussaKam/AraBART')\n",
        "\n",
        "# Load the unlabeled validation dataset\n",
        "def load_validation_dataset(file_path):\n",
        "    dataset = []\n",
        "    with open(file_path, 'r', encoding='utf-8') as file:\n",
        "        for line in file:\n",
        "            data = json.loads(line)\n",
        "            example_id = data['example_id']\n",
        "            paragraph = data['paragraph']\n",
        "            dataset.append((example_id, paragraph))\n",
        "    return dataset\n",
        "\n",
        "# Custom dataset class for validation dataset\n",
        "class ValidationDataset(Dataset):\n",
        "    def __init__(self, data):\n",
        "        self.data = data\n",
        "        self.tokenizer = AutoTokenizer.from_pretrained('moussaKam/AraBART')\n",
        "\n",
        "    def __len__(self):\n",
        "        return len(self.data)\n",
        "\n",
        "    def __getitem__(self, index):\n",
        "        example_id, paragraph = self.data[index]\n",
        "        inputs = self.tokenizer.encode_plus(paragraph, truncation=True, padding='max_length', max_length=512,\n",
        "                                            return_tensors='pt')\n",
        "        return {\n",
        "            'example_id': example_id,\n",
        "            'paragraph': paragraph,\n",
        "            'input_ids': inputs['input_ids'].squeeze(),\n",
        "            'attention_mask': inputs['attention_mask'].squeeze()\n",
        "        }\n",
        "\n",
        "# Load the unlabeled validation dataset\n",
        "validation_dataset = load_validation_dataset('/content/validation_data.jsonl')\n",
        "\n",
        "# Create an instance of the validation dataset\n",
        "dataset = ValidationDataset(validation_dataset)\n",
        "\n",
        "# Define batch size\n",
        "batch_size = 8\n",
        "\n",
        "# Create a data loader for validation dataset\n",
        "data_loader = DataLoader(dataset, batch_size=batch_size, shuffle=False)\n",
        "\n",
        "# Generate predictions\n",
        "predictions = []\n",
        "original_word_counts = []  # To store the word counts of original paragraphs\n",
        "model.eval()\n",
        "for batch in data_loader:\n",
        "    example_ids = batch['example_id']\n",
        "    input_ids = batch['input_ids'].to(device)\n",
        "    attention_mask = batch['attention_mask'].to(device)\n",
        "\n",
        "    for example_id, inp_id, att_mask, paragraph in zip(example_ids, input_ids, attention_mask, batch['paragraph']):\n",
        "        paragraph_word_count = len(tokenizer.tokenize(paragraph))\n",
        "\n",
        "        # Calculate the target length as a percentage of the paragraph's length\n",
        "        target_length = int(0.47 * paragraph_word_count)  # Adjust the percentage as needed\n",
        "\n",
        "        # Generate a new summary with the adjusted length\n",
        "        outputs = model.generate(input_ids=inp_id.unsqueeze(0), attention_mask=att_mask.unsqueeze(0),\n",
        "                                 max_length=target_length)\n",
        "\n",
        "        summary = tokenizer.decode(outputs[0], skip_special_tokens=True)\n",
        "        prediction = {'example_id': example_id.item(), 'summary': summary}\n",
        "        predictions.append(prediction)\n",
        "        original_word_counts.append(paragraph_word_count)\n",
        "\n",
        "# Save the predictions to predictions.jsonl\n",
        "with open('predictions.jsonl', 'w', encoding='utf-8') as file:\n",
        "    for prediction in predictions:\n",
        "        file.write(json.dumps(prediction, ensure_ascii=False) + '\\n')\n",
        "\n",
        "# Compute the Compression Ratio\n",
        "target_ratio_lower = 0.3\n",
        "target_ratio_upper = 0.4\n",
        "\n",
        "compression_ratios = []\n",
        "for prediction, word_count in zip(predictions, original_word_counts):\n",
        "    summary = prediction['summary']\n",
        "    summary_word_count = len(tokenizer.tokenize(summary))\n",
        "    compression_ratio = summary_word_count / word_count\n",
        "    compression_ratios.append(compression_ratio)\n",
        "\n",
        "# Calculate the score based on the Compression Ratio\n",
        "scores = []\n",
        "for compression_ratio in compression_ratios:\n",
        "    if target_ratio_lower <= compression_ratio <= target_ratio_upper:\n",
        "        scores.append(1.0)\n",
        "    else:\n",
        "        score = max(0, (target_ratio_upper - compression_ratio) / (target_ratio_upper - target_ratio_lower))\n",
        "        scores.append(score)\n",
        "\n",
        "# Print the Compression Ratios and Scores\n",
        "for i, prediction in enumerate(predictions):\n",
        "    example_id = prediction['example_id']\n",
        "    original_paragraph_length = original_word_counts[i]\n",
        "    summary_length = len(tokenizer.tokenize(prediction['summary']))\n",
        "    print(\"Example ID:\", example_id)\n",
        "    print(\"Original Paragraph Length:\", original_paragraph_length)\n",
        "    print(\"Summary Length:\", summary_length)\n",
        "    print(\"Compression Ratio:\", compression_ratios[i])\n",
        "    print(\"Score:\", scores[i])\n",
        "    print()\n",
        "\n",
        "# Compute the average Compression Ratio\n",
        "average_compression_ratio = np.mean(compression_ratios)\n",
        "print(\"Average Compression Ratio:\", average_compression_ratio)\n",
        "\n",
        "# Compute the average score\n",
        "average_score = np.mean(scores)\n",
        "print(\"Average Score:\", average_score)\n"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "T4",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}