query_expansion_relevance_feedback_rocchio.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 106
    },
    "colab_type": "code",
    "id": "evmopHXarmGl",
    "outputId": "5e2ba9da-6852-4b17-d81e-ac2f2cefff35"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting patool\n",
      "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/43/94/52243ddff508780dd2d8110964320ab4851134a55ab102285b46e740f76a/patool-1.12-py2.py3-none-any.whl (77kB)\n",
      "\r",
      "\u001b[K     |████▎                           | 10kB 16.1MB/s eta 0:00:01\r",
      "\u001b[K     |████████▌                       | 20kB 838kB/s eta 0:00:01\r",
      "\u001b[K     |████████████▊                   | 30kB 1.1MB/s eta 0:00:01\r",
      "\u001b[K     |█████████████████               | 40kB 803kB/s eta 0:00:01\r",
      "\u001b[K     |█████████████████████▏          | 51kB 925kB/s eta 0:00:01\r",
      "\u001b[K     |█████████████████████████▍      | 61kB 1.1MB/s eta 0:00:01\r",
      "\u001b[K     |█████████████████████████████▋  | 71kB 1.2MB/s eta 0:00:01\r",
      "\u001b[K     |████████████████████████████████| 81kB 1.2MB/s \n",
      "\u001b[?25hInstalling collected packages: patool\n",
      "Successfully installed patool-1.12\n"
     ]
    }
   ],
   "source": [
    "!pip install patool"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 212
    },
    "colab_type": "code",
    "id": "H6QZ6qGTubEh",
    "outputId": "2d994865-29a6-4913-d727-adb9553974ac"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting pyunpack\n",
      "  Downloading https://files.pythonhosted.org/packages/79/dc/44cd41fb99d184ae7c2eac439a52ca624d5ece62b0302c3437fcc4ce3b58/pyunpack-0.1.2.tar.gz\n",
      "Collecting easyprocess\n",
      "  Downloading https://files.pythonhosted.org/packages/32/8f/88d636f1da22a3c573259e44cfefb46a117d3f9432e2c98b1ab4a21372ad/EasyProcess-0.2.10-py2.py3-none-any.whl\n",
      "Building wheels for collected packages: pyunpack\n",
      "  Building wheel for pyunpack (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
      "  Created wheel for pyunpack: filename=pyunpack-0.1.2-cp36-none-any.whl size=5163 sha256=e0e7e5c2420b13dd8bc4505733ed8cc8ed1f42987743051dd32ff8d0336d152e\n",
      "  Stored in directory: /root/.cache/pip/wheels/af/44/08/60613970881e542c0baad1f2dea5ed8e6716bc573f49197b7e\n",
      "Successfully built pyunpack\n",
      "Installing collected packages: easyprocess, pyunpack\n",
      "Successfully installed easyprocess-0.2.10 pyunpack-0.1.2\n"
     ]
    }
   ],
   "source": [
    "!pip install pyunpack"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "GzOj570xufJ-"
   },
   "outputs": [],
   "source": [
    "from pyunpack import Archive\n",
    "Archive('/content/drive/My Drive/Information_Retrieval/FIRE_Dataset_EN_2010.rar').extractall('.')\n",
    "Archive('/content/FIRE_Dataset_EN_2010/English-Data.tgz').extractall('.')\n",
    "Archive('/content/FIRE_Dataset_EN_2010/en.qrels.76-125.2010.txt.gz').extractall('.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "o2f5jPgruuF3"
   },
   "outputs": [],
   "source": [
    "f = open(\"/content/en.qrels.76-125.2010.txt\", \"r\")\n",
    "l = f.readlines()\n",
    "query_rel_doc = dict()\n",
    "for i in l:\n",
    "    q_list = i.split()\n",
    "    if i[len(i) - 2] == '1':\n",
    "        query_num = q_list[0]\n",
    "        if query_rel_doc.get(query_num) == None:\n",
    "            query_rel_doc[query_num] = [ q_list[2]]\n",
    "        else:\n",
    "            li = query_rel_doc[query_num]\n",
    "            li.append(q_list[2])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "h2X_G6G2vHad"
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "\n",
    "with open('/content/drive/My Drive/Information_Retrieval/query_rel_doc.pickle', 'wb') as handle:\n",
    "    pickle.dump(query_rel_doc, handle, protocol=pickle.HIGHEST_PROTOCOL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "AfDpfcgKvLcy"
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "handle =  open('/content/drive/My Drive/Information_Retrieval/query_rel_doc.pickle', 'rb') \n",
    "query_rel_doc = pickle.load(handle)\n",
    "handle.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "aLqnRLWtvTds"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "data = pd.read_csv('/content/drive/My Drive/Information_Retrieval/assignment_word2vec_dataframe.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "8NSGql6svc68"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "preprocessed_data = pd.read_csv('/content/drive/My Drive/Information_Retrieval/assignment_preproc_word2vec_dataframe.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 204
    },
    "colab_type": "code",
    "id": "sDYpTuukzKxl",
    "outputId": "ac37bb8d-8484-4a04-ded8-54166bd6802b"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>DOCNO</th>\n",
       "      <th>TEXT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1050423_bengal_index.utf8</td>\n",
       "      <td>the telegraph   calcutta   bengal   saturda...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1050303_bengal_story_4447924.utf8</td>\n",
       "      <td>the telegraph   calcutta   bengal   thursda...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1050906_bengal_story_5203263.utf8</td>\n",
       "      <td>the telegraph   calcutta   bengal   tuesday...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1051219_bengal_story_5618750.utf8</td>\n",
       "      <td>the telegraph   calcutta   bengal   monday ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1051231_bengal_story_5665519.utf8</td>\n",
       "      <td>the telegraph   calcutta   bengal   saturda...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                               DOCNO                                               TEXT\n",
       "0          1050423_bengal_index.utf8     the telegraph   calcutta   bengal   saturda...\n",
       "1  1050303_bengal_story_4447924.utf8     the telegraph   calcutta   bengal   thursda...\n",
       "2  1050906_bengal_story_5203263.utf8     the telegraph   calcutta   bengal   tuesday...\n",
       "3  1051219_bengal_story_5618750.utf8     the telegraph   calcutta   bengal   monday ...\n",
       "4  1051231_bengal_story_5665519.utf8     the telegraph   calcutta   bengal   saturda..."
      ]
     },
     "execution_count": 5,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "preprocessed_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "6F_fvVadtdrN",
    "outputId": "9e888bca-902a-4b76-afd1-d52b619757a5"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['DOCNO', 'TEXT'], dtype='object')"
      ]
     },
     "execution_count": 18,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "preprocessed_data.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "aIUw7h_2vlG-"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "query_data = pd.read_csv(\"/content/drive/My Drive/Information_Retrieval/query_data.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 204
    },
    "colab_type": "code",
    "id": "L1dR2GfX1D6C",
    "outputId": "1146fb66-89fd-4f5d-a9cc-ebec8b19ecc2"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>query_no</th>\n",
       "      <th>query_desc</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>76</td>\n",
       "      <td>reasons behind the protests by meena leaders ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>77</td>\n",
       "      <td>attacks by hezbollah guerrillas on indian and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>78</td>\n",
       "      <td>conflict between ashok singhal  the president...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>79</td>\n",
       "      <td>plans to build a road from china to mount eve...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>80</td>\n",
       "      <td>initiation of legal proceedings against advan...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   query_no                                         query_desc\n",
       "0        76   reasons behind the protests by meena leaders ...\n",
       "1        77   attacks by hezbollah guerrillas on indian and...\n",
       "2        78   conflict between ashok singhal  the president...\n",
       "3        79   plans to build a road from china to mount eve...\n",
       "4        80   initiation of legal proceedings against advan..."
      ]
     },
     "execution_count": 18,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query_data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "M8ks-5gT5wFY"
   },
   "source": [
    "# **TF-IDF + ROCCHIO**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "U-mGqVuuy0Q5"
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "vectorizer = TfidfVectorizer(min_df=0)\n",
    "document_vectors = vectorizer.fit_transform(preprocessed_data['TEXT'].values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "UwXEd1gAl0G8",
    "outputId": "da17934d-1e8b-47bb-ae46-8dd913d4fca3"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(125586, 235155)"
      ]
     },
     "execution_count": 7,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "document_vectors.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "zupAkloPnLCh"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "sum_of_document_vectors = np.zeros((1, 235155))\n",
    "\n",
    "for i in range(document_vectors.shape[0]):\n",
    "  sum_of_document_vectors+=document_vectors[i].toarray()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "_ngxK-32ozrA"
   },
   "outputs": [],
   "source": [
    "np.save('/content/drive/My Drive/Information_Retrieval/sum_of_document_vectors.npy',sum_of_document_vectors,allow_pickle=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "InlhBK5EpgU6",
    "outputId": "abcca879-5009-48cd-d9a2-3e6339f15de6"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['query_no', 'query_desc'], dtype='object')"
      ]
     },
     "execution_count": 11,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query_data.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "XGLFASqVpI_N"
   },
   "outputs": [],
   "source": [
    "query_vectors = vectorizer.transform(query_data['query_desc'].values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "cAH7nVL0pqZH"
   },
   "outputs": [],
   "source": [
    "query_vectors_rel_feedback = []\n",
    "#Implementing rocchio algorithm \n",
    "for i in range(50):\n",
    "  query_num = query_data['query_no'][i]\n",
    "  document_ids = query_rel_doc[str(query_num)]\n",
    "  sum_of_relevant_doc_vectors = np.zeros((1, 235155))\n",
    "  for doc_id in document_ids:\n",
    "    for j in range(preprocessed_data.shape[0]):\n",
    "      if doc_id == preprocessed_data['DOCNO'][j]:\n",
    "        sum_of_relevant_doc_vectors+=document_vectors[i].toarray()\n",
    "  avg_rel_doc_vectors = sum_of_relevant_doc_vectors/len(document_ids)\n",
    "  avg_irrelevant_vectors = (sum_of_document_vectors - sum_of_relevant_doc_vectors)/(preprocessed_data.shape[0] - len(document_ids))\n",
    "  # alpha = 1, beta = 0.75 and gamma = 0.15 \n",
    "  final_query_vector = query_vectors[i].toarray()+ 0.75 * avg_rel_doc_vectors - 0.15 * avg_irrelevant_vectors\n",
    "  final_query_vector = final_query_vector.clip(min = 0)\n",
    "  query_vectors_rel_feedback.append(final_query_vector)\n",
    " "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "L1AVP6h7vbe1"
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "\n",
    "with open('/content/drive/My Drive/Information_Retrieval/query_vectors_rel_feedback.pickle', 'wb') as handle:\n",
    "    pickle.dump(query_vectors_rel_feedback, handle, protocol=pickle.HIGHEST_PROTOCOL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "H611SXXq2Sq8"
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "import numpy as np\n",
    "#performing similarity check between queries and documents and finding top 5 relevant documents\n",
    "similarity_values = []\n",
    "query_relevant_documents = dict()\n",
    "for k in range(50):\n",
    "    query_vector = query_vectors_rel_feedback[k]\n",
    "    similarity_values = []\n",
    "    for i in range(preprocessed_data.shape[0]):\n",
    "        doc_vector = document_vectors[i].toarray()\n",
    "        try:\n",
    "          value = cosine_similarity(query_vector,doc_vector)[0][0]\n",
    "        except:\n",
    "          break\n",
    "        similarity_values.append([value,i])\n",
    "   \n",
    "    similarity_values.sort(reverse = True)\n",
    "    top_5 = similarity_values[0:5]\n",
    "    query_num = query_data['query_no'][k]\n",
    "    doc_indices = [ i[1] for i in top_5 ]\n",
    "    relevant_docs = data['TEXT'][doc_indices]\n",
    "    relevant_doc_ids = data['DOCNO'][doc_indices]\n",
    "    query_relevant_documents[query_num] = [relevant_doc_ids,relevant_docs]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "bNXL4WQp33kK",
    "outputId": "5ba0d705-4e8f-4558-e5ed-d2a968637eb9"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Query Number:  76\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "0                 1050423_bengal_index.utf8\n",
      "1875      1050423_bengal_story_4651659.utf8\n",
      "2338      1050426_bengal_story_4662636.utf8\n",
      "59415    1060525_opinion_story_6230941.utf8\n",
      "13204     1050422_nation_story_4643866.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070530_nation_story_7849973.utf8\n",
      "1070602_nation_story_7865940.utf8\n",
      "1070603_nation_story_7869357.utf8\n",
      "1070611_nation_story_7906812.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  77\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "1           1050303_bengal_story_4447924.utf8\n",
      "2210        1050316_bengal_story_4498474.utf8\n",
      "597         1050226_bengal_story_4427183.utf8\n",
      "31819    1050325_frontpage_story_4535852.utf8\n",
      "573         1050321_bengal_story_4518451.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050110_foreign_story_4234881.utf8\n",
      "1060714_foreign_story_6477224.utf8\n",
      "1060715_foreign_story_6482002.utf8\n",
      "1060716_foreign_story_6485226.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060719_foreign_story_6496938.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "1060720_frontpage_story_6501523.utf8\n",
      "1060721_foreign_story_6506359.utf8\n",
      "1060727_foreign_index.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060804_foreign_index.utf8\n",
      "1060804_foreign_story_6567126.utf8\n",
      "1060805_foreign_story_6571528.utf8\n",
      "1060806_foreign_story_6575214.utf8\n",
      "1060807_foreign_story_6578452.utf8\n",
      "1060809_foreign_story_6588005.utf8\n",
      "1060810_foreign_story_6592351.utf8\n",
      "1060814_foreign_story_6609200.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  78\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "2            1050906_bengal_story_5203263.utf8\n",
      "114767       1041102_nation_story_3954727.utf8\n",
      "12218        1051029_nation_story_5412523.utf8\n",
      "122521    1041028_frontpage_story_3934751.utf8\n",
      "115401       1041102_nation_story_3954724.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041102_nation_story_3954727.utf8\n",
      "1041105_nation_story_3968019.utf8\n",
      "1050709_nation_story_4968974.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1041102_nation_story_3954727.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  79\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "3            1051219_bengal_story_5618750.utf8\n",
      "87920        1070621_nation_story_7952530.utf8\n",
      "16869       1050126_foreign_story_4299245.utf8\n",
      "31970     1051010_frontpage_story_5340967.utf8\n",
      "101992    1070602_frontpage_story_7865820.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070621_frontpage_story_7952567.utf8\n",
      "1070621_nation_index.utf8\n",
      "1070621_nation_story_7952530.utf8\n",
      "1070621_nation_story_7952531.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1070621_nation_story_7952530.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  80\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "4         1051231_bengal_story_5665519.utf8\n",
      "93513    1070324_opinion_story_7551970.utf8\n",
      "51809     1061207_nation_story_7105188.utf8\n",
      "87159     1070321_nation_story_7545225.utf8\n",
      "12135     1050729_nation_story_5048357.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041103_frontpage_story_3959012.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1041223_frontpage_story_4163563.utf8\n",
      "1041228_nation_story_4182211.utf8\n",
      "1050707_nation_story_4959905.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "1050916_nation_story_5245081.utf8\n",
      "1070323_nation_story_7555002.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050729_nation_story_5048357.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  81\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "5                   1051020_bengal_index.utf8\n",
      "13697       1050831_nation_story_5178370.utf8\n",
      "60195      1060829_opinion_story_6657643.utf8\n",
      "30153    1051020_frontpage_story_5376516.utf8\n",
      "62486     1060101_calcutta_story_5665108.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051218_nation_story_5615385.utf8\n",
      "1060425_nation_story_6141934.utf8\n",
      "1060726_nation_story_6526490.utf8\n",
      "1060821_frontpage_story_6636584.utf8\n",
      "1060822_nation_story_6641118.utf8\n",
      "1060829_opinion_story_6657643.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1060829_opinion_story_6657643.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  82\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "6           1050620_bengal_story_4891446.utf8\n",
      "12876       1050405_nation_story_4575953.utf8\n",
      "30546    1050421_frontpage_story_4642066.utf8\n",
      "11835       1050322_nation_story_4521986.utf8\n",
      "13489       1050330_nation_story_4551477.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041008_nation_story_3856955.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "1050325_nation_story_4536531.utf8\n",
      "1050331_nation_story_4554929.utf8\n",
      "1050401_nation_story_4560339.utf8\n",
      "1050402_nation_story_4564692.utf8\n",
      "1050402_nation_story_4564693.utf8\n",
      "1050403_nation_story_4567699.utf8\n",
      "1050404_frontpage_story_4571640.utf8\n",
      "1050404_nation_story_4571567.utf8\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050406_frontpage_story_4580486.utf8\n",
      "1050406_nation_story_4578392.utf8\n",
      "1050407_frontpage_story_4584985.utf8\n",
      "1050408_nation_story_4589299.utf8\n",
      "1050408_nation_story_4589304.utf8\n",
      "1050414_nation_story_4613688.utf8\n",
      "1050417_nation_story_4625341.utf8\n",
      "1050421_frontpage_story_4642066.utf8\n",
      "1050422_nation_story_4646055.utf8\n",
      "1050512_nation_story_4728374.utf8\n",
      "1050724_nation_story_5025902.utf8\n",
      "1070525_nation_story_7825299.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050421_frontpage_story_4642066.utf8\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  83\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "7            1051230_bengal_story_5661398.utf8\n",
      "114958       1041202_nation_story_4075901.utf8\n",
      "9345         1050214_nation_story_4375810.utf8\n",
      "30848     1050308_frontpage_story_4466803.utf8\n",
      "20429       1050922_opinion_story_5262655.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040916_frontpage_story_3764519.utf8\n",
      "1041022_nation_story_3913967.utf8\n",
      "1050219_nation_story_4398037.utf8\n",
      "1050223_nation_story_4411008.utf8\n",
      "1050303_nation_story_4446570.utf8\n",
      "1050622_opinion_story_4855728.utf8\n",
      "1050913_nation_story_5230548.utf8\n",
      "1051024_nation_story_5387050.utf8\n",
      "1051116_opinion_story_5465950.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  84\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "8           1050717_bengal_story_5000472.utf8\n",
      "69437    1060104_frontpage_story_5679195.utf8\n",
      "60499      1060109_opinion_story_5680042.utf8\n",
      "48805       1060105_nation_story_5682584.utf8\n",
      "70865    1060106_frontpage_story_5687482.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "1060108_nation_story_5695226.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  85\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "9           1051203_bengal_story_5554199.utf8\n",
      "8922        1051124_nation_story_5515759.utf8\n",
      "49352       1060115_nation_story_5723429.utf8\n",
      "18895      1051115_opinion_story_5475280.utf8\n",
      "31609    1051116_frontpage_story_5483063.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051112_frontpage_story_5468138.utf8\n",
      "1051113_nation_story_5471119.utf8\n",
      "1051114_frontpage_story_5474333.utf8\n",
      "1051115_nation_story_5478694.utf8\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "1051120_frontpage_story_5499247.utf8\n",
      "1051122_frontpage_story_5506658.utf8\n",
      "1051129_nation_story_5535127.utf8\n",
      "1051203_nation_story_5554017.utf8\n",
      "1051208_nation_story_5573594.utf8\n",
      "1060106_nation_story_5687738.utf8\n",
      "1060120_frontpage_story_5743236.utf8\n",
      "1060205_frontpage_story_5807071.utf8\n",
      "1060205_nation_story_5807071.utf8\n",
      "1060302_nation_story_5914897.utf8\n",
      "1060308_nation_story_5940109.utf8\n",
      "1060316_nation_story_5971891.utf8\n",
      "1060405_nation_story_6059195.utf8\n",
      "1060614_nation_story_6351073.utf8\n",
      "1060810_nation_story_6591970.utf8\n",
      "1060912_nation_story_6732673.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  86\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "10          1051004_bengal_story_5317967.utf8\n",
      "60709      1060201_opinion_story_5788230.utf8\n",
      "30767    1050820_frontpage_story_5135070.utf8\n",
      "69021    1060201_frontpage_story_5790335.utf8\n",
      "60750     1060920_calcutta_story_6766047.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041207_business_story_4095715.utf8\n",
      "1041211_business_story_4114567.utf8\n",
      "1041213_business_story_4121475.utf8\n",
      "1041216_business_story_4133832.utf8\n",
      "1050719_business_story_5007230.utf8\n",
      "1060521_business_story_6250530.utf8\n",
      "1070613_business_story_7915180.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  87\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "11           1050214_bengal_story_4376434.utf8\n",
      "102739    1070113_frontpage_story_7255885.utf8\n",
      "12543        1050609_nation_story_4844195.utf8\n",
      "30749     1051005_frontpage_story_5321640.utf8\n",
      "31773     1050613_frontpage_story_4860799.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040927_nation_story_3808787.utf8\n",
      "1050505_nation_story_4699253.utf8\n",
      "1050527_frontpage_story_4792614.utf8\n",
      "1050910_nation_story_5220711.utf8\n",
      "1050915_nation_story_5241032.utf8\n",
      "1050919_nation_story_5256797.utf8\n",
      "1051001_nation_story_5307077.utf8\n",
      "1051205_opinion_story_5558347.utf8\n",
      "1060918_opinion_story_6758697.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  88\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "12           1050616_bengal_story_4874058.utf8\n",
      "114659       1041117_nation_story_4013313.utf8\n",
      "31701     1050111_frontpage_story_4239312.utf8\n",
      "31834     1050119_frontpage_story_4271305.utf8\n",
      "14761        1050617_nation_story_4878744.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041113_nation_story_3999375.utf8\n",
      "1041114_frontpage_story_4002703.utf8\n",
      "1041114_nation_story_4002049.utf8\n",
      "1041115_nation_story_4005216.utf8\n",
      "1041116_nation_story_4009244.utf8\n",
      "1041117_nation_story_4013308.utf8\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041118_nation_story_4017603.utf8\n",
      "1041119_opinion_story_4019875.utf8\n",
      "1041120_nation_story_4026897.utf8\n",
      "1041123_nation_story_4037613.utf8\n",
      "1041126_nation_story_4051568.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "1041209_nation_story_4105435.utf8\n",
      "1041210_nation_story_4110266.utf8\n",
      "1041223_nation_story_4162601.utf8\n",
      "1041225_nation_story_4171523.utf8\n",
      "1050111_frontpage_story_4239312.utf8\n",
      "1050112_nation_story_4242952.utf8\n",
      "1050321_nation_story_4518173.utf8\n",
      "1050419_nation_story_4632454.utf8\n",
      "1050712_nation_story_4979485.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1041117_nation_story_4013313.utf8\n",
      "1050111_frontpage_story_4239312.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  89\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "13          1050121_bengal_story_4280989.utf8\n",
      "50152       1060815_nation_story_6614253.utf8\n",
      "13441       1051106_nation_story_5443087.utf8\n",
      "31329    1051108_frontpage_story_5450301.utf8\n",
      "50613       1060429_nation_story_6160535.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051030_frontpage_story_5417213.utf8\n",
      "1051030_nation_story_5416998.utf8\n",
      "1051031_frontpage_story_5420477.utf8\n",
      "1051103_nation_story_5431751.utf8\n",
      "1051104_frontpage_story_5435811.utf8\n",
      "1051104_nation_story_5435775.utf8\n",
      "1051104_opinion_story_5430445.utf8\n",
      "1051105_frontpage_story_5439520.utf8\n",
      "1051105_nation_story_5439812.utf8\n",
      "1051106_frontpage_story_5443085.utf8\n",
      "1051106_frontpage_story_5443160.utf8\n",
      "1051106_nation_story_5443086.utf8\n",
      "1051106_nation_story_5443087.utf8\n",
      "1051107_frontpage_story_5446205.utf8\n",
      "1051107_frontpage_story_5446206.utf8\n",
      "1051108_frontpage_story_5449990.utf8\n",
      "1051108_nation_story_5449990.utf8\n",
      "1051108_nation_story_5450190.utf8\n",
      "1051108_opinion_story_5448019.utf8\n",
      "1051109_nation_story_5454997.utf8\n",
      "1051110_frontpage_story_5459184.utf8\n",
      "1051110_frontpage_story_5459680.utf8\n",
      "1051111_frontpage_story_5463674.utf8\n",
      "1051112_nation_story_5466827.utf8\n",
      "1051117_business_story_5486717.utf8\n",
      "1051124_nation_story_5516039.utf8\n",
      "1051125_nation_story_5520552.utf8\n",
      "1051203_frontpage_story_5554327.utf8\n",
      "1051204_frontpage_story_5557422.utf8\n",
      "1051207_nation_story_5569439.utf8\n",
      "1051208_frontpage_story_5574008.utf8\n",
      "1051209_frontpage_story_5578676.utf8\n",
      "1051216_nation_story_5607250.utf8\n",
      "1051217_nation_story_5611026.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "1060523_nation_story_6258265.utf8\n",
      "1060617_nation_story_6364334.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060805_nation_story_6571571.utf8\n",
      "1060808_nation_story_6583428.utf8\n",
      "1060808_nation_story_6583430.utf8\n",
      "1060812_nation_story_6602512.utf8\n",
      "1060902_frontpage_story_6689724.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060906_nation_story_6705908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1051106_nation_story_5443087.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  90\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "14                   1050714_bengal_index.utf8\n",
      "51055        1060908_nation_story_6715045.utf8\n",
      "20210       1051031_opinion_story_5418889.utf8\n",
      "101456    1070814_frontpage_story_8190764.utf8\n",
      "19459       1050627_opinion_story_4915093.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040915_nation_story_3759556.utf8\n",
      "1040917_frontpage_story_3769177.utf8\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "1040921_bengal_story_3783924.utf8\n",
      "1051031_opinion_story_5418889.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1051031_opinion_story_5418889.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  91\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "15        1050711_bengal_story_4975080.utf8\n",
      "87862     1070624_nation_story_7966280.utf8\n",
      "94065    1070726_opinion_story_8092307.utf8\n",
      "88298     1070629_nation_story_7990989.utf8\n",
      "86813     1070714_nation_story_8057579.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070624_nation_story_7966280.utf8\n",
      "1070629_nation_index.utf8\n",
      "1070629_nation_story_7990989.utf8\n",
      "1070629_nation_story_7990990.utf8\n",
      "1070629_opinion_story_7987432.utf8\n",
      "1070630_nation_story_7996611.utf8\n",
      "1070701_nation_story_7999619.utf8\n",
      "1070703_nation_story_8008353.utf8\n",
      "1070703_nation_story_8008354.utf8\n",
      "1070704_nation_story_8013769.utf8\n",
      "1070709_opinion_story_8032623.utf8\n",
      "1070715_nation_story_8061371.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1070629_nation_story_7990989.utf8\n",
      "1070624_nation_story_7966280.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  92\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "16        1050108_bengal_story_4228237.utf8\n",
      "56518    1060416_foreign_story_6105097.utf8\n",
      "59783    1060627_opinion_story_6402355.utf8\n",
      "59144    1061024_opinion_story_6906965.utf8\n",
      "56273    1060610_foreign_story_6334447.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041120_foreign_story_4027085.utf8\n",
      "1041128_foreign_story_4059342.utf8\n",
      "1041228_foreign_story_4183194.utf8\n",
      "1050814_foreign_story_5113225.utf8\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1051223_foreign_story_5635752.utf8\n",
      "1051224_foreign_story_5640440.utf8\n",
      "1051226_foreign_story_5645821.utf8\n",
      "1051228_foreign_story_5653170.utf8\n",
      "1051229_foreign_story_5657777.utf8\n",
      "1051230_foreign_story_5661567.utf8\n",
      "1051231_foreign_story_5665030.utf8\n",
      "1060110_foreign_story_5702384.utf8\n",
      "1060118_foreign_story_5734603.utf8\n",
      "1060326_foreign_story_6016284.utf8\n",
      "1060418_foreign_story_6113177.utf8\n",
      "1060424_foreign_story_6137727.utf8\n",
      "1060429_foreign_story_6160700.utf8\n",
      "1060501_foreign_story_6167491.utf8\n",
      "1060512_foreign_story_6214207.utf8\n",
      "1060513_foreign_story_6218340.utf8\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1060611_foreign_story_6337689.utf8\n",
      "1060616_foreign_story_6357562.utf8\n",
      "1060618_foreign_story_6367749.utf8\n",
      "1060619_foreign_story_6370593.utf8\n",
      "1060623_nation_story_6390243.utf8\n",
      "1060629_foreign_story_6413896.utf8\n",
      "1060815_foreign_story_6614005.utf8\n",
      "1060819_nation_story_6629257.utf8\n",
      "1060919_foreign_story_6764161.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "1061024_opinion_story_6906965.utf8\n",
      "1070327_foreign_story_7570677.utf8\n",
      "1070328_foreign_story_7575109.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "1070425_foreign_story_7693358.utf8\n",
      "1070427_foreign_story_7704540.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1061024_opinion_story_6906965.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  93\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "17           1050113_bengal_story_4245963.utf8\n",
      "60647       1060122_opinion_story_5749529.utf8\n",
      "19002       1051219_opinion_story_5604821.utf8\n",
      "116316       1041118_nation_story_4017927.utf8\n",
      "31399     1051214_frontpage_story_5598101.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051213_frontpage_story_5593956.utf8\n",
      "1051213_nation_story_5594013.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "1051214_opinion_story_5595309.utf8\n",
      "1051219_opinion_story_5604821.utf8\n",
      "1051220_frontpage_story_5622754.utf8\n",
      "1051222_opinion_story_5628592.utf8\n",
      "1051224_frontpage_story_5640208.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1060104_nation_story_5678418.utf8\n",
      "1060111_nation_story_5706272.utf8\n",
      "1060121_frontpage_story_5748538.utf8\n",
      "1060205_nation_story_5807747.utf8\n",
      "1060228_nation_story_5904834.utf8\n",
      "1060304_nation_story_5924061.utf8\n",
      "1060316_nation_story_5971892.utf8\n",
      "1060404_nation_story_6054708.utf8\n",
      "1060826_nation_story_6659182.utf8\n",
      "1070424_nation_story_7689072.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1051219_opinion_story_5604821.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  94\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "18         1051106_bengal_story_5443457.utf8\n",
      "25172    1051105_calcutta_story_5438613.utf8\n",
      "11667      1051029_nation_story_5413024.utf8\n",
      "49714      1061017_nation_story_6879678.utf8\n",
      "49517      1060429_nation_story_6161127.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050924_nation_story_5278873.utf8\n",
      "1050930_nation_story_5302148.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "1060109_nation_story_5698373.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "1060321_frontpage_story_5993625.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060411_nation_story_6084725.utf8\n",
      "1060416_nation_story_6105445.utf8\n",
      "1060417_nation_story_6108303.utf8\n",
      "1060419_nation_story_6117276.utf8\n",
      "1060429_nation_story_6160546.utf8\n",
      "1060502_nation_story_6171060.utf8\n",
      "1060503_nation_story_6175842.utf8\n",
      "1060624_nation_story_6394559.utf8\n",
      "1060626_nation_story_6400808.utf8\n",
      "1060704_nation_story_6435206.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060920_nation_story_6769705.utf8\n",
      "1061017_nation_story_6879678.utf8\n",
      "1061020_nation_story_6894819.utf8\n",
      "1070411_nation_story_7633126.utf8\n",
      "1070628_nation_story_7985869.utf8\n",
      "1070820_nation_story_8213550.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1061017_nation_story_6879678.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  95\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "19           1050531_bengal_story_4808163.utf8\n",
      "89831        1070122_nation_story_7292962.utf8\n",
      "102707    1070119_frontpage_story_7282977.utf8\n",
      "94572       1070129_opinion_story_7315220.utf8\n",
      "90190        1070130_nation_story_7325094.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070117_nation_story_7272982.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "1070120_frontpage_story_7287678.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070129_nation_story_7319522.utf8\n",
      "1070129_opinion_story_7315220.utf8\n",
      "1070130_frontpage_story_7325092.utf8\n",
      "1070130_nation_story_7325094.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "1070525_nation_story_7827239.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1070130_nation_story_7325094.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070129_opinion_story_7315220.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  96\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "20        1050107_bengal_story_4223572.utf8\n",
      "59318    1061125_opinion_story_7047966.utf8\n",
      "58187    1060510_opinion_story_6182473.utf8\n",
      "58575    1060427_opinion_story_6135656.utf8\n",
      "51076     1060423_nation_story_6134147.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060615_nation_story_6355137.utf8\n",
      "1070124_nation_index.utf8\n",
      "1070124_nation_story_7301639.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  97\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "21           1050107_bengal_story_4223568.utf8\n",
      "114212     1041202_business_story_4075411.utf8\n",
      "6226               1050619_business_index.utf8\n",
      "122246    1041202_frontpage_story_4075934.utf8\n",
      "44579      1060624_business_story_6394244.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_frontpage_story_4038891.utf8\n",
      "1041124_frontpage_story_4042353.utf8\n",
      "1041127_opinion_story_4054231.utf8\n",
      "1041209_frontpage_story_4105660.utf8\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041221_frontpage_story_4155322.utf8\n",
      "1041227_business_story_4178934.utf8\n",
      "1041230_business_story_4191451.utf8\n",
      "1050110_frontpage_story_4235068.utf8\n",
      "1050114_business_story_4252178.utf8\n",
      "1050115_business_story_4256685.utf8\n",
      "1050117_business_story_4263315.utf8\n",
      "1050123_frontpage_story_4287830.utf8\n",
      "1050309_frontpage_story_4470935.utf8\n",
      "1050318_business_story_4507877.utf8\n",
      "1050408_frontpage_story_4589514.utf8\n",
      "1050504_frontpage_story_4693562.utf8\n",
      "1050606_frontpage_story_4832301.utf8\n",
      "1050616_business_story_4874207.utf8\n",
      "1050623_business_story_4904317.utf8\n",
      "1050627_business_story_4919496.utf8\n",
      "1060208_business_story_5818983.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  98\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "22                   1051203_bengal_index.utf8\n",
      "87115        1070526_nation_story_7830524.utf8\n",
      "101704    1070528_frontpage_story_7838904.utf8\n",
      "49007        1061115_nation_story_7003933.utf8\n",
      "49080        1061114_nation_story_6998353.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061115_nation_story_7003933.utf8\n",
      "1061118_nation_story_7019028.utf8\n",
      "1061125_nation_story_7047920.utf8\n",
      "1070526_nation_story_7830524.utf8\n",
      "1070528_frontpage_story_7838904.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1061115_nation_story_7003933.utf8\n",
      "1070528_frontpage_story_7838904.utf8\n",
      "1070526_nation_story_7830524.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  99\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "23        1050214_bengal_story_4376435.utf8\n",
      "114720    1040918_nation_story_3773413.utf8\n",
      "114896    1041208_nation_story_4100626.utf8\n",
      "52073     1061219_nation_story_7157548.utf8\n",
      "11855     1050426_nation_story_4662541.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050426_nation_story_4662541.utf8\n",
      "1050927_nation_story_5289540.utf8\n",
      "1060822_nation_story_6641052.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050426_nation_story_4662541.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  100\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "24          1050703_bengal_story_4944150.utf8\n",
      "13702       1051115_nation_story_5478696.utf8\n",
      "14601       1051125_nation_story_5520551.utf8\n",
      "31200    1051112_frontpage_story_5468137.utf8\n",
      "24625     1050106_calcutta_story_4216514.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041107_frontpage_story_3975998.utf8\n",
      "1041110_nation_story_3987208.utf8\n",
      "1041117_nation_story_4013184.utf8\n",
      "1050227_nation_story_4430335.utf8\n",
      "1050721_nation_story_5015427.utf8\n",
      "1050810_nation_story_5095926.utf8\n",
      "1051112_frontpage_story_5468009.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "1051119_frontpage_story_5495967.utf8\n",
      "1051121_nation_story_5502034.utf8\n",
      "1051123_frontpage_story_5511154.utf8\n",
      "1051123_nation_story_5511465.utf8\n",
      "1051206_nation_story_5564372.utf8\n",
      "1051213_nation_story_5593623.utf8\n",
      "1060118_nation_story_5734651.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "1061001_nation_story_6815631.utf8\n",
      "1070518_nation_story_7794373.utf8\n",
      "1070726_nation_story_8107361.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  101\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "25          1050519_bengal_story_4758759.utf8\n",
      "69321    1060603_frontpage_story_6305867.utf8\n",
      "71151    1060604_frontpage_story_6309060.utf8\n",
      "59318      1061125_opinion_story_7047966.utf8\n",
      "52021       1060607_nation_story_6321011.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060603_frontpage_story_6305867.utf8\n",
      "1060603_frontpage_story_6306133.utf8\n",
      "1060603_nation_story_6305903.utf8\n",
      "1060604_frontpage_story_6309170.utf8\n",
      "1060604_nation_story_6309387.utf8\n",
      "1060604_nation_story_6309391.utf8\n",
      "1060605_nation_story_6312117.utf8\n",
      "1060606_frontpage_story_6316278.utf8\n",
      "1060606_nation_story_6316403.utf8\n",
      "1060615_nation_story_6355137.utf8\n",
      "1060804_nation_story_6566891.utf8\n",
      "1061121_frontpage_story_7030268.utf8\n",
      "1061125_opinion_story_7047966.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1060603_frontpage_story_6305867.utf8\n",
      "1061125_opinion_story_7047966.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  102\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "26           1050607_bengal_story_4836815.utf8\n",
      "101549    1070301_frontpage_story_7456443.utf8\n",
      "106225       1070907_sports_story_8287368.utf8\n",
      "73654        1061211_sports_story_7124426.utf8\n",
      "80029        1061206_sports_story_7100584.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061017_frontpage_story_6881463.utf8\n",
      "1061017_sports_story_6880992.utf8\n",
      "1061018_opinion_story_6883160.utf8\n",
      "1061019_sports_story_6890401.utf8\n",
      "1061022_sports_story_6902770.utf8\n",
      "1061028_sports_story_6927220.utf8\n",
      "1061102_sports_story_6948876.utf8\n",
      "1061102_sports_story_6948879.utf8\n",
      "1061116_sports_story_7008225.utf8\n",
      "1061206_sports_story_7100581.utf8\n",
      "1061231_sports_story_7204595.utf8\n",
      "1070112_sports_story_7252096.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "1070215_sports_story_7396087.utf8\n",
      "1070224_sports_story_7434948.utf8\n",
      "1070506_sports_story_7740456.utf8\n",
      "1070703_sports_story_8008596.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  103\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "27       1051201_bengal_story_5544337.utf8\n",
      "13650    1050112_nation_story_4243051.utf8\n",
      "670      1051122_bengal_story_5507087.utf8\n",
      "10118    1050818_nation_story_5126656.utf8\n",
      "10297    1050105_nation_story_4212186.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050105_nation_story_4212186.utf8\n",
      "1050107_nation_story_4222879.utf8\n",
      "1050108_nation_story_4226925.utf8\n",
      "1050112_nation_story_4243051.utf8\n",
      "1050130_nation_story_4314267.utf8\n",
      "1050209_foreign_story_4355177.utf8\n",
      "1050420_frontpage_story_4637821.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050105_nation_story_4212186.utf8\n",
      "1050112_nation_story_4243051.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  104\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "28        1050923_bengal_story_5274461.utf8\n",
      "50767     1060311_nation_story_5954497.utf8\n",
      "21052    1051030_opinion_story_5414649.utf8\n",
      "41140     1060821_bengal_story_6636692.utf8\n",
      "158       1051016_bengal_story_5360687.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060308_nation_story_5939546.utf8\n",
      "1060308_opinion_story_5938184.utf8\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060324_nation_story_6007742.utf8\n",
      "1060426_nation_story_6146158.utf8\n",
      "1060509_nation_story_6200870.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1060311_nation_story_5954497.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  105\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "29                  1050810_bengal_index.utf8\n",
      "9439        1050115_nation_story_4256947.utf8\n",
      "13585       1050512_nation_story_4728376.utf8\n",
      "86168       1070216_nation_story_7400285.utf8\n",
      "30527    1050823_frontpage_story_5145553.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041025_nation_story_3921602.utf8\n",
      "1050215_nation_story_4379758.utf8\n",
      "1050315_nation_story_4494613.utf8\n",
      "1050512_nation_story_4728376.utf8\n",
      "1050823_frontpage_story_5145553.utf8\n",
      "1061128_nation_story_7060323.utf8\n",
      "1070215_nation_story_7395678.utf8\n",
      "1070515_nation_story_7779278.utf8\n",
      "1070516_nation_story_7784091.utf8\n",
      "1070523_nation_story_7815243.utf8\n",
      "1070607_opinion_story_7886004.utf8\n",
      "1070611_opinion_story_7880863.utf8\n",
      "1070614_opinion_story_7912693.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050823_frontpage_story_5145553.utf8\n",
      "1050512_nation_story_4728376.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  106\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "30           1050505_bengal_story_4698815.utf8\n",
      "88624        1070814_nation_story_8190672.utf8\n",
      "94107       1070820_opinion_story_8184577.utf8\n",
      "18875       1050402_opinion_story_4562000.utf8\n",
      "102337    1070810_frontpage_story_8175328.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070810_frontpage_story_8175328.utf8\n",
      "1070811_nation_story_8179235.utf8\n",
      "1070814_nation_story_8190672.utf8\n",
      "1070820_opinion_story_8184577.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1070810_frontpage_story_8175328.utf8\n",
      "1070820_opinion_story_8184577.utf8\n",
      "1070814_nation_story_8190672.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  107\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "31        1050210_bengal_story_4360252.utf8\n",
      "90303     1070413_nation_story_7642117.utf8\n",
      "60306    1061229_opinion_story_7194049.utf8\n",
      "90188     1070412_nation_story_7637981.utf8\n",
      "88534     1070509_nation_story_7752995.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061224_nation_story_7178669.utf8\n",
      "1070406_frontpage_story_7613539.utf8\n",
      "1070406_nation_story_7613759.utf8\n",
      "1070407_nation_index.utf8\n",
      "1070407_nation_story_7617224.utf8\n",
      "1070407_nation_story_7617227.utf8\n",
      "1070407_nation_story_7617335.utf8\n",
      "1070408_nation_story_7620581.utf8\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "1070412_opinion_story_7626594.utf8\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070420_nation_story_7671367.utf8\n",
      "1070509_nation_story_7752995.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070509_nation_story_7752995.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  108\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "32           1050504_bengal_story_4693527.utf8\n",
      "69278     1061027_frontpage_story_6922474.utf8\n",
      "118515      1041028_opinion_story_3920231.utf8\n",
      "70354     1060402_frontpage_story_6046860.utf8\n",
      "100705    1070106_frontpage_story_7226972.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_opinion_story_4035564.utf8\n",
      "1041207_opinion_story_4093295.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "1050629_nation_story_4927978.utf8\n",
      "1050713_opinion_story_4981003.utf8\n",
      "1050802_opinion_story_5061056.utf8\n",
      "1050807_frontpage_story_5084565.utf8\n",
      "1060202_opinion_story_5792794.utf8\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1061219_frontpage_story_7157377.utf8\n",
      "1061226_frontpage_story_7184832.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  109\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "33        1050522_bengal_story_4771552.utf8\n",
      "53146     1060116_nation_story_5725038.utf8\n",
      "11892     1051203_nation_story_5554019.utf8\n",
      "21024    1051222_opinion_story_5628497.utf8\n",
      "14637     1051130_nation_story_5539754.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050818_nation_story_5126655.utf8\n",
      "1050821_nation_story_5137894.utf8\n",
      "1051107_nation_story_5445719.utf8\n",
      "1051206_nation_story_5564168.utf8\n",
      "1051216_nation_story_5605895.utf8\n",
      "1051219_nation_story_5618307.utf8\n",
      "1060103_nation_story_5673645.utf8\n",
      "1060116_nation_story_5725038.utf8\n",
      "1060402_nation_story_6046366.utf8\n",
      "1070203_nation_story_7344566.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1060116_nation_story_5725038.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  110\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "34                 1051028_bengal_index.utf8\n",
      "5020     1051227_business_story_5649030.utf8\n",
      "58606     1060621_opinion_story_6377359.utf8\n",
      "50847      1060707_nation_story_6447577.utf8\n",
      "41665      1060120_bengal_story_5744100.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040910_calcutta_story_3737348.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1050923_nation_story_5275140.utf8\n",
      "1050928_nation_story_5293658.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1060706_frontpage_story_6443354.utf8\n",
      "1060707_frontpage_story_6447943.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "1060707_opinion_story_6431275.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1051227_business_story_5649030.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  111\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "35          1050203_bengal_story_4331300.utf8\n",
      "52510       1060414_nation_story_6097270.utf8\n",
      "12232       1050817_nation_story_5121698.utf8\n",
      "9382        1050331_nation_story_4555290.utf8\n",
      "70771    1060413_frontpage_story_6093541.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050331_nation_story_4555290.utf8\n",
      "1050405_nation_story_4575382.utf8\n",
      "1050413_nation_story_4609077.utf8\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050416_opinion_story_4619560.utf8\n",
      "1050519_nation_story_4757290.utf8\n",
      "1050605_opinion_story_4804959.utf8\n",
      "1050606_nation_story_4832860.utf8\n",
      "1050619_nation_story_4887436.utf8\n",
      "1050624_nation_story_4908600.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "1050826_frontpage_story_5159316.utf8\n",
      "1050826_nation_story_5158651.utf8\n",
      "1060102_nation_story_5670446.utf8\n",
      "1070321_nation_story_7545227.utf8\n",
      "1070429_nation_story_7713242.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050331_nation_story_4555290.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  112\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "36          1051006_bengal_story_5325792.utf8\n",
      "19357      1050508_opinion_story_4709525.utf8\n",
      "13949       1050509_nation_story_4714853.utf8\n",
      "69242    1061215_frontpage_story_7142459.utf8\n",
      "89229       1070807_nation_story_8159462.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050116_nation_story_4260180.utf8\n",
      "1050125_frontpage_story_4295506.utf8\n",
      "1050202_nation_story_4325616.utf8\n",
      "1050211_nation_story_4363942.utf8\n",
      "1050214_frontpage_story_4376137.utf8\n",
      "1050217_nation_story_4389288.utf8\n",
      "1050223_nation_story_4412606.utf8\n",
      "1050225_nation_story_4422537.utf8\n",
      "1050315_nation_story_4495373.utf8\n",
      "1050403_frontpage_story_4568418.utf8\n",
      "1050426_nation_story_4663419.utf8\n",
      "1050508_opinion_story_4709525.utf8\n",
      "1050818_nation_story_5126669.utf8\n",
      "1050901_nation_story_5183023.utf8\n",
      "1060208_nation_story_5819357.utf8\n",
      "1060224_nation_story_5889615.utf8\n",
      "1060307_nation_story_5936301.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050508_opinion_story_4709525.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  113\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "37        1050418_bengal_story_4628994.utf8\n",
      "55813    1061126_foreign_story_7052195.utf8\n",
      "94261    1070115_opinion_story_7261623.utf8\n",
      "55938    1061208_foreign_story_7112913.utf8\n",
      "55426    1061115_foreign_story_7002790.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050417_foreign_story_4625108.utf8\n",
      "1060421_foreign_story_6126560.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061211_foreign_story_7124735.utf8\n",
      "1061225_foreign_story_7181993.utf8\n",
      "1070504_foreign_story_7733010.utf8\n",
      "1070510_foreign_story_7758324.utf8\n",
      "1070606_foreign_story_7883150.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061115_foreign_story_7002790.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  114\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "38          1050806_bengal_story_5081134.utf8\n",
      "30854    1050420_frontpage_story_4637476.utf8\n",
      "30078    1050423_frontpage_story_4651456.utf8\n",
      "10434       1050607_nation_story_4836754.utf8\n",
      "13746       1050421_nation_story_4642129.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050420_frontpage_story_4637476.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050422_frontpage_story_4646612.utf8\n",
      "1050422_nation_story_4645493.utf8\n",
      "1050423_frontpage_story_4651456.utf8\n",
      "1050503_nation_story_4688823.utf8\n",
      "1050607_nation_story_4836754.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050420_frontpage_story_4637476.utf8\n",
      "1050423_frontpage_story_4651456.utf8\n",
      "1050607_nation_story_4836754.utf8\n",
      "1050421_nation_story_4642129.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  115\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "39       1051125_bengal_story_5520019.utf8\n",
      "2435     1050714_bengal_story_4989294.utf8\n",
      "41183    1060102_bengal_story_5670895.utf8\n",
      "2474     1050711_bengal_story_4975075.utf8\n",
      "740      1050718_bengal_story_5003683.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060308_frontpage_story_5940598.utf8\n",
      "1060308_frontpage_story_5941755.utf8\n",
      "1060308_nation_story_5940209.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "1060309_nation_story_5945338.utf8\n",
      "1060309_nation_story_5945340.utf8\n",
      "1060310_frontpage_story_5950087.utf8\n",
      "1060313_nation_story_5962267.utf8\n",
      "1060328_nation_story_6023320.utf8\n",
      "1060402_nation_story_6046493.utf8\n",
      "1060406_nation_story_6064311.utf8\n",
      "1060510_nation_story_6204910.utf8\n",
      "1060715_nation_story_6481703.utf8\n",
      "1060720_nation_story_6498800.utf8\n",
      "1060725_opinion_story_6519334.utf8\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1070521_calcutta_story_7804799.utf8\n",
      "1070913_nation_story_8315898.utf8\n",
      "1070914_nation_story_8315898.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  116\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "40       1050828_bengal_story_5165773.utf8\n",
      "49671    1060123_nation_story_5754114.utf8\n",
      "52319    1060218_nation_story_5862838.utf8\n",
      "52479    1060421_nation_story_6126861.utf8\n",
      "51339    1060203_nation_story_5798365.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060121_nation_story_5748791.utf8\n",
      "1060122_nation_story_5751717.utf8\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060124_nation_story_5759623.utf8\n",
      "1060126_nation_story_5768230.utf8\n",
      "1060128_opinion_story_5775492.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "1060221_nation_story_5873931.utf8\n",
      "1060307_nation_story_5935593.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  117\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "41          1050904_bengal_story_5194800.utf8\n",
      "58252      1060117_opinion_story_5722397.utf8\n",
      "60333      1060105_opinion_story_5680809.utf8\n",
      "68938    1060103_frontpage_story_5674777.utf8\n",
      "59385      1060112_opinion_story_5712070.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060112_nation_story_5711093.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  118\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "42                1050311_bengal_index.utf8\n",
      "1545      1050311_bengal_story_4479490.utf8\n",
      "59391    1060602_opinion_story_6271344.utf8\n",
      "19422    1050711_opinion_story_4957028.utf8\n",
      "14548     1050707_nation_story_4960172.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050706_nation_story_4955343.utf8\n",
      "1050706_nation_story_4955492.utf8\n",
      "1050706_nation_story_4955617.utf8\n",
      "1050706_nation_story_4955741.utf8\n",
      "1050706_nation_story_4955743.utf8\n",
      "1050706_nation_story_4955838.utf8\n",
      "1050710_nation_story_4971975.utf8\n",
      "1050711_opinion_story_4957028.utf8\n",
      "1050716_frontpage_story_4997325.utf8\n",
      "1050716_nation_story_4997611.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050711_opinion_story_4957028.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  119\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "43         1050512_bengal_story_4728985.utf8\n",
      "21417     1050718_opinion_story_4994184.utf8\n",
      "21630    1050920_calcutta_story_5261594.utf8\n",
      "93217     1070713_opinion_story_8037195.utf8\n",
      "28673    1050416_calcutta_story_4610585.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "1050715_opinion_story_4989948.utf8\n",
      "1050720_nation_story_5010221.utf8\n",
      "1050813_nation_story_5108420.utf8\n",
      "1051206_nation_story_5564020.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  120\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "44       1050302_bengal_story_4443611.utf8\n",
      "12719    1050106_nation_story_4218937.utf8\n",
      "14723    1050210_nation_story_4359510.utf8\n",
      "10098    1050209_nation_story_4356065.utf8\n",
      "14547    1050624_nation_story_4908599.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041218_nation_story_4144205.utf8\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050115_opinion_story_4241122.utf8\n",
      "1050125_nation_story_4295596.utf8\n",
      "1050205_nation_story_4340470.utf8\n",
      "1050206_nation_story_4343894.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050312_nation_story_4484256.utf8\n",
      "1050624_nation_story_4908599.utf8\n",
      "1050930_nation_story_5303240.utf8\n",
      "1070623_nation_story_7962389.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1050624_nation_story_4908599.utf8\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  121\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "45         1050421_bengal_story_4642987.utf8\n",
      "94349     1070222_opinion_story_7417136.utf8\n",
      "89362      1070220_nation_story_7414442.utf8\n",
      "90380      1070220_nation_story_7415425.utf8\n",
      "102634          1070222_frontpage_index.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070219_frontpage_story_7411720.utf8\n",
      "1070220_frontpage_story_7415831.utf8\n",
      "1070220_nation_story_7414442.utf8\n",
      "1070220_nation_story_7415039.utf8\n",
      "1070220_nation_story_7415424.utf8\n",
      "1070220_nation_story_7415425.utf8\n",
      "1070220_nation_story_7415575.utf8\n",
      "1070221_frontpage_story_7420488.utf8\n",
      "1070221_frontpage_story_7420491.utf8\n",
      "1070221_nation_story_7420222.utf8\n",
      "1070221_nation_story_7420507.utf8\n",
      "1070222_frontpage_story_7425408.utf8\n",
      "1070222_opinion_story_7417136.utf8\n",
      "1070223_frontpage_story_7430302.utf8\n",
      "1070223_opinion_story_7426810.utf8\n",
      "1070224_nation_story_7434743.utf8\n",
      "1070224_nation_story_7434870.utf8\n",
      "1070327_bengal_story_7571113.utf8\n",
      "1070329_nation_story_7579268.utf8\n",
      "1070731_bengal_story_8129244.utf8\n",
      "1070906_nation_story_8281908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1070222_opinion_story_7417136.utf8\n",
      "1070220_nation_story_7414442.utf8\n",
      "1070220_nation_story_7415425.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  122\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "46           1050605_bengal_story_4829118.utf8\n",
      "101462    1070731_frontpage_story_8130571.utf8\n",
      "94339       1070807_opinion_story_8153654.utf8\n",
      "88442        1070318_nation_story_7533194.utf8\n",
      "59683       1060902_opinion_story_6687347.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061128_frontpage_story_7060386.utf8\n",
      "1061129_frontpage_story_7066216.utf8\n",
      "1061129_nation_story_7065411.utf8\n",
      "1061205_nation_story_7094715.utf8\n",
      "1061207_nation_story_7106972.utf8\n",
      "1061210_frontpage_story_7121559.utf8\n",
      "1061211_nation_index.utf8\n",
      "1061219_nation_story_7157321.utf8\n",
      "1061220_nation_story_7162111.utf8\n",
      "1061222_nation_index.utf8\n",
      "1061222_nation_story_7171528.utf8\n",
      "1070119_nation_story_7282971.utf8\n",
      "1070208_nation_story_7365521.utf8\n",
      "1070209_nation_story_7369520.utf8\n",
      "1070210_opinion_story_7371322.utf8\n",
      "1070801_opinion_story_8131458.utf8\n",
      "1070821_frontpage_story_8217727.utf8\n",
      "1070822_frontpage_story_8222838.utf8\n",
      "1070824_nation_story_8230796.utf8\n",
      "1070927_nation_story_8366188.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  123\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "47                 1050708_bengal_index.utf8\n",
      "117415    1041110_foreign_story_3987311.utf8\n",
      "116935    1041105_foreign_story_3968081.utf8\n",
      "114885     1041112_nation_story_3995294.utf8\n",
      "118222    1041208_opinion_story_4086626.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041106_foreign_story_3972075.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041111_frontpage_story_3991738.utf8\n",
      "1041112_foreign_index.utf8\n",
      "1041112_foreign_story_3995445.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041112_nation_story_3993981.utf8\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041113_foreign_story_3999319.utf8\n",
      "1041113_nation_story_3999380.utf8\n",
      "1041114_foreign_story_4002226.utf8\n",
      "1041115_foreign_story_4005520.utf8\n",
      "1041118_nation_story_4017381.utf8\n",
      "1041123_foreign_index.utf8\n",
      "1041123_foreign_story_4038063.utf8\n",
      "1041129_foreign_story_4062221.utf8\n",
      "1041203_opinion_story_4069612.utf8\n",
      "1041208_opinion_story_4086626.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041208_opinion_story_4086626.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  124\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "48                  1050826_bengal_index.utf8\n",
      "20171      1050323_opinion_story_4467789.utf8\n",
      "12386       1050322_nation_story_4523233.utf8\n",
      "114374      1041124_nation_story_4041754.utf8\n",
      "44392     1060924_business_story_6786542.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040921_bengal_story_3783924.utf8\n",
      "1041222_calcutta_story_4155212.utf8\n",
      "1050912_nation_story_5227211.utf8\n",
      "1060612_nation_story_6340989.utf8\n",
      "1060612_nation_story_6340993.utf8\n",
      "1061208_calcutta_story_7108893.utf8\n",
      "1061227_nation_story_7189167.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  125\n",
      "Documents retrieved using QUERY EXPANSION(TF-IDF): \n",
      "49         1051107_bengal_story_5446575.utf8\n",
      "1777       1051108_bengal_story_5450289.utf8\n",
      "92687     1070712_opinion_story_8046139.utf8\n",
      "92490     1070731_foreign_story_8128927.utf8\n",
      "29888    1051105_calcutta_story_5437423.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_index.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "1070705_foreign_story_8019086.utf8\n",
      "1070706_foreign_story_8023448.utf8\n",
      "1070707_foreign_story_8027755.utf8\n",
      "1070711_foreign_story_8044170.utf8\n",
      "1070711_frontpage_story_8044207.utf8\n",
      "1070712_foreign_story_8049110.utf8\n",
      "1070712_foreign_story_8049115.utf8\n",
      "1070715_foreign_story_8061044.utf8\n",
      "1070716_foreign_story_8064283.utf8\n",
      "1070726_foreign_story_8108245.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION(TF-IDF):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n"
     ]
    }
   ],
   "source": [
    "query_precision_recall_f1_score = []\n",
    "for i in query_relevant_documents.keys():\n",
    "    l = []\n",
    "    print(\"Query Number: \",i)\n",
    "    l.append(i)\n",
    "    print(\"Documents retrieved using QUERY ROCCHIO(TF-IDF): \")\n",
    "    print(query_relevant_documents[i][0])\n",
    "    print(\"\\nRelevant documents: \")\n",
    "    for q in query_rel_doc[str(i)]:\n",
    "        print(q)\n",
    "    retrieved = set(query_relevant_documents[i][0])\n",
    "    act_docs = set(query_rel_doc[str(i)])\n",
    "    precision = len(retrieved.intersection(act_docs))/5\n",
    "    recall = len(retrieved.intersection(act_docs))/len(act_docs)\n",
    "    f1_score = 0\n",
    "    if precision+recall != 0:\n",
    "      f1_score = 2*precision*recall/(precision+recall)\n",
    "    l.extend([precision,recall,f1_score])\n",
    "    query_precision_recall_f1_score.append(l)\n",
    "    print(\"\\nNumber of relevant documents retrieved: \",len(retrieved.intersection(act_docs)))\n",
    "    print(\"Relevant documents retrieved using QUERY ROCCHIO(TF-IDF):\")\n",
    "    for d in retrieved.intersection(act_docs):\n",
    "        print(d)\n",
    "    print(\"\\n\")\n",
    "    print(\"*\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "OHR4QAPE35Po",
    "outputId": "74ac0905-45da-47da-c0e5-615a3459b2c1"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Precison: 0.284 Average Recall: 0.15509316130618703 Average F1-Score: 0.18249150032374165\n"
     ]
    }
   ],
   "source": [
    "avg_precision = 0\n",
    "avg_recall = 0\n",
    "avg_f1_score = 0\n",
    "\n",
    "for query_no,precision,recall,f1_score in query_precision_recall_f1_score:\n",
    "  avg_precision+=precision\n",
    "  avg_recall+=recall\n",
    "  avg_f1_score+=f1_score\n",
    "\n",
    "print('Average Precison: {} Average Recall: {} Average F1-Score: {}'.format(avg_precision/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_recall/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_f1_score/len(query_precision_recall_f1_score)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "Pa_3oGgT2mab"
   },
   "source": [
    "# **WORD2VEC + ROCCHIO**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "z9ycUGNt3322"
   },
   "outputs": [],
   "source": [
    "from gensim.test.utils import datapath\n",
    "from gensim import utils\n",
    "\n",
    "class MyCorpus(object):\n",
    "    \"\"\"An interator that yields sentences (lists of str).\"\"\"\n",
    "    def __iter__(self): \n",
    "        preprocessed_text_column = preprocessed_data['TEXT'].values\n",
    "        for line in preprocessed_text_column:\n",
    "            # assume there's one document per line, tokens separated by whitespace\n",
    "            yield utils.simple_preprocess(line)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "LDTo9lbc333K"
   },
   "outputs": [],
   "source": [
    "import gensim.models\n",
    "#skipgram model\n",
    "sentences = MyCorpus()\n",
    "skipGramModel = gensim.models.Word2Vec(sentences=sentences,sg = 1,workers=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "0kmEQJq9425G"
   },
   "outputs": [],
   "source": [
    "query_vectors = []\n",
    "for k in range(50):\n",
    "\n",
    "    #generating vector for each query by summing word vectors\n",
    "    query = query_data['query_desc'][k]\n",
    "    query_words = query.split()\n",
    "    query_vector = np.zeros(100)\n",
    "    count = 0\n",
    "    for l in range(len(query_words)):\n",
    "      try:\n",
    "        query_vector+=skipGramModel.wv.word_vec(query_words[l])\n",
    "        count+=1\n",
    "      except:\n",
    "        pass\n",
    "    if count > 1:\n",
    "      query_vector/=count\n",
    "    query_vectors.append(query_vector)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "OmapQO_H6zmR"
   },
   "outputs": [],
   "source": [
    "doc_vectors = []\n",
    "for k in range(preprocessed_data.shape[0]):\n",
    "#generating vector for each document by summing word vectors\n",
    "    doc = preprocessed_data['TEXT'][k]\n",
    "    doc_words = doc.split()\n",
    "    doc_vector = np.zeros(100)\n",
    "    count = 0\n",
    "    for l in range(len(doc_words)):\n",
    "      try:\n",
    "        doc_vector+=skipGramModel.wv.word_vec(doc_words[l])\n",
    "        count+=1\n",
    "      except:\n",
    "        pass\n",
    "    if count > 1:\n",
    "      doc_vector/=count\n",
    "    doc_vectors.append(doc_vector)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "X-sYtJwYSmwi"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "sum_of_document_vectors = np.zeros(100)\n",
    "for i in range(len(doc_vectors)):\n",
    "  sum_of_document_vectors+=doc_vectors[i]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Xp14gEwX8XO-"
   },
   "outputs": [],
   "source": [
    "query_vectors_rel_feedback = []\n",
    "query_vectors_rel_zero_gamma_feedback = []\n",
    "#Implementing rocchio algorithm \n",
    "for i in range(50):\n",
    "  query_num = query_data['query_no'][i]\n",
    "  document_ids = query_rel_doc[str(query_num)]\n",
    "  sum_of_relevant_doc_vectors = np.zeros(100)\n",
    "  for doc_id in document_ids:\n",
    "    for j in range(preprocessed_data.shape[0]):\n",
    "      if doc_id == preprocessed_data['DOCNO'][j]:\n",
    "        sum_of_relevant_doc_vectors+=doc_vectors[i]\n",
    "  avg_rel_doc_vectors = sum_of_relevant_doc_vectors/len(document_ids)\n",
    "  avg_irrelevant_vectors = (sum_of_document_vectors - sum_of_relevant_doc_vectors)/(preprocessed_data.shape[0] - len(document_ids))\n",
    "  \n",
    "  # alpha = 1, beta = 0.75 and gamma = 0.15 \n",
    "  final_query_vector = query_vectors[i]+ 0.75 * avg_rel_doc_vectors - 0.15 * avg_irrelevant_vectors\n",
    "  query_vectors_rel_feedback.append(final_query_vector)\n",
    "\n",
    "  final_query_vector_zero_gamma = query_vectors[i]+ 0.75 * avg_rel_doc_vectors\n",
    "  query_vectors_rel_zero_gamma_feedback.append(final_query_vector_zero_gamma)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "SER69uFta9sB"
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "import numpy as np\n",
    "#performing similarity check between queries and documents and finding top 5 relevant documents\n",
    "similarity_values = []\n",
    "similarity_values_zero_gamma = []\n",
    "query_relevant_documents = dict()\n",
    "query_relevant_documents_zero_gamma = dict()\n",
    "\n",
    "for k in range(50):\n",
    "    query_vector = query_vectors_rel_feedback[k]\n",
    "    query_vector_zero_gamma = query_vectors_rel_zero_gamma_feedback[k]\n",
    "    similarity_values = []\n",
    "    for i in range(preprocessed_data.shape[0]):  \n",
    "        try:\n",
    "          value = cosine_similarity([query_vector],[doc_vectors[i]])[0][0]\n",
    "          value_zero_gamma = cosine_similarity([query_vector_zero_gamma],[doc_vectors[i]])[0][0]\n",
    "        except:\n",
    "          break\n",
    "        similarity_values.append([value,i])\n",
    "        similarity_values_zero_gamma.append([value_zero_gamma,i])\n",
    "   \n",
    "    query_num = query_data['query_no'][k]\n",
    "\n",
    "    similarity_values.sort(reverse = True)\n",
    "    similarity_values_zero_gamma.sort(reverse = True)\n",
    "\n",
    "    top_5 = similarity_values[0:5]\n",
    "    top_5_zero_gamma = similarity_values_zero_gamma[0:5]\n",
    "\n",
    "    doc_indices = [ i[1] for i in top_5 ]\n",
    "    doc_indices_zero_gamma = [ i[1] for i in top_5_zero_gamma ]\n",
    "\n",
    "    relevant_docs = data['TEXT'][doc_indices]\n",
    "    relevant_docs_zero_gamma = data['TEXT'][doc_indices_zero_gamma]\n",
    "\n",
    "    relevant_doc_ids = data['DOCNO'][doc_indices]\n",
    "    relevant_doc_ids_zero_gamma =  data['DOCNO'][doc_indices_zero_gamma]\n",
    "\n",
    "    query_relevant_documents[query_num] = [relevant_doc_ids,relevant_docs]\n",
    "    query_relevant_documents_zero_gamma[query_num] = [relevant_doc_ids_zero_gamma,relevant_docs_zero_gamma]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "hAYcH1HbWMOd",
    "outputId": "e0cd5685-b755-42ca-8ccf-4d8f4d79793e"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Query Number:  76\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "508                  1050513_bengal_index.utf8\n",
      "100978    1070211_frontpage_story_7377565.utf8\n",
      "54205        1061203_nation_story_7084990.utf8\n",
      "30347     1050626_frontpage_story_4916195.utf8\n",
      "18414       1050811_foreign_story_5101180.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070530_nation_story_7849973.utf8\n",
      "1070602_nation_story_7865940.utf8\n",
      "1070603_nation_story_7869357.utf8\n",
      "1070611_nation_story_7906812.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  77\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "55225    1060717_foreign_story_6488684.utf8\n",
      "17074    1051229_foreign_story_5657775.utf8\n",
      "57066    1060820_foreign_story_6632582.utf8\n",
      "57716    1060720_foreign_story_6501311.utf8\n",
      "55425    1060814_foreign_story_6609200.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050110_foreign_story_4234881.utf8\n",
      "1060714_foreign_story_6477224.utf8\n",
      "1060715_foreign_story_6482002.utf8\n",
      "1060716_foreign_story_6485226.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060719_foreign_story_6496938.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "1060720_frontpage_story_6501523.utf8\n",
      "1060721_foreign_story_6506359.utf8\n",
      "1060727_foreign_index.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060804_foreign_index.utf8\n",
      "1060804_foreign_story_6567126.utf8\n",
      "1060805_foreign_story_6571528.utf8\n",
      "1060806_foreign_story_6575214.utf8\n",
      "1060807_foreign_story_6578452.utf8\n",
      "1060809_foreign_story_6588005.utf8\n",
      "1060810_foreign_story_6592351.utf8\n",
      "1060814_foreign_story_6609200.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1060814_foreign_story_6609200.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  78\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "10007     1050701_nation_story_4936920.utf8\n",
      "114431    1041116_nation_story_4009244.utf8\n",
      "51590     1061014_nation_story_6869924.utf8\n",
      "14510     1050610_nation_story_4850146.utf8\n",
      "10103     1050608_nation_story_4840940.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041102_nation_story_3954727.utf8\n",
      "1041105_nation_story_3968019.utf8\n",
      "1050709_nation_story_4968974.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  79\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "87920       1070621_nation_story_7952530.utf8\n",
      "16869      1050126_foreign_story_4299245.utf8\n",
      "111721      1041026_bengal_story_3925844.utf8\n",
      "48982       1060902_nation_story_6690181.utf8\n",
      "97235     1070924_calcutta_story_8341477.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070621_frontpage_story_7952567.utf8\n",
      "1070621_nation_index.utf8\n",
      "1070621_nation_story_7952530.utf8\n",
      "1070621_nation_story_7952531.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1070621_nation_story_7952530.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  80\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "115575       1041220_nation_story_4151396.utf8\n",
      "53688        1060420_nation_story_6122112.utf8\n",
      "12135        1050729_nation_story_5048357.utf8\n",
      "30163     1050707_frontpage_story_4959749.utf8\n",
      "89608        1070323_nation_story_7555002.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041103_frontpage_story_3959012.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1041223_frontpage_story_4163563.utf8\n",
      "1041228_nation_story_4182211.utf8\n",
      "1050707_nation_story_4959905.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "1050916_nation_story_5245081.utf8\n",
      "1070323_nation_story_7555002.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1070323_nation_story_7555002.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  81\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "1101      1050315_bengal_story_4494514.utf8\n",
      "82233     1070221_bengal_story_7420719.utf8\n",
      "10700     1051006_nation_story_5325684.utf8\n",
      "928               1050908_bengal_index.utf8\n",
      "112102    1041219_bengal_story_4148016.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051218_nation_story_5615385.utf8\n",
      "1060425_nation_story_6141934.utf8\n",
      "1060726_nation_story_6526490.utf8\n",
      "1060821_frontpage_story_6636584.utf8\n",
      "1060822_nation_story_6641118.utf8\n",
      "1060829_opinion_story_6657643.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  82\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "8994     1050512_nation_story_4728371.utf8\n",
      "12057    1050417_nation_story_4625341.utf8\n",
      "54669    1060502_nation_story_6171214.utf8\n",
      "52598    1060117_nation_story_5729700.utf8\n",
      "54601    1061115_nation_story_7003936.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041008_nation_story_3856955.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "1050325_nation_story_4536531.utf8\n",
      "1050331_nation_story_4554929.utf8\n",
      "1050401_nation_story_4560339.utf8\n",
      "1050402_nation_story_4564692.utf8\n",
      "1050402_nation_story_4564693.utf8\n",
      "1050403_nation_story_4567699.utf8\n",
      "1050404_frontpage_story_4571640.utf8\n",
      "1050404_nation_story_4571567.utf8\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050406_frontpage_story_4580486.utf8\n",
      "1050406_nation_story_4578392.utf8\n",
      "1050407_frontpage_story_4584985.utf8\n",
      "1050408_nation_story_4589299.utf8\n",
      "1050408_nation_story_4589304.utf8\n",
      "1050414_nation_story_4613688.utf8\n",
      "1050417_nation_story_4625341.utf8\n",
      "1050421_frontpage_story_4642066.utf8\n",
      "1050422_nation_story_4646055.utf8\n",
      "1050512_nation_story_4728374.utf8\n",
      "1050724_nation_story_5025902.utf8\n",
      "1070525_nation_story_7825299.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1050417_nation_story_4625341.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  83\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "51272     1060508_nation_story_6194646.utf8\n",
      "115063    1041102_nation_story_3954729.utf8\n",
      "114370    1040902_nation_story_3707688.utf8\n",
      "9311      1050430_nation_story_4680086.utf8\n",
      "11094     1050122_nation_story_4284400.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040916_frontpage_story_3764519.utf8\n",
      "1041022_nation_story_3913967.utf8\n",
      "1050219_nation_story_4398037.utf8\n",
      "1050223_nation_story_4411008.utf8\n",
      "1050303_nation_story_4446570.utf8\n",
      "1050622_opinion_story_4855728.utf8\n",
      "1050913_nation_story_5230548.utf8\n",
      "1051024_nation_story_5387050.utf8\n",
      "1051116_opinion_story_5465950.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  84\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "48805        1060105_nation_story_5682584.utf8\n",
      "70865     1060106_frontpage_story_5687482.utf8\n",
      "69437     1060104_frontpage_story_5679195.utf8\n",
      "54489        1060108_nation_story_5695226.utf8\n",
      "111518       1041122_bengal_story_4034216.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "1060108_nation_story_5695226.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1060108_nation_story_5695226.utf8\n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  85\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "49352    1060115_nation_story_5723429.utf8\n",
      "50170    1061107_nation_story_6968710.utf8\n",
      "13074    1051216_nation_story_5607249.utf8\n",
      "10667    1050311_nation_story_4480002.utf8\n",
      "12964    1050312_nation_story_4483766.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051112_frontpage_story_5468138.utf8\n",
      "1051113_nation_story_5471119.utf8\n",
      "1051114_frontpage_story_5474333.utf8\n",
      "1051115_nation_story_5478694.utf8\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "1051120_frontpage_story_5499247.utf8\n",
      "1051122_frontpage_story_5506658.utf8\n",
      "1051129_nation_story_5535127.utf8\n",
      "1051203_nation_story_5554017.utf8\n",
      "1051208_nation_story_5573594.utf8\n",
      "1060106_nation_story_5687738.utf8\n",
      "1060120_frontpage_story_5743236.utf8\n",
      "1060205_frontpage_story_5807071.utf8\n",
      "1060205_nation_story_5807071.utf8\n",
      "1060302_nation_story_5914897.utf8\n",
      "1060308_nation_story_5940109.utf8\n",
      "1060316_nation_story_5971891.utf8\n",
      "1060405_nation_story_6059195.utf8\n",
      "1060614_nation_story_6351073.utf8\n",
      "1060810_nation_story_6591970.utf8\n",
      "1060912_nation_story_6732673.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  86\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "45445     1060115_business_story_5722921.utf8\n",
      "48343     1060124_business_story_5759276.utf8\n",
      "69473    1060131_frontpage_story_5785780.utf8\n",
      "43849     1060128_business_story_5774628.utf8\n",
      "70704    1060211_frontpage_story_5832857.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041207_business_story_4095715.utf8\n",
      "1041211_business_story_4114567.utf8\n",
      "1041213_business_story_4121475.utf8\n",
      "1041216_business_story_4133832.utf8\n",
      "1050719_business_story_5007230.utf8\n",
      "1060521_business_story_6250530.utf8\n",
      "1070613_business_story_7915180.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  87\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "116465    1041123_nation_story_4038099.utf8\n",
      "115222    1041124_nation_story_4042283.utf8\n",
      "11765     1050916_nation_story_5245671.utf8\n",
      "89777     1070112_nation_story_7251857.utf8\n",
      "10029     1051009_nation_story_5337840.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040927_nation_story_3808787.utf8\n",
      "1050505_nation_story_4699253.utf8\n",
      "1050527_frontpage_story_4792614.utf8\n",
      "1050910_nation_story_5220711.utf8\n",
      "1050915_nation_story_5241032.utf8\n",
      "1050919_nation_story_5256797.utf8\n",
      "1051001_nation_story_5307077.utf8\n",
      "1051205_opinion_story_5558347.utf8\n",
      "1060918_opinion_story_6758697.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  88\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "10315        1050122_nation_story_4284864.utf8\n",
      "122085    1041113_frontpage_story_3999431.utf8\n",
      "13740        1050610_nation_story_4849264.utf8\n",
      "31834     1050119_frontpage_story_4271305.utf8\n",
      "115069       1041124_nation_story_4041679.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041113_nation_story_3999375.utf8\n",
      "1041114_frontpage_story_4002703.utf8\n",
      "1041114_nation_story_4002049.utf8\n",
      "1041115_nation_story_4005216.utf8\n",
      "1041116_nation_story_4009244.utf8\n",
      "1041117_nation_story_4013308.utf8\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041118_nation_story_4017603.utf8\n",
      "1041119_opinion_story_4019875.utf8\n",
      "1041120_nation_story_4026897.utf8\n",
      "1041123_nation_story_4037613.utf8\n",
      "1041126_nation_story_4051568.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "1041209_nation_story_4105435.utf8\n",
      "1041210_nation_story_4110266.utf8\n",
      "1041223_nation_story_4162601.utf8\n",
      "1041225_nation_story_4171523.utf8\n",
      "1050111_frontpage_story_4239312.utf8\n",
      "1050112_nation_story_4242952.utf8\n",
      "1050321_nation_story_4518173.utf8\n",
      "1050419_nation_story_4632454.utf8\n",
      "1050712_nation_story_4979485.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  89\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "52010       1060904_nation_story_6696104.utf8\n",
      "49969       1060219_nation_story_5866531.utf8\n",
      "69146    1060804_frontpage_story_6566731.utf8\n",
      "11860       1051212_nation_story_5588977.utf8\n",
      "52331       1060502_nation_story_6171218.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051030_frontpage_story_5417213.utf8\n",
      "1051030_nation_story_5416998.utf8\n",
      "1051031_frontpage_story_5420477.utf8\n",
      "1051103_nation_story_5431751.utf8\n",
      "1051104_frontpage_story_5435811.utf8\n",
      "1051104_nation_story_5435775.utf8\n",
      "1051104_opinion_story_5430445.utf8\n",
      "1051105_frontpage_story_5439520.utf8\n",
      "1051105_nation_story_5439812.utf8\n",
      "1051106_frontpage_story_5443085.utf8\n",
      "1051106_frontpage_story_5443160.utf8\n",
      "1051106_nation_story_5443086.utf8\n",
      "1051106_nation_story_5443087.utf8\n",
      "1051107_frontpage_story_5446205.utf8\n",
      "1051107_frontpage_story_5446206.utf8\n",
      "1051108_frontpage_story_5449990.utf8\n",
      "1051108_nation_story_5449990.utf8\n",
      "1051108_nation_story_5450190.utf8\n",
      "1051108_opinion_story_5448019.utf8\n",
      "1051109_nation_story_5454997.utf8\n",
      "1051110_frontpage_story_5459184.utf8\n",
      "1051110_frontpage_story_5459680.utf8\n",
      "1051111_frontpage_story_5463674.utf8\n",
      "1051112_nation_story_5466827.utf8\n",
      "1051117_business_story_5486717.utf8\n",
      "1051124_nation_story_5516039.utf8\n",
      "1051125_nation_story_5520552.utf8\n",
      "1051203_frontpage_story_5554327.utf8\n",
      "1051204_frontpage_story_5557422.utf8\n",
      "1051207_nation_story_5569439.utf8\n",
      "1051208_frontpage_story_5574008.utf8\n",
      "1051209_frontpage_story_5578676.utf8\n",
      "1051216_nation_story_5607250.utf8\n",
      "1051217_nation_story_5611026.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "1060523_nation_story_6258265.utf8\n",
      "1060617_nation_story_6364334.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060805_nation_story_6571571.utf8\n",
      "1060808_nation_story_6583428.utf8\n",
      "1060808_nation_story_6583430.utf8\n",
      "1060812_nation_story_6602512.utf8\n",
      "1060902_frontpage_story_6689724.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060906_nation_story_6705908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  90\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "87686        1070520_nation_story_7803892.utf8\n",
      "102420    1070421_frontpage_story_7676260.utf8\n",
      "122290    1040918_frontpage_story_3773201.utf8\n",
      "31007     1050206_frontpage_story_4343051.utf8\n",
      "70351     1061108_frontpage_story_6973095.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040915_nation_story_3759556.utf8\n",
      "1040917_frontpage_story_3769177.utf8\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "1040921_bengal_story_3783924.utf8\n",
      "1051031_opinion_story_5418889.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  91\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "14506     1051128_nation_story_5530581.utf8\n",
      "10593     1050316_nation_story_4497645.utf8\n",
      "114538    1041207_nation_story_4096100.utf8\n",
      "115160    1041102_nation_story_3955353.utf8\n",
      "13184     1050528_nation_story_4796634.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070624_nation_story_7966280.utf8\n",
      "1070629_nation_index.utf8\n",
      "1070629_nation_story_7990989.utf8\n",
      "1070629_nation_story_7990990.utf8\n",
      "1070629_opinion_story_7987432.utf8\n",
      "1070630_nation_story_7996611.utf8\n",
      "1070701_nation_story_7999619.utf8\n",
      "1070703_nation_story_8008353.utf8\n",
      "1070703_nation_story_8008354.utf8\n",
      "1070704_nation_story_8013769.utf8\n",
      "1070709_opinion_story_8032623.utf8\n",
      "1070715_nation_story_8061371.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  92\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "116811    1040924_foreign_story_3797644.utf8\n",
      "55935     1060529_foreign_story_6283160.utf8\n",
      "90779     1070528_foreign_story_7839958.utf8\n",
      "49747      1060630_nation_story_6418919.utf8\n",
      "90614     1070403_foreign_story_7599402.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041120_foreign_story_4027085.utf8\n",
      "1041128_foreign_story_4059342.utf8\n",
      "1041228_foreign_story_4183194.utf8\n",
      "1050814_foreign_story_5113225.utf8\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1051223_foreign_story_5635752.utf8\n",
      "1051224_foreign_story_5640440.utf8\n",
      "1051226_foreign_story_5645821.utf8\n",
      "1051228_foreign_story_5653170.utf8\n",
      "1051229_foreign_story_5657777.utf8\n",
      "1051230_foreign_story_5661567.utf8\n",
      "1051231_foreign_story_5665030.utf8\n",
      "1060110_foreign_story_5702384.utf8\n",
      "1060118_foreign_story_5734603.utf8\n",
      "1060326_foreign_story_6016284.utf8\n",
      "1060418_foreign_story_6113177.utf8\n",
      "1060424_foreign_story_6137727.utf8\n",
      "1060429_foreign_story_6160700.utf8\n",
      "1060501_foreign_story_6167491.utf8\n",
      "1060512_foreign_story_6214207.utf8\n",
      "1060513_foreign_story_6218340.utf8\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1060611_foreign_story_6337689.utf8\n",
      "1060616_foreign_story_6357562.utf8\n",
      "1060618_foreign_story_6367749.utf8\n",
      "1060619_foreign_story_6370593.utf8\n",
      "1060623_nation_story_6390243.utf8\n",
      "1060629_foreign_story_6413896.utf8\n",
      "1060815_foreign_story_6614005.utf8\n",
      "1060819_nation_story_6629257.utf8\n",
      "1060919_foreign_story_6764161.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "1061024_opinion_story_6906965.utf8\n",
      "1070327_foreign_story_7570677.utf8\n",
      "1070328_foreign_story_7575109.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "1070425_foreign_story_7693358.utf8\n",
      "1070427_foreign_story_7704540.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1070403_foreign_story_7599402.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  93\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "89244       1070424_nation_story_7689072.utf8\n",
      "11851       1051224_nation_story_5640236.utf8\n",
      "31399    1051214_frontpage_story_5598101.utf8\n",
      "52105       1060105_nation_story_5682916.utf8\n",
      "14631       1051214_nation_story_5598234.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051213_frontpage_story_5593956.utf8\n",
      "1051213_nation_story_5594013.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "1051214_opinion_story_5595309.utf8\n",
      "1051219_opinion_story_5604821.utf8\n",
      "1051220_frontpage_story_5622754.utf8\n",
      "1051222_opinion_story_5628592.utf8\n",
      "1051224_frontpage_story_5640208.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1060104_nation_story_5678418.utf8\n",
      "1060111_nation_story_5706272.utf8\n",
      "1060121_frontpage_story_5748538.utf8\n",
      "1060205_nation_story_5807747.utf8\n",
      "1060228_nation_story_5904834.utf8\n",
      "1060304_nation_story_5924061.utf8\n",
      "1060316_nation_story_5971892.utf8\n",
      "1060404_nation_story_6054708.utf8\n",
      "1060826_nation_story_6659182.utf8\n",
      "1070424_nation_story_7689072.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1070424_nation_story_7689072.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  94\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "69914     1060407_frontpage_story_6068877.utf8\n",
      "100748    1070922_frontpage_story_8347784.utf8\n",
      "51737        1060220_nation_story_5869738.utf8\n",
      "110534       1070424_sports_story_7689148.utf8\n",
      "16948       1050818_foreign_story_5126141.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050924_nation_story_5278873.utf8\n",
      "1050930_nation_story_5302148.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "1060109_nation_story_5698373.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "1060321_frontpage_story_5993625.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060411_nation_story_6084725.utf8\n",
      "1060416_nation_story_6105445.utf8\n",
      "1060417_nation_story_6108303.utf8\n",
      "1060419_nation_story_6117276.utf8\n",
      "1060429_nation_story_6160546.utf8\n",
      "1060502_nation_story_6171060.utf8\n",
      "1060503_nation_story_6175842.utf8\n",
      "1060624_nation_story_6394559.utf8\n",
      "1060626_nation_story_6400808.utf8\n",
      "1060704_nation_story_6435206.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060920_nation_story_6769705.utf8\n",
      "1061017_nation_story_6879678.utf8\n",
      "1061020_nation_story_6894819.utf8\n",
      "1070411_nation_story_7633126.utf8\n",
      "1070628_nation_story_7985869.utf8\n",
      "1070820_nation_story_8213550.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  95\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "89083        1070121_nation_story_7290431.utf8\n",
      "14985        1050531_nation_story_4808215.utf8\n",
      "88732        1070113_nation_story_7255901.utf8\n",
      "122131    1041203_frontpage_story_4080772.utf8\n",
      "86186        1070310_nation_story_7496881.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070117_nation_story_7272982.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "1070120_frontpage_story_7287678.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070129_nation_story_7319522.utf8\n",
      "1070129_opinion_story_7315220.utf8\n",
      "1070130_frontpage_story_7325092.utf8\n",
      "1070130_nation_story_7325094.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "1070525_nation_story_7827239.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  96\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "97394    1070126_calcutta_story_7309950.utf8\n",
      "52505      1060221_nation_story_5873931.utf8\n",
      "51544      1060420_nation_story_6121474.utf8\n",
      "88657      1070508_nation_story_7748763.utf8\n",
      "10720      1050519_nation_story_4758649.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060615_nation_story_6355137.utf8\n",
      "1070124_nation_index.utf8\n",
      "1070124_nation_story_7301639.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  97\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "4826     1050714_business_story_4987719.utf8\n",
      "46144    1060208_business_story_5818982.utf8\n",
      "8356     1050628_business_story_4923656.utf8\n",
      "48149    1060207_business_story_5814618.utf8\n",
      "8682     1050619_business_story_4887795.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_frontpage_story_4038891.utf8\n",
      "1041124_frontpage_story_4042353.utf8\n",
      "1041127_opinion_story_4054231.utf8\n",
      "1041209_frontpage_story_4105660.utf8\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041221_frontpage_story_4155322.utf8\n",
      "1041227_business_story_4178934.utf8\n",
      "1041230_business_story_4191451.utf8\n",
      "1050110_frontpage_story_4235068.utf8\n",
      "1050114_business_story_4252178.utf8\n",
      "1050115_business_story_4256685.utf8\n",
      "1050117_business_story_4263315.utf8\n",
      "1050123_frontpage_story_4287830.utf8\n",
      "1050309_frontpage_story_4470935.utf8\n",
      "1050318_business_story_4507877.utf8\n",
      "1050408_frontpage_story_4589514.utf8\n",
      "1050504_frontpage_story_4693562.utf8\n",
      "1050606_frontpage_story_4832301.utf8\n",
      "1050616_business_story_4874207.utf8\n",
      "1050623_business_story_4904317.utf8\n",
      "1050627_business_story_4919496.utf8\n",
      "1060208_business_story_5818983.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  98\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "115625    1041030_nation_story_3943676.utf8\n",
      "12485     1050316_nation_story_4496930.utf8\n",
      "49390     1060208_nation_story_5818134.utf8\n",
      "89542             1070512_nation_index.utf8\n",
      "115406    1041023_nation_story_3917392.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061115_nation_story_7003933.utf8\n",
      "1061118_nation_story_7019028.utf8\n",
      "1061125_nation_story_7047920.utf8\n",
      "1070526_nation_story_7830524.utf8\n",
      "1070528_frontpage_story_7838904.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  99\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "52073     1061219_nation_story_7157548.utf8\n",
      "11088     1050510_nation_story_4718613.utf8\n",
      "114896    1041208_nation_story_4100626.utf8\n",
      "49158     1061219_nation_story_7157553.utf8\n",
      "114720    1040918_nation_story_3773413.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050426_nation_story_4662541.utf8\n",
      "1050927_nation_story_5289540.utf8\n",
      "1060822_nation_story_6641052.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  100\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "13702       1051115_nation_story_5478696.utf8\n",
      "9850        1051112_nation_story_5468011.utf8\n",
      "31200    1051112_frontpage_story_5468137.utf8\n",
      "51988       1061030_nation_story_6934352.utf8\n",
      "9557        1051117_nation_story_5486656.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041107_frontpage_story_3975998.utf8\n",
      "1041110_nation_story_3987208.utf8\n",
      "1041117_nation_story_4013184.utf8\n",
      "1050227_nation_story_4430335.utf8\n",
      "1050721_nation_story_5015427.utf8\n",
      "1050810_nation_story_5095926.utf8\n",
      "1051112_frontpage_story_5468009.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "1051119_frontpage_story_5495967.utf8\n",
      "1051121_nation_story_5502034.utf8\n",
      "1051123_frontpage_story_5511154.utf8\n",
      "1051123_nation_story_5511465.utf8\n",
      "1051206_nation_story_5564372.utf8\n",
      "1051213_nation_story_5593623.utf8\n",
      "1060118_nation_story_5734651.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "1061001_nation_story_6815631.utf8\n",
      "1070518_nation_story_7794373.utf8\n",
      "1070726_nation_story_8107361.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  101\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "54170        1060603_nation_story_6305841.utf8\n",
      "71151     1060604_frontpage_story_6309060.utf8\n",
      "50197        1060603_nation_story_6305843.utf8\n",
      "69321     1060603_frontpage_story_6305867.utf8\n",
      "115286       1041022_nation_story_3913479.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060603_frontpage_story_6305867.utf8\n",
      "1060603_frontpage_story_6306133.utf8\n",
      "1060603_nation_story_6305903.utf8\n",
      "1060604_frontpage_story_6309170.utf8\n",
      "1060604_nation_story_6309387.utf8\n",
      "1060604_nation_story_6309391.utf8\n",
      "1060605_nation_story_6312117.utf8\n",
      "1060606_frontpage_story_6316278.utf8\n",
      "1060606_nation_story_6316403.utf8\n",
      "1060615_nation_story_6355137.utf8\n",
      "1060804_nation_story_6566891.utf8\n",
      "1061121_frontpage_story_7030268.utf8\n",
      "1061125_opinion_story_7047966.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1060603_frontpage_story_6305867.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  102\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "77144     1061103_sports_story_6953704.utf8\n",
      "110435    1070111_sports_story_7247155.utf8\n",
      "71303     1061128_sports_story_7060410.utf8\n",
      "71811     1061225_sports_story_7181804.utf8\n",
      "71405     1061230_sports_story_7201393.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061017_frontpage_story_6881463.utf8\n",
      "1061017_sports_story_6880992.utf8\n",
      "1061018_opinion_story_6883160.utf8\n",
      "1061019_sports_story_6890401.utf8\n",
      "1061022_sports_story_6902770.utf8\n",
      "1061028_sports_story_6927220.utf8\n",
      "1061102_sports_story_6948876.utf8\n",
      "1061102_sports_story_6948879.utf8\n",
      "1061116_sports_story_7008225.utf8\n",
      "1061206_sports_story_7100581.utf8\n",
      "1061231_sports_story_7204595.utf8\n",
      "1070112_sports_story_7252096.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "1070215_sports_story_7396087.utf8\n",
      "1070224_sports_story_7434948.utf8\n",
      "1070506_sports_story_7740456.utf8\n",
      "1070703_sports_story_8008596.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  103\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "10150      1050119_nation_story_4271375.utf8\n",
      "2856     1050804_business_story_5071582.utf8\n",
      "82437      1070918_bengal_story_8329971.utf8\n",
      "49211      1060419_nation_story_6117601.utf8\n",
      "88179      1070213_nation_story_7386151.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050105_nation_story_4212186.utf8\n",
      "1050107_nation_story_4222879.utf8\n",
      "1050108_nation_story_4226925.utf8\n",
      "1050112_nation_story_4243051.utf8\n",
      "1050130_nation_story_4314267.utf8\n",
      "1050209_foreign_story_4355177.utf8\n",
      "1050420_frontpage_story_4637821.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  104\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "69362    1060318_frontpage_story_5981561.utf8\n",
      "50767       1060311_nation_story_5954497.utf8\n",
      "50668       1060310_nation_story_5949924.utf8\n",
      "70294    1060307_frontpage_story_5936287.utf8\n",
      "52017       1060525_nation_story_6266147.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060308_nation_story_5939546.utf8\n",
      "1060308_opinion_story_5938184.utf8\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060324_nation_story_6007742.utf8\n",
      "1060426_nation_story_6146158.utf8\n",
      "1060509_nation_story_6200870.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  105\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "86903     1070928_nation_story_8370882.utf8\n",
      "52471     1061031_nation_story_6938516.utf8\n",
      "114744    1041001_nation_story_3826950.utf8\n",
      "87582     1070710_nation_story_8038619.utf8\n",
      "86667     1070805_nation_story_8151510.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041025_nation_story_3921602.utf8\n",
      "1050215_nation_story_4379758.utf8\n",
      "1050315_nation_story_4494613.utf8\n",
      "1050512_nation_story_4728376.utf8\n",
      "1050823_frontpage_story_5145553.utf8\n",
      "1061128_nation_story_7060323.utf8\n",
      "1070215_nation_story_7395678.utf8\n",
      "1070515_nation_story_7779278.utf8\n",
      "1070516_nation_story_7784091.utf8\n",
      "1070523_nation_story_7815243.utf8\n",
      "1070607_opinion_story_7886004.utf8\n",
      "1070611_opinion_story_7880863.utf8\n",
      "1070614_opinion_story_7912693.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  106\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "88624       1070814_nation_story_8190672.utf8\n",
      "86953       1070707_nation_story_8026544.utf8\n",
      "49034       1060314_nation_story_5966963.utf8\n",
      "69512    1060313_frontpage_story_5962183.utf8\n",
      "11867       1050221_nation_story_4404755.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070810_frontpage_story_8175328.utf8\n",
      "1070811_nation_story_8179235.utf8\n",
      "1070814_nation_story_8190672.utf8\n",
      "1070820_opinion_story_8184577.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1070814_nation_story_8190672.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  107\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "90188     1070412_nation_story_7637981.utf8\n",
      "10113     1050521_nation_story_4768016.utf8\n",
      "89167     1070410_nation_story_7628468.utf8\n",
      "51618     1061018_nation_story_6886174.utf8\n",
      "115283    1040905_nation_story_3720287.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061224_nation_story_7178669.utf8\n",
      "1070406_frontpage_story_7613539.utf8\n",
      "1070406_nation_story_7613759.utf8\n",
      "1070407_nation_index.utf8\n",
      "1070407_nation_story_7617224.utf8\n",
      "1070407_nation_story_7617227.utf8\n",
      "1070407_nation_story_7617335.utf8\n",
      "1070408_nation_story_7620581.utf8\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "1070412_opinion_story_7626594.utf8\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070420_nation_story_7671367.utf8\n",
      "1070509_nation_story_7752995.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  108\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "101476    1070207_frontpage_story_7360280.utf8\n",
      "100814    1070913_frontpage_story_8310810.utf8\n",
      "69278     1061027_frontpage_story_6922474.utf8\n",
      "30981     1050113_frontpage_story_4248720.utf8\n",
      "69838     1060618_frontpage_story_6367841.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_opinion_story_4035564.utf8\n",
      "1041207_opinion_story_4093295.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "1050629_nation_story_4927978.utf8\n",
      "1050713_opinion_story_4981003.utf8\n",
      "1050802_opinion_story_5061056.utf8\n",
      "1050807_frontpage_story_5084565.utf8\n",
      "1060202_opinion_story_5792794.utf8\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1061219_frontpage_story_7157377.utf8\n",
      "1061226_frontpage_story_7184832.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  109\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "1830        1050111_bengal_story_4239416.utf8\n",
      "11102       1050822_nation_story_5141403.utf8\n",
      "69022    1061006_frontpage_story_6834425.utf8\n",
      "155         1050214_bengal_story_4376431.utf8\n",
      "8992        1050404_nation_story_4571240.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050818_nation_story_5126655.utf8\n",
      "1050821_nation_story_5137894.utf8\n",
      "1051107_nation_story_5445719.utf8\n",
      "1051206_nation_story_5564168.utf8\n",
      "1051216_nation_story_5605895.utf8\n",
      "1051219_nation_story_5618307.utf8\n",
      "1060103_nation_story_5673645.utf8\n",
      "1060116_nation_story_5725038.utf8\n",
      "1060402_nation_story_6046366.utf8\n",
      "1070203_nation_story_7344566.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  110\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "50847      1060707_nation_story_6447577.utf8\n",
      "50024      1060620_nation_story_6375357.utf8\n",
      "41665      1060120_bengal_story_5744100.utf8\n",
      "5020     1051227_business_story_5649030.utf8\n",
      "832        1050512_bengal_story_4728585.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040910_calcutta_story_3737348.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1050923_nation_story_5275140.utf8\n",
      "1050928_nation_story_5293658.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1060706_frontpage_story_6443354.utf8\n",
      "1060707_frontpage_story_6447943.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "1060707_opinion_story_6431275.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  111\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "12232    1050817_nation_story_5121698.utf8\n",
      "9382     1050331_nation_story_4555290.utf8\n",
      "52510    1060414_nation_story_6097270.utf8\n",
      "14054    1050414_nation_story_4612585.utf8\n",
      "50231    1060413_nation_story_6093542.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050331_nation_story_4555290.utf8\n",
      "1050405_nation_story_4575382.utf8\n",
      "1050413_nation_story_4609077.utf8\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050416_opinion_story_4619560.utf8\n",
      "1050519_nation_story_4757290.utf8\n",
      "1050605_opinion_story_4804959.utf8\n",
      "1050606_nation_story_4832860.utf8\n",
      "1050619_nation_story_4887436.utf8\n",
      "1050624_nation_story_4908600.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "1050826_frontpage_story_5159316.utf8\n",
      "1050826_nation_story_5158651.utf8\n",
      "1060102_nation_story_5670446.utf8\n",
      "1070321_nation_story_7545227.utf8\n",
      "1070429_nation_story_7713242.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050331_nation_story_4555290.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  112\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "10847      1051117_nation_story_5486968.utf8\n",
      "46557    1060626_business_story_6400556.utf8\n",
      "86975      1070407_nation_story_7617334.utf8\n",
      "85674    1070327_business_story_7570311.utf8\n",
      "88712      1070331_nation_story_7588636.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050116_nation_story_4260180.utf8\n",
      "1050125_frontpage_story_4295506.utf8\n",
      "1050202_nation_story_4325616.utf8\n",
      "1050211_nation_story_4363942.utf8\n",
      "1050214_frontpage_story_4376137.utf8\n",
      "1050217_nation_story_4389288.utf8\n",
      "1050223_nation_story_4412606.utf8\n",
      "1050225_nation_story_4422537.utf8\n",
      "1050315_nation_story_4495373.utf8\n",
      "1050403_frontpage_story_4568418.utf8\n",
      "1050426_nation_story_4663419.utf8\n",
      "1050508_opinion_story_4709525.utf8\n",
      "1050818_nation_story_5126669.utf8\n",
      "1050901_nation_story_5183023.utf8\n",
      "1060208_nation_story_5819357.utf8\n",
      "1060224_nation_story_5889615.utf8\n",
      "1060307_nation_story_5936301.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  113\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "55813    1061126_foreign_story_7052195.utf8\n",
      "57887    1061121_foreign_story_7028944.utf8\n",
      "57931    1061116_foreign_story_7007945.utf8\n",
      "57644    1061027_foreign_story_6922326.utf8\n",
      "57900    1061123_foreign_story_7039229.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050417_foreign_story_4625108.utf8\n",
      "1060421_foreign_story_6126560.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061211_foreign_story_7124735.utf8\n",
      "1061225_foreign_story_7181993.utf8\n",
      "1070504_foreign_story_7733010.utf8\n",
      "1070510_foreign_story_7758324.utf8\n",
      "1070606_foreign_story_7883150.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  5\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  114\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "13746       1050421_nation_story_4642129.utf8\n",
      "14654       1050428_nation_story_4670543.utf8\n",
      "30940    1050421_frontpage_story_4642068.utf8\n",
      "54610       1060322_nation_story_5998107.utf8\n",
      "50032       1060322_nation_story_5998111.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050420_frontpage_story_4637476.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050422_frontpage_story_4646612.utf8\n",
      "1050422_nation_story_4645493.utf8\n",
      "1050423_frontpage_story_4651456.utf8\n",
      "1050503_nation_story_4688823.utf8\n",
      "1050607_nation_story_4836754.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  115\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "54729       1060416_nation_story_6105650.utf8\n",
      "71112    1060309_frontpage_story_5946418.utf8\n",
      "69612    1060909_frontpage_story_6722632.utf8\n",
      "50699       1060712_nation_story_6467036.utf8\n",
      "90365       1070801_nation_story_8132781.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060308_frontpage_story_5940598.utf8\n",
      "1060308_frontpage_story_5941755.utf8\n",
      "1060308_nation_story_5940209.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "1060309_nation_story_5945338.utf8\n",
      "1060309_nation_story_5945340.utf8\n",
      "1060310_frontpage_story_5950087.utf8\n",
      "1060313_nation_story_5962267.utf8\n",
      "1060328_nation_story_6023320.utf8\n",
      "1060402_nation_story_6046493.utf8\n",
      "1060406_nation_story_6064311.utf8\n",
      "1060510_nation_story_6204910.utf8\n",
      "1060715_nation_story_6481703.utf8\n",
      "1060720_nation_story_6498800.utf8\n",
      "1060725_opinion_story_6519334.utf8\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1070521_calcutta_story_7804799.utf8\n",
      "1070913_nation_story_8315898.utf8\n",
      "1070914_nation_story_8315898.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  116\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "81101      1070311_bengal_story_7500825.utf8\n",
      "49671      1060123_nation_story_5754114.utf8\n",
      "14988      1050524_nation_story_4779248.utf8\n",
      "954        1050409_bengal_story_4594032.utf8\n",
      "22279    1050603_calcutta_story_4819033.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060121_nation_story_5748791.utf8\n",
      "1060122_nation_story_5751717.utf8\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060124_nation_story_5759623.utf8\n",
      "1060126_nation_story_5768230.utf8\n",
      "1060128_opinion_story_5775492.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "1060221_nation_story_5873931.utf8\n",
      "1060307_nation_story_5935593.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1060123_nation_story_5754114.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  117\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "59385       1060112_opinion_story_5712070.utf8\n",
      "69945     1060104_frontpage_story_5678941.utf8\n",
      "82244                1070118_bengal_index.utf8\n",
      "102227    1070416_frontpage_story_7652035.utf8\n",
      "68938     1060103_frontpage_story_5674777.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060112_nation_story_5711093.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  118\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "122534    1041004_frontpage_story_3838555.utf8\n",
      "13529        1050820_nation_story_5134401.utf8\n",
      "51078        1060619_nation_story_6370272.utf8\n",
      "12809        1050820_nation_story_5135301.utf8\n",
      "53086        1060714_nation_story_6470353.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050706_nation_story_4955343.utf8\n",
      "1050706_nation_story_4955492.utf8\n",
      "1050706_nation_story_4955617.utf8\n",
      "1050706_nation_story_4955741.utf8\n",
      "1050706_nation_story_4955743.utf8\n",
      "1050706_nation_story_4955838.utf8\n",
      "1050710_nation_story_4971975.utf8\n",
      "1050711_opinion_story_4957028.utf8\n",
      "1050716_frontpage_story_4997325.utf8\n",
      "1050716_nation_story_4997611.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  119\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "31328    1050714_frontpage_story_4988276.utf8\n",
      "14232       1050609_nation_story_4843677.utf8\n",
      "12972       1050715_nation_story_4992987.utf8\n",
      "9080        1050716_nation_story_4996994.utf8\n",
      "88266       1070930_nation_story_8378480.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "1050715_opinion_story_4989948.utf8\n",
      "1050720_nation_story_5010221.utf8\n",
      "1050813_nation_story_5108420.utf8\n",
      "1051206_nation_story_5564020.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  120\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "10098     1050209_nation_story_4356065.utf8\n",
      "12719     1050106_nation_story_4218937.utf8\n",
      "14723     1050210_nation_story_4359510.utf8\n",
      "115358    1041202_nation_story_4075904.utf8\n",
      "11515     1050731_nation_story_5055852.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041218_nation_story_4144205.utf8\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050115_opinion_story_4241122.utf8\n",
      "1050125_nation_story_4295596.utf8\n",
      "1050205_nation_story_4340470.utf8\n",
      "1050206_nation_story_4343894.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050312_nation_story_4484256.utf8\n",
      "1050624_nation_story_4908599.utf8\n",
      "1050930_nation_story_5303240.utf8\n",
      "1070623_nation_story_7962389.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  121\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "101674    1070128_frontpage_story_7316888.utf8\n",
      "119718     1041224_calcutta_story_4167135.utf8\n",
      "8907         1051030_nation_story_5416663.utf8\n",
      "26093      1050118_calcutta_story_4265502.utf8\n",
      "70153     1061030_frontpage_story_6932875.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070219_frontpage_story_7411720.utf8\n",
      "1070220_frontpage_story_7415831.utf8\n",
      "1070220_nation_story_7414442.utf8\n",
      "1070220_nation_story_7415039.utf8\n",
      "1070220_nation_story_7415424.utf8\n",
      "1070220_nation_story_7415425.utf8\n",
      "1070220_nation_story_7415575.utf8\n",
      "1070221_frontpage_story_7420488.utf8\n",
      "1070221_frontpage_story_7420491.utf8\n",
      "1070221_nation_story_7420222.utf8\n",
      "1070221_nation_story_7420507.utf8\n",
      "1070222_frontpage_story_7425408.utf8\n",
      "1070222_opinion_story_7417136.utf8\n",
      "1070223_frontpage_story_7430302.utf8\n",
      "1070223_opinion_story_7426810.utf8\n",
      "1070224_nation_story_7434743.utf8\n",
      "1070224_nation_story_7434870.utf8\n",
      "1070327_bengal_story_7571113.utf8\n",
      "1070329_nation_story_7579268.utf8\n",
      "1070731_bengal_story_8129244.utf8\n",
      "1070906_nation_story_8281908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  122\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "13074    1051216_nation_story_5607249.utf8\n",
      "48810    1060416_nation_story_6105249.utf8\n",
      "50170    1061107_nation_story_6968710.utf8\n",
      "51491    1060316_nation_story_5971891.utf8\n",
      "87308    1070602_nation_story_7865037.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061128_frontpage_story_7060386.utf8\n",
      "1061129_frontpage_story_7066216.utf8\n",
      "1061129_nation_story_7065411.utf8\n",
      "1061205_nation_story_7094715.utf8\n",
      "1061207_nation_story_7106972.utf8\n",
      "1061210_frontpage_story_7121559.utf8\n",
      "1061211_nation_index.utf8\n",
      "1061219_nation_story_7157321.utf8\n",
      "1061220_nation_story_7162111.utf8\n",
      "1061222_nation_index.utf8\n",
      "1061222_nation_story_7171528.utf8\n",
      "1070119_nation_story_7282971.utf8\n",
      "1070208_nation_story_7365521.utf8\n",
      "1070209_nation_story_7369520.utf8\n",
      "1070210_opinion_story_7371322.utf8\n",
      "1070801_opinion_story_8131458.utf8\n",
      "1070821_frontpage_story_8217727.utf8\n",
      "1070822_frontpage_story_8222838.utf8\n",
      "1070824_nation_story_8230796.utf8\n",
      "1070927_nation_story_8366188.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  123\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "117168      1041112_foreign_story_3995446.utf8\n",
      "117106      1041102_foreign_story_3954511.utf8\n",
      "122355    1041112_frontpage_story_3995357.utf8\n",
      "116959      1041106_foreign_story_3972071.utf8\n",
      "117415      1041110_foreign_story_3987311.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041106_foreign_story_3972075.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041111_frontpage_story_3991738.utf8\n",
      "1041112_foreign_index.utf8\n",
      "1041112_foreign_story_3995445.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041112_nation_story_3993981.utf8\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041113_foreign_story_3999319.utf8\n",
      "1041113_nation_story_3999380.utf8\n",
      "1041114_foreign_story_4002226.utf8\n",
      "1041115_foreign_story_4005520.utf8\n",
      "1041118_nation_story_4017381.utf8\n",
      "1041123_foreign_index.utf8\n",
      "1041123_foreign_story_4038063.utf8\n",
      "1041129_foreign_story_4062221.utf8\n",
      "1041203_opinion_story_4069612.utf8\n",
      "1041208_opinion_story_4086626.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  124\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "17974     1050315_foreign_story_4494498.utf8\n",
      "115263     1041124_nation_story_4041778.utf8\n",
      "19332     1051221_opinion_story_5623971.utf8\n",
      "10928      1050423_nation_story_4651271.utf8\n",
      "111863     1040920_bengal_story_3779570.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040921_bengal_story_3783924.utf8\n",
      "1041222_calcutta_story_4155212.utf8\n",
      "1050912_nation_story_5227211.utf8\n",
      "1060612_nation_story_6340989.utf8\n",
      "1060612_nation_story_6340993.utf8\n",
      "1061208_calcutta_story_7108893.utf8\n",
      "1061227_nation_story_7189167.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  125\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec): \n",
      "92087    1070726_foreign_story_8108245.utf8\n",
      "92490    1070731_foreign_story_8128927.utf8\n",
      "91138    1070416_foreign_story_7652563.utf8\n",
      "92271    1070521_foreign_story_7806832.utf8\n",
      "90967    1070705_foreign_story_8019084.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_index.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "1070705_foreign_story_8019086.utf8\n",
      "1070706_foreign_story_8023448.utf8\n",
      "1070707_foreign_story_8027755.utf8\n",
      "1070711_foreign_story_8044170.utf8\n",
      "1070711_frontpage_story_8044207.utf8\n",
      "1070712_foreign_story_8049110.utf8\n",
      "1070712_foreign_story_8049115.utf8\n",
      "1070715_foreign_story_8061044.utf8\n",
      "1070716_foreign_story_8064283.utf8\n",
      "1070726_foreign_story_8108245.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec):\n",
      "1070726_foreign_story_8108245.utf8\n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n"
     ]
    }
   ],
   "source": [
    "query_precision_recall_f1_score = []\n",
    "for i in query_relevant_documents.keys():\n",
    "    l = []\n",
    "    print(\"Query Number: \",i)\n",
    "    l.append(i)\n",
    "    print(\"Documents retrieved using QUERY ROCCHIO(word2vec): \")\n",
    "    print(query_relevant_documents[i][0])\n",
    "    print(\"\\nRelevant documents: \")\n",
    "    for q in query_rel_doc[str(i)]:\n",
    "        print(q)\n",
    "    retrieved = set(query_relevant_documents[i][0])\n",
    "    act_docs = set(query_rel_doc[str(i)])\n",
    "    precision = len(retrieved.intersection(act_docs))/5\n",
    "    recall = len(retrieved.intersection(act_docs))/len(act_docs)\n",
    "    f1_score = 0\n",
    "    if precision+recall != 0:\n",
    "      f1_score = 2*precision*recall/(precision+recall)\n",
    "    l.extend([precision,recall,f1_score])\n",
    "    query_precision_recall_f1_score.append(l)\n",
    "    print(\"\\nNumber of relevant documents retrieved: \",len(retrieved.intersection(act_docs)))\n",
    "    print(\"Relevant documents retrieved using QUERY ROCCHIO(word2vec):\")\n",
    "    for d in retrieved.intersection(act_docs):\n",
    "        print(d)\n",
    "    print(\"\\n\")\n",
    "    print(\"*\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "X9l9pWT3yPNt",
    "outputId": "bac387e6-8af7-45dd-8499-1e27c21a12a7"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Query Number:  76\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "508                  1050513_bengal_index.utf8\n",
      "100978    1070211_frontpage_story_7377565.utf8\n",
      "54205        1061203_nation_story_7084990.utf8\n",
      "30347     1050626_frontpage_story_4916195.utf8\n",
      "18414       1050811_foreign_story_5101180.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070530_nation_story_7849973.utf8\n",
      "1070602_nation_story_7865940.utf8\n",
      "1070603_nation_story_7869357.utf8\n",
      "1070611_nation_story_7906812.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  77\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "55225    1060717_foreign_story_6488684.utf8\n",
      "17074    1051229_foreign_story_5657775.utf8\n",
      "57066    1060820_foreign_story_6632582.utf8\n",
      "57716    1060720_foreign_story_6501311.utf8\n",
      "55425    1060814_foreign_story_6609200.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050110_foreign_story_4234881.utf8\n",
      "1060714_foreign_story_6477224.utf8\n",
      "1060715_foreign_story_6482002.utf8\n",
      "1060716_foreign_story_6485226.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060719_foreign_story_6496938.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "1060720_frontpage_story_6501523.utf8\n",
      "1060721_foreign_story_6506359.utf8\n",
      "1060727_foreign_index.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060804_foreign_index.utf8\n",
      "1060804_foreign_story_6567126.utf8\n",
      "1060805_foreign_story_6571528.utf8\n",
      "1060806_foreign_story_6575214.utf8\n",
      "1060807_foreign_story_6578452.utf8\n",
      "1060809_foreign_story_6588005.utf8\n",
      "1060810_foreign_story_6592351.utf8\n",
      "1060814_foreign_story_6609200.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1060814_foreign_story_6609200.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  78\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "10007     1050701_nation_story_4936920.utf8\n",
      "114431    1041116_nation_story_4009244.utf8\n",
      "51590     1061014_nation_story_6869924.utf8\n",
      "14510     1050610_nation_story_4850146.utf8\n",
      "10103     1050608_nation_story_4840940.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041102_nation_story_3954727.utf8\n",
      "1041105_nation_story_3968019.utf8\n",
      "1050709_nation_story_4968974.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  79\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "87920       1070621_nation_story_7952530.utf8\n",
      "16869      1050126_foreign_story_4299245.utf8\n",
      "111721      1041026_bengal_story_3925844.utf8\n",
      "48982       1060902_nation_story_6690181.utf8\n",
      "97235     1070924_calcutta_story_8341477.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070621_frontpage_story_7952567.utf8\n",
      "1070621_nation_index.utf8\n",
      "1070621_nation_story_7952530.utf8\n",
      "1070621_nation_story_7952531.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1070621_nation_story_7952530.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  80\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "115575       1041220_nation_story_4151396.utf8\n",
      "53688        1060420_nation_story_6122112.utf8\n",
      "12135        1050729_nation_story_5048357.utf8\n",
      "30163     1050707_frontpage_story_4959749.utf8\n",
      "89608        1070323_nation_story_7555002.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041103_frontpage_story_3959012.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1041223_frontpage_story_4163563.utf8\n",
      "1041228_nation_story_4182211.utf8\n",
      "1050707_nation_story_4959905.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "1050916_nation_story_5245081.utf8\n",
      "1070323_nation_story_7555002.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1070323_nation_story_7555002.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  81\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "1101      1050315_bengal_story_4494514.utf8\n",
      "82233     1070221_bengal_story_7420719.utf8\n",
      "10700     1051006_nation_story_5325684.utf8\n",
      "928               1050908_bengal_index.utf8\n",
      "112102    1041219_bengal_story_4148016.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051218_nation_story_5615385.utf8\n",
      "1060425_nation_story_6141934.utf8\n",
      "1060726_nation_story_6526490.utf8\n",
      "1060821_frontpage_story_6636584.utf8\n",
      "1060822_nation_story_6641118.utf8\n",
      "1060829_opinion_story_6657643.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  82\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "8994     1050512_nation_story_4728371.utf8\n",
      "12057    1050417_nation_story_4625341.utf8\n",
      "54669    1060502_nation_story_6171214.utf8\n",
      "52598    1060117_nation_story_5729700.utf8\n",
      "54601    1061115_nation_story_7003936.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041008_nation_story_3856955.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "1050325_nation_story_4536531.utf8\n",
      "1050331_nation_story_4554929.utf8\n",
      "1050401_nation_story_4560339.utf8\n",
      "1050402_nation_story_4564692.utf8\n",
      "1050402_nation_story_4564693.utf8\n",
      "1050403_nation_story_4567699.utf8\n",
      "1050404_frontpage_story_4571640.utf8\n",
      "1050404_nation_story_4571567.utf8\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050406_frontpage_story_4580486.utf8\n",
      "1050406_nation_story_4578392.utf8\n",
      "1050407_frontpage_story_4584985.utf8\n",
      "1050408_nation_story_4589299.utf8\n",
      "1050408_nation_story_4589304.utf8\n",
      "1050414_nation_story_4613688.utf8\n",
      "1050417_nation_story_4625341.utf8\n",
      "1050421_frontpage_story_4642066.utf8\n",
      "1050422_nation_story_4646055.utf8\n",
      "1050512_nation_story_4728374.utf8\n",
      "1050724_nation_story_5025902.utf8\n",
      "1070525_nation_story_7825299.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1050417_nation_story_4625341.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  83\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "51272     1060508_nation_story_6194646.utf8\n",
      "115063    1041102_nation_story_3954729.utf8\n",
      "114370    1040902_nation_story_3707688.utf8\n",
      "9311      1050430_nation_story_4680086.utf8\n",
      "11094     1050122_nation_story_4284400.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040916_frontpage_story_3764519.utf8\n",
      "1041022_nation_story_3913967.utf8\n",
      "1050219_nation_story_4398037.utf8\n",
      "1050223_nation_story_4411008.utf8\n",
      "1050303_nation_story_4446570.utf8\n",
      "1050622_opinion_story_4855728.utf8\n",
      "1050913_nation_story_5230548.utf8\n",
      "1051024_nation_story_5387050.utf8\n",
      "1051116_opinion_story_5465950.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  84\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "48805        1060105_nation_story_5682584.utf8\n",
      "70865     1060106_frontpage_story_5687482.utf8\n",
      "69437     1060104_frontpage_story_5679195.utf8\n",
      "54489        1060108_nation_story_5695226.utf8\n",
      "111518       1041122_bengal_story_4034216.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "1060108_nation_story_5695226.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1060108_nation_story_5695226.utf8\n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  85\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "49352    1060115_nation_story_5723429.utf8\n",
      "50170    1061107_nation_story_6968710.utf8\n",
      "13074    1051216_nation_story_5607249.utf8\n",
      "10667    1050311_nation_story_4480002.utf8\n",
      "12964    1050312_nation_story_4483766.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051112_frontpage_story_5468138.utf8\n",
      "1051113_nation_story_5471119.utf8\n",
      "1051114_frontpage_story_5474333.utf8\n",
      "1051115_nation_story_5478694.utf8\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "1051120_frontpage_story_5499247.utf8\n",
      "1051122_frontpage_story_5506658.utf8\n",
      "1051129_nation_story_5535127.utf8\n",
      "1051203_nation_story_5554017.utf8\n",
      "1051208_nation_story_5573594.utf8\n",
      "1060106_nation_story_5687738.utf8\n",
      "1060120_frontpage_story_5743236.utf8\n",
      "1060205_frontpage_story_5807071.utf8\n",
      "1060205_nation_story_5807071.utf8\n",
      "1060302_nation_story_5914897.utf8\n",
      "1060308_nation_story_5940109.utf8\n",
      "1060316_nation_story_5971891.utf8\n",
      "1060405_nation_story_6059195.utf8\n",
      "1060614_nation_story_6351073.utf8\n",
      "1060810_nation_story_6591970.utf8\n",
      "1060912_nation_story_6732673.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  86\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "45445     1060115_business_story_5722921.utf8\n",
      "48343     1060124_business_story_5759276.utf8\n",
      "69473    1060131_frontpage_story_5785780.utf8\n",
      "43849     1060128_business_story_5774628.utf8\n",
      "70704    1060211_frontpage_story_5832857.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041207_business_story_4095715.utf8\n",
      "1041211_business_story_4114567.utf8\n",
      "1041213_business_story_4121475.utf8\n",
      "1041216_business_story_4133832.utf8\n",
      "1050719_business_story_5007230.utf8\n",
      "1060521_business_story_6250530.utf8\n",
      "1070613_business_story_7915180.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  87\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "116465    1041123_nation_story_4038099.utf8\n",
      "115222    1041124_nation_story_4042283.utf8\n",
      "11765     1050916_nation_story_5245671.utf8\n",
      "89777     1070112_nation_story_7251857.utf8\n",
      "10029     1051009_nation_story_5337840.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040927_nation_story_3808787.utf8\n",
      "1050505_nation_story_4699253.utf8\n",
      "1050527_frontpage_story_4792614.utf8\n",
      "1050910_nation_story_5220711.utf8\n",
      "1050915_nation_story_5241032.utf8\n",
      "1050919_nation_story_5256797.utf8\n",
      "1051001_nation_story_5307077.utf8\n",
      "1051205_opinion_story_5558347.utf8\n",
      "1060918_opinion_story_6758697.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  88\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "10315        1050122_nation_story_4284864.utf8\n",
      "122085    1041113_frontpage_story_3999431.utf8\n",
      "13740        1050610_nation_story_4849264.utf8\n",
      "31834     1050119_frontpage_story_4271305.utf8\n",
      "115069       1041124_nation_story_4041679.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041113_nation_story_3999375.utf8\n",
      "1041114_frontpage_story_4002703.utf8\n",
      "1041114_nation_story_4002049.utf8\n",
      "1041115_nation_story_4005216.utf8\n",
      "1041116_nation_story_4009244.utf8\n",
      "1041117_nation_story_4013308.utf8\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041118_nation_story_4017603.utf8\n",
      "1041119_opinion_story_4019875.utf8\n",
      "1041120_nation_story_4026897.utf8\n",
      "1041123_nation_story_4037613.utf8\n",
      "1041126_nation_story_4051568.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "1041209_nation_story_4105435.utf8\n",
      "1041210_nation_story_4110266.utf8\n",
      "1041223_nation_story_4162601.utf8\n",
      "1041225_nation_story_4171523.utf8\n",
      "1050111_frontpage_story_4239312.utf8\n",
      "1050112_nation_story_4242952.utf8\n",
      "1050321_nation_story_4518173.utf8\n",
      "1050419_nation_story_4632454.utf8\n",
      "1050712_nation_story_4979485.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  89\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "52010       1060904_nation_story_6696104.utf8\n",
      "49969       1060219_nation_story_5866531.utf8\n",
      "69146    1060804_frontpage_story_6566731.utf8\n",
      "11860       1051212_nation_story_5588977.utf8\n",
      "52331       1060502_nation_story_6171218.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051030_frontpage_story_5417213.utf8\n",
      "1051030_nation_story_5416998.utf8\n",
      "1051031_frontpage_story_5420477.utf8\n",
      "1051103_nation_story_5431751.utf8\n",
      "1051104_frontpage_story_5435811.utf8\n",
      "1051104_nation_story_5435775.utf8\n",
      "1051104_opinion_story_5430445.utf8\n",
      "1051105_frontpage_story_5439520.utf8\n",
      "1051105_nation_story_5439812.utf8\n",
      "1051106_frontpage_story_5443085.utf8\n",
      "1051106_frontpage_story_5443160.utf8\n",
      "1051106_nation_story_5443086.utf8\n",
      "1051106_nation_story_5443087.utf8\n",
      "1051107_frontpage_story_5446205.utf8\n",
      "1051107_frontpage_story_5446206.utf8\n",
      "1051108_frontpage_story_5449990.utf8\n",
      "1051108_nation_story_5449990.utf8\n",
      "1051108_nation_story_5450190.utf8\n",
      "1051108_opinion_story_5448019.utf8\n",
      "1051109_nation_story_5454997.utf8\n",
      "1051110_frontpage_story_5459184.utf8\n",
      "1051110_frontpage_story_5459680.utf8\n",
      "1051111_frontpage_story_5463674.utf8\n",
      "1051112_nation_story_5466827.utf8\n",
      "1051117_business_story_5486717.utf8\n",
      "1051124_nation_story_5516039.utf8\n",
      "1051125_nation_story_5520552.utf8\n",
      "1051203_frontpage_story_5554327.utf8\n",
      "1051204_frontpage_story_5557422.utf8\n",
      "1051207_nation_story_5569439.utf8\n",
      "1051208_frontpage_story_5574008.utf8\n",
      "1051209_frontpage_story_5578676.utf8\n",
      "1051216_nation_story_5607250.utf8\n",
      "1051217_nation_story_5611026.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "1060523_nation_story_6258265.utf8\n",
      "1060617_nation_story_6364334.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060805_nation_story_6571571.utf8\n",
      "1060808_nation_story_6583428.utf8\n",
      "1060808_nation_story_6583430.utf8\n",
      "1060812_nation_story_6602512.utf8\n",
      "1060902_frontpage_story_6689724.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060906_nation_story_6705908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  90\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "87686        1070520_nation_story_7803892.utf8\n",
      "102420    1070421_frontpage_story_7676260.utf8\n",
      "122290    1040918_frontpage_story_3773201.utf8\n",
      "31007     1050206_frontpage_story_4343051.utf8\n",
      "70351     1061108_frontpage_story_6973095.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040915_nation_story_3759556.utf8\n",
      "1040917_frontpage_story_3769177.utf8\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "1040921_bengal_story_3783924.utf8\n",
      "1051031_opinion_story_5418889.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  91\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "14506     1051128_nation_story_5530581.utf8\n",
      "10593     1050316_nation_story_4497645.utf8\n",
      "114538    1041207_nation_story_4096100.utf8\n",
      "115160    1041102_nation_story_3955353.utf8\n",
      "13184     1050528_nation_story_4796634.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070624_nation_story_7966280.utf8\n",
      "1070629_nation_index.utf8\n",
      "1070629_nation_story_7990989.utf8\n",
      "1070629_nation_story_7990990.utf8\n",
      "1070629_opinion_story_7987432.utf8\n",
      "1070630_nation_story_7996611.utf8\n",
      "1070701_nation_story_7999619.utf8\n",
      "1070703_nation_story_8008353.utf8\n",
      "1070703_nation_story_8008354.utf8\n",
      "1070704_nation_story_8013769.utf8\n",
      "1070709_opinion_story_8032623.utf8\n",
      "1070715_nation_story_8061371.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  92\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "116811    1040924_foreign_story_3797644.utf8\n",
      "55935     1060529_foreign_story_6283160.utf8\n",
      "90779     1070528_foreign_story_7839958.utf8\n",
      "49747      1060630_nation_story_6418919.utf8\n",
      "90614     1070403_foreign_story_7599402.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041120_foreign_story_4027085.utf8\n",
      "1041128_foreign_story_4059342.utf8\n",
      "1041228_foreign_story_4183194.utf8\n",
      "1050814_foreign_story_5113225.utf8\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1051223_foreign_story_5635752.utf8\n",
      "1051224_foreign_story_5640440.utf8\n",
      "1051226_foreign_story_5645821.utf8\n",
      "1051228_foreign_story_5653170.utf8\n",
      "1051229_foreign_story_5657777.utf8\n",
      "1051230_foreign_story_5661567.utf8\n",
      "1051231_foreign_story_5665030.utf8\n",
      "1060110_foreign_story_5702384.utf8\n",
      "1060118_foreign_story_5734603.utf8\n",
      "1060326_foreign_story_6016284.utf8\n",
      "1060418_foreign_story_6113177.utf8\n",
      "1060424_foreign_story_6137727.utf8\n",
      "1060429_foreign_story_6160700.utf8\n",
      "1060501_foreign_story_6167491.utf8\n",
      "1060512_foreign_story_6214207.utf8\n",
      "1060513_foreign_story_6218340.utf8\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1060611_foreign_story_6337689.utf8\n",
      "1060616_foreign_story_6357562.utf8\n",
      "1060618_foreign_story_6367749.utf8\n",
      "1060619_foreign_story_6370593.utf8\n",
      "1060623_nation_story_6390243.utf8\n",
      "1060629_foreign_story_6413896.utf8\n",
      "1060815_foreign_story_6614005.utf8\n",
      "1060819_nation_story_6629257.utf8\n",
      "1060919_foreign_story_6764161.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "1061024_opinion_story_6906965.utf8\n",
      "1070327_foreign_story_7570677.utf8\n",
      "1070328_foreign_story_7575109.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "1070425_foreign_story_7693358.utf8\n",
      "1070427_foreign_story_7704540.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1070403_foreign_story_7599402.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  93\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "89244       1070424_nation_story_7689072.utf8\n",
      "11851       1051224_nation_story_5640236.utf8\n",
      "31399    1051214_frontpage_story_5598101.utf8\n",
      "52105       1060105_nation_story_5682916.utf8\n",
      "14631       1051214_nation_story_5598234.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051213_frontpage_story_5593956.utf8\n",
      "1051213_nation_story_5594013.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "1051214_opinion_story_5595309.utf8\n",
      "1051219_opinion_story_5604821.utf8\n",
      "1051220_frontpage_story_5622754.utf8\n",
      "1051222_opinion_story_5628592.utf8\n",
      "1051224_frontpage_story_5640208.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1060104_nation_story_5678418.utf8\n",
      "1060111_nation_story_5706272.utf8\n",
      "1060121_frontpage_story_5748538.utf8\n",
      "1060205_nation_story_5807747.utf8\n",
      "1060228_nation_story_5904834.utf8\n",
      "1060304_nation_story_5924061.utf8\n",
      "1060316_nation_story_5971892.utf8\n",
      "1060404_nation_story_6054708.utf8\n",
      "1060826_nation_story_6659182.utf8\n",
      "1070424_nation_story_7689072.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1070424_nation_story_7689072.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  94\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "69914     1060407_frontpage_story_6068877.utf8\n",
      "100748    1070922_frontpage_story_8347784.utf8\n",
      "51737        1060220_nation_story_5869738.utf8\n",
      "110534       1070424_sports_story_7689148.utf8\n",
      "16948       1050818_foreign_story_5126141.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050924_nation_story_5278873.utf8\n",
      "1050930_nation_story_5302148.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "1060109_nation_story_5698373.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "1060321_frontpage_story_5993625.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060411_nation_story_6084725.utf8\n",
      "1060416_nation_story_6105445.utf8\n",
      "1060417_nation_story_6108303.utf8\n",
      "1060419_nation_story_6117276.utf8\n",
      "1060429_nation_story_6160546.utf8\n",
      "1060502_nation_story_6171060.utf8\n",
      "1060503_nation_story_6175842.utf8\n",
      "1060624_nation_story_6394559.utf8\n",
      "1060626_nation_story_6400808.utf8\n",
      "1060704_nation_story_6435206.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060920_nation_story_6769705.utf8\n",
      "1061017_nation_story_6879678.utf8\n",
      "1061020_nation_story_6894819.utf8\n",
      "1070411_nation_story_7633126.utf8\n",
      "1070628_nation_story_7985869.utf8\n",
      "1070820_nation_story_8213550.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  95\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "89083        1070121_nation_story_7290431.utf8\n",
      "14985        1050531_nation_story_4808215.utf8\n",
      "88732        1070113_nation_story_7255901.utf8\n",
      "122131    1041203_frontpage_story_4080772.utf8\n",
      "86186        1070310_nation_story_7496881.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070117_nation_story_7272982.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "1070120_frontpage_story_7287678.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070129_nation_story_7319522.utf8\n",
      "1070129_opinion_story_7315220.utf8\n",
      "1070130_frontpage_story_7325092.utf8\n",
      "1070130_nation_story_7325094.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "1070525_nation_story_7827239.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  96\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "97394    1070126_calcutta_story_7309950.utf8\n",
      "52505      1060221_nation_story_5873931.utf8\n",
      "51544      1060420_nation_story_6121474.utf8\n",
      "88657      1070508_nation_story_7748763.utf8\n",
      "10720      1050519_nation_story_4758649.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060615_nation_story_6355137.utf8\n",
      "1070124_nation_index.utf8\n",
      "1070124_nation_story_7301639.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  97\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "4826     1050714_business_story_4987719.utf8\n",
      "46144    1060208_business_story_5818982.utf8\n",
      "8356     1050628_business_story_4923656.utf8\n",
      "48149    1060207_business_story_5814618.utf8\n",
      "8682     1050619_business_story_4887795.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_frontpage_story_4038891.utf8\n",
      "1041124_frontpage_story_4042353.utf8\n",
      "1041127_opinion_story_4054231.utf8\n",
      "1041209_frontpage_story_4105660.utf8\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041221_frontpage_story_4155322.utf8\n",
      "1041227_business_story_4178934.utf8\n",
      "1041230_business_story_4191451.utf8\n",
      "1050110_frontpage_story_4235068.utf8\n",
      "1050114_business_story_4252178.utf8\n",
      "1050115_business_story_4256685.utf8\n",
      "1050117_business_story_4263315.utf8\n",
      "1050123_frontpage_story_4287830.utf8\n",
      "1050309_frontpage_story_4470935.utf8\n",
      "1050318_business_story_4507877.utf8\n",
      "1050408_frontpage_story_4589514.utf8\n",
      "1050504_frontpage_story_4693562.utf8\n",
      "1050606_frontpage_story_4832301.utf8\n",
      "1050616_business_story_4874207.utf8\n",
      "1050623_business_story_4904317.utf8\n",
      "1050627_business_story_4919496.utf8\n",
      "1060208_business_story_5818983.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  98\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "115625    1041030_nation_story_3943676.utf8\n",
      "12485     1050316_nation_story_4496930.utf8\n",
      "49390     1060208_nation_story_5818134.utf8\n",
      "89542             1070512_nation_index.utf8\n",
      "115406    1041023_nation_story_3917392.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061115_nation_story_7003933.utf8\n",
      "1061118_nation_story_7019028.utf8\n",
      "1061125_nation_story_7047920.utf8\n",
      "1070526_nation_story_7830524.utf8\n",
      "1070528_frontpage_story_7838904.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  99\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "52073     1061219_nation_story_7157548.utf8\n",
      "11088     1050510_nation_story_4718613.utf8\n",
      "114896    1041208_nation_story_4100626.utf8\n",
      "49158     1061219_nation_story_7157553.utf8\n",
      "114720    1040918_nation_story_3773413.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050426_nation_story_4662541.utf8\n",
      "1050927_nation_story_5289540.utf8\n",
      "1060822_nation_story_6641052.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  100\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "13702       1051115_nation_story_5478696.utf8\n",
      "9850        1051112_nation_story_5468011.utf8\n",
      "31200    1051112_frontpage_story_5468137.utf8\n",
      "51988       1061030_nation_story_6934352.utf8\n",
      "9557        1051117_nation_story_5486656.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041107_frontpage_story_3975998.utf8\n",
      "1041110_nation_story_3987208.utf8\n",
      "1041117_nation_story_4013184.utf8\n",
      "1050227_nation_story_4430335.utf8\n",
      "1050721_nation_story_5015427.utf8\n",
      "1050810_nation_story_5095926.utf8\n",
      "1051112_frontpage_story_5468009.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "1051119_frontpage_story_5495967.utf8\n",
      "1051121_nation_story_5502034.utf8\n",
      "1051123_frontpage_story_5511154.utf8\n",
      "1051123_nation_story_5511465.utf8\n",
      "1051206_nation_story_5564372.utf8\n",
      "1051213_nation_story_5593623.utf8\n",
      "1060118_nation_story_5734651.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "1061001_nation_story_6815631.utf8\n",
      "1070518_nation_story_7794373.utf8\n",
      "1070726_nation_story_8107361.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  101\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "54170        1060603_nation_story_6305841.utf8\n",
      "71151     1060604_frontpage_story_6309060.utf8\n",
      "50197        1060603_nation_story_6305843.utf8\n",
      "69321     1060603_frontpage_story_6305867.utf8\n",
      "115286       1041022_nation_story_3913479.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060603_frontpage_story_6305867.utf8\n",
      "1060603_frontpage_story_6306133.utf8\n",
      "1060603_nation_story_6305903.utf8\n",
      "1060604_frontpage_story_6309170.utf8\n",
      "1060604_nation_story_6309387.utf8\n",
      "1060604_nation_story_6309391.utf8\n",
      "1060605_nation_story_6312117.utf8\n",
      "1060606_frontpage_story_6316278.utf8\n",
      "1060606_nation_story_6316403.utf8\n",
      "1060615_nation_story_6355137.utf8\n",
      "1060804_nation_story_6566891.utf8\n",
      "1061121_frontpage_story_7030268.utf8\n",
      "1061125_opinion_story_7047966.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1060603_frontpage_story_6305867.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  102\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "77144     1061103_sports_story_6953704.utf8\n",
      "110435    1070111_sports_story_7247155.utf8\n",
      "71303     1061128_sports_story_7060410.utf8\n",
      "71811     1061225_sports_story_7181804.utf8\n",
      "71405     1061230_sports_story_7201393.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061017_frontpage_story_6881463.utf8\n",
      "1061017_sports_story_6880992.utf8\n",
      "1061018_opinion_story_6883160.utf8\n",
      "1061019_sports_story_6890401.utf8\n",
      "1061022_sports_story_6902770.utf8\n",
      "1061028_sports_story_6927220.utf8\n",
      "1061102_sports_story_6948876.utf8\n",
      "1061102_sports_story_6948879.utf8\n",
      "1061116_sports_story_7008225.utf8\n",
      "1061206_sports_story_7100581.utf8\n",
      "1061231_sports_story_7204595.utf8\n",
      "1070112_sports_story_7252096.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "1070215_sports_story_7396087.utf8\n",
      "1070224_sports_story_7434948.utf8\n",
      "1070506_sports_story_7740456.utf8\n",
      "1070703_sports_story_8008596.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  103\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "10150      1050119_nation_story_4271375.utf8\n",
      "2856     1050804_business_story_5071582.utf8\n",
      "82437      1070918_bengal_story_8329971.utf8\n",
      "49211      1060419_nation_story_6117601.utf8\n",
      "88179      1070213_nation_story_7386151.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050105_nation_story_4212186.utf8\n",
      "1050107_nation_story_4222879.utf8\n",
      "1050108_nation_story_4226925.utf8\n",
      "1050112_nation_story_4243051.utf8\n",
      "1050130_nation_story_4314267.utf8\n",
      "1050209_foreign_story_4355177.utf8\n",
      "1050420_frontpage_story_4637821.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  104\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "69362    1060318_frontpage_story_5981561.utf8\n",
      "50767       1060311_nation_story_5954497.utf8\n",
      "50668       1060310_nation_story_5949924.utf8\n",
      "70294    1060307_frontpage_story_5936287.utf8\n",
      "52017       1060525_nation_story_6266147.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060308_nation_story_5939546.utf8\n",
      "1060308_opinion_story_5938184.utf8\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060324_nation_story_6007742.utf8\n",
      "1060426_nation_story_6146158.utf8\n",
      "1060509_nation_story_6200870.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  105\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "86903     1070928_nation_story_8370882.utf8\n",
      "52471     1061031_nation_story_6938516.utf8\n",
      "114744    1041001_nation_story_3826950.utf8\n",
      "87582     1070710_nation_story_8038619.utf8\n",
      "86667     1070805_nation_story_8151510.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041025_nation_story_3921602.utf8\n",
      "1050215_nation_story_4379758.utf8\n",
      "1050315_nation_story_4494613.utf8\n",
      "1050512_nation_story_4728376.utf8\n",
      "1050823_frontpage_story_5145553.utf8\n",
      "1061128_nation_story_7060323.utf8\n",
      "1070215_nation_story_7395678.utf8\n",
      "1070515_nation_story_7779278.utf8\n",
      "1070516_nation_story_7784091.utf8\n",
      "1070523_nation_story_7815243.utf8\n",
      "1070607_opinion_story_7886004.utf8\n",
      "1070611_opinion_story_7880863.utf8\n",
      "1070614_opinion_story_7912693.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  106\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "88624       1070814_nation_story_8190672.utf8\n",
      "86953       1070707_nation_story_8026544.utf8\n",
      "49034       1060314_nation_story_5966963.utf8\n",
      "69512    1060313_frontpage_story_5962183.utf8\n",
      "11867       1050221_nation_story_4404755.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070810_frontpage_story_8175328.utf8\n",
      "1070811_nation_story_8179235.utf8\n",
      "1070814_nation_story_8190672.utf8\n",
      "1070820_opinion_story_8184577.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1070814_nation_story_8190672.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  107\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "90188     1070412_nation_story_7637981.utf8\n",
      "10113     1050521_nation_story_4768016.utf8\n",
      "89167     1070410_nation_story_7628468.utf8\n",
      "51618     1061018_nation_story_6886174.utf8\n",
      "115283    1040905_nation_story_3720287.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061224_nation_story_7178669.utf8\n",
      "1070406_frontpage_story_7613539.utf8\n",
      "1070406_nation_story_7613759.utf8\n",
      "1070407_nation_index.utf8\n",
      "1070407_nation_story_7617224.utf8\n",
      "1070407_nation_story_7617227.utf8\n",
      "1070407_nation_story_7617335.utf8\n",
      "1070408_nation_story_7620581.utf8\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "1070412_opinion_story_7626594.utf8\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070420_nation_story_7671367.utf8\n",
      "1070509_nation_story_7752995.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  108\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "101476    1070207_frontpage_story_7360280.utf8\n",
      "100814    1070913_frontpage_story_8310810.utf8\n",
      "69278     1061027_frontpage_story_6922474.utf8\n",
      "30981     1050113_frontpage_story_4248720.utf8\n",
      "69838     1060618_frontpage_story_6367841.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_opinion_story_4035564.utf8\n",
      "1041207_opinion_story_4093295.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "1050629_nation_story_4927978.utf8\n",
      "1050713_opinion_story_4981003.utf8\n",
      "1050802_opinion_story_5061056.utf8\n",
      "1050807_frontpage_story_5084565.utf8\n",
      "1060202_opinion_story_5792794.utf8\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1061219_frontpage_story_7157377.utf8\n",
      "1061226_frontpage_story_7184832.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  109\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "1830        1050111_bengal_story_4239416.utf8\n",
      "11102       1050822_nation_story_5141403.utf8\n",
      "69022    1061006_frontpage_story_6834425.utf8\n",
      "155         1050214_bengal_story_4376431.utf8\n",
      "8992        1050404_nation_story_4571240.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050818_nation_story_5126655.utf8\n",
      "1050821_nation_story_5137894.utf8\n",
      "1051107_nation_story_5445719.utf8\n",
      "1051206_nation_story_5564168.utf8\n",
      "1051216_nation_story_5605895.utf8\n",
      "1051219_nation_story_5618307.utf8\n",
      "1060103_nation_story_5673645.utf8\n",
      "1060116_nation_story_5725038.utf8\n",
      "1060402_nation_story_6046366.utf8\n",
      "1070203_nation_story_7344566.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  110\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "50847      1060707_nation_story_6447577.utf8\n",
      "50024      1060620_nation_story_6375357.utf8\n",
      "41665      1060120_bengal_story_5744100.utf8\n",
      "5020     1051227_business_story_5649030.utf8\n",
      "832        1050512_bengal_story_4728585.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040910_calcutta_story_3737348.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1050923_nation_story_5275140.utf8\n",
      "1050928_nation_story_5293658.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1060706_frontpage_story_6443354.utf8\n",
      "1060707_frontpage_story_6447943.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "1060707_opinion_story_6431275.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  111\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "12232    1050817_nation_story_5121698.utf8\n",
      "9382     1050331_nation_story_4555290.utf8\n",
      "52510    1060414_nation_story_6097270.utf8\n",
      "14054    1050414_nation_story_4612585.utf8\n",
      "50231    1060413_nation_story_6093542.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050331_nation_story_4555290.utf8\n",
      "1050405_nation_story_4575382.utf8\n",
      "1050413_nation_story_4609077.utf8\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050416_opinion_story_4619560.utf8\n",
      "1050519_nation_story_4757290.utf8\n",
      "1050605_opinion_story_4804959.utf8\n",
      "1050606_nation_story_4832860.utf8\n",
      "1050619_nation_story_4887436.utf8\n",
      "1050624_nation_story_4908600.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "1050826_frontpage_story_5159316.utf8\n",
      "1050826_nation_story_5158651.utf8\n",
      "1060102_nation_story_5670446.utf8\n",
      "1070321_nation_story_7545227.utf8\n",
      "1070429_nation_story_7713242.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050331_nation_story_4555290.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  112\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "10847      1051117_nation_story_5486968.utf8\n",
      "46557    1060626_business_story_6400556.utf8\n",
      "86975      1070407_nation_story_7617334.utf8\n",
      "85674    1070327_business_story_7570311.utf8\n",
      "88712      1070331_nation_story_7588636.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050116_nation_story_4260180.utf8\n",
      "1050125_frontpage_story_4295506.utf8\n",
      "1050202_nation_story_4325616.utf8\n",
      "1050211_nation_story_4363942.utf8\n",
      "1050214_frontpage_story_4376137.utf8\n",
      "1050217_nation_story_4389288.utf8\n",
      "1050223_nation_story_4412606.utf8\n",
      "1050225_nation_story_4422537.utf8\n",
      "1050315_nation_story_4495373.utf8\n",
      "1050403_frontpage_story_4568418.utf8\n",
      "1050426_nation_story_4663419.utf8\n",
      "1050508_opinion_story_4709525.utf8\n",
      "1050818_nation_story_5126669.utf8\n",
      "1050901_nation_story_5183023.utf8\n",
      "1060208_nation_story_5819357.utf8\n",
      "1060224_nation_story_5889615.utf8\n",
      "1060307_nation_story_5936301.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  113\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "55813    1061126_foreign_story_7052195.utf8\n",
      "57887    1061121_foreign_story_7028944.utf8\n",
      "57931    1061116_foreign_story_7007945.utf8\n",
      "57644    1061027_foreign_story_6922326.utf8\n",
      "57900    1061123_foreign_story_7039229.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050417_foreign_story_4625108.utf8\n",
      "1060421_foreign_story_6126560.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061211_foreign_story_7124735.utf8\n",
      "1061225_foreign_story_7181993.utf8\n",
      "1070504_foreign_story_7733010.utf8\n",
      "1070510_foreign_story_7758324.utf8\n",
      "1070606_foreign_story_7883150.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  5\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  114\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "13746       1050421_nation_story_4642129.utf8\n",
      "14654       1050428_nation_story_4670543.utf8\n",
      "30940    1050421_frontpage_story_4642068.utf8\n",
      "54610       1060322_nation_story_5998107.utf8\n",
      "50032       1060322_nation_story_5998111.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050420_frontpage_story_4637476.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050422_frontpage_story_4646612.utf8\n",
      "1050422_nation_story_4645493.utf8\n",
      "1050423_frontpage_story_4651456.utf8\n",
      "1050503_nation_story_4688823.utf8\n",
      "1050607_nation_story_4836754.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  115\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "54729       1060416_nation_story_6105650.utf8\n",
      "71112    1060309_frontpage_story_5946418.utf8\n",
      "69612    1060909_frontpage_story_6722632.utf8\n",
      "50699       1060712_nation_story_6467036.utf8\n",
      "90365       1070801_nation_story_8132781.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060308_frontpage_story_5940598.utf8\n",
      "1060308_frontpage_story_5941755.utf8\n",
      "1060308_nation_story_5940209.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "1060309_nation_story_5945338.utf8\n",
      "1060309_nation_story_5945340.utf8\n",
      "1060310_frontpage_story_5950087.utf8\n",
      "1060313_nation_story_5962267.utf8\n",
      "1060328_nation_story_6023320.utf8\n",
      "1060402_nation_story_6046493.utf8\n",
      "1060406_nation_story_6064311.utf8\n",
      "1060510_nation_story_6204910.utf8\n",
      "1060715_nation_story_6481703.utf8\n",
      "1060720_nation_story_6498800.utf8\n",
      "1060725_opinion_story_6519334.utf8\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1070521_calcutta_story_7804799.utf8\n",
      "1070913_nation_story_8315898.utf8\n",
      "1070914_nation_story_8315898.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  116\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "81101      1070311_bengal_story_7500825.utf8\n",
      "49671      1060123_nation_story_5754114.utf8\n",
      "14988      1050524_nation_story_4779248.utf8\n",
      "954        1050409_bengal_story_4594032.utf8\n",
      "22279    1050603_calcutta_story_4819033.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060121_nation_story_5748791.utf8\n",
      "1060122_nation_story_5751717.utf8\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060124_nation_story_5759623.utf8\n",
      "1060126_nation_story_5768230.utf8\n",
      "1060128_opinion_story_5775492.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "1060221_nation_story_5873931.utf8\n",
      "1060307_nation_story_5935593.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1060123_nation_story_5754114.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  117\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "59385       1060112_opinion_story_5712070.utf8\n",
      "69945     1060104_frontpage_story_5678941.utf8\n",
      "82244                1070118_bengal_index.utf8\n",
      "102227    1070416_frontpage_story_7652035.utf8\n",
      "68938     1060103_frontpage_story_5674777.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060112_nation_story_5711093.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  118\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "122534    1041004_frontpage_story_3838555.utf8\n",
      "13529        1050820_nation_story_5134401.utf8\n",
      "51078        1060619_nation_story_6370272.utf8\n",
      "12809        1050820_nation_story_5135301.utf8\n",
      "53086        1060714_nation_story_6470353.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050706_nation_story_4955343.utf8\n",
      "1050706_nation_story_4955492.utf8\n",
      "1050706_nation_story_4955617.utf8\n",
      "1050706_nation_story_4955741.utf8\n",
      "1050706_nation_story_4955743.utf8\n",
      "1050706_nation_story_4955838.utf8\n",
      "1050710_nation_story_4971975.utf8\n",
      "1050711_opinion_story_4957028.utf8\n",
      "1050716_frontpage_story_4997325.utf8\n",
      "1050716_nation_story_4997611.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  119\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "31328    1050714_frontpage_story_4988276.utf8\n",
      "14232       1050609_nation_story_4843677.utf8\n",
      "12972       1050715_nation_story_4992987.utf8\n",
      "9080        1050716_nation_story_4996994.utf8\n",
      "88266       1070930_nation_story_8378480.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "1050715_opinion_story_4989948.utf8\n",
      "1050720_nation_story_5010221.utf8\n",
      "1050813_nation_story_5108420.utf8\n",
      "1051206_nation_story_5564020.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  120\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "10098     1050209_nation_story_4356065.utf8\n",
      "12719     1050106_nation_story_4218937.utf8\n",
      "14723     1050210_nation_story_4359510.utf8\n",
      "115358    1041202_nation_story_4075904.utf8\n",
      "11515     1050731_nation_story_5055852.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041218_nation_story_4144205.utf8\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050115_opinion_story_4241122.utf8\n",
      "1050125_nation_story_4295596.utf8\n",
      "1050205_nation_story_4340470.utf8\n",
      "1050206_nation_story_4343894.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050312_nation_story_4484256.utf8\n",
      "1050624_nation_story_4908599.utf8\n",
      "1050930_nation_story_5303240.utf8\n",
      "1070623_nation_story_7962389.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  121\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "101674    1070128_frontpage_story_7316888.utf8\n",
      "119718     1041224_calcutta_story_4167135.utf8\n",
      "8907         1051030_nation_story_5416663.utf8\n",
      "26093      1050118_calcutta_story_4265502.utf8\n",
      "70153     1061030_frontpage_story_6932875.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070219_frontpage_story_7411720.utf8\n",
      "1070220_frontpage_story_7415831.utf8\n",
      "1070220_nation_story_7414442.utf8\n",
      "1070220_nation_story_7415039.utf8\n",
      "1070220_nation_story_7415424.utf8\n",
      "1070220_nation_story_7415425.utf8\n",
      "1070220_nation_story_7415575.utf8\n",
      "1070221_frontpage_story_7420488.utf8\n",
      "1070221_frontpage_story_7420491.utf8\n",
      "1070221_nation_story_7420222.utf8\n",
      "1070221_nation_story_7420507.utf8\n",
      "1070222_frontpage_story_7425408.utf8\n",
      "1070222_opinion_story_7417136.utf8\n",
      "1070223_frontpage_story_7430302.utf8\n",
      "1070223_opinion_story_7426810.utf8\n",
      "1070224_nation_story_7434743.utf8\n",
      "1070224_nation_story_7434870.utf8\n",
      "1070327_bengal_story_7571113.utf8\n",
      "1070329_nation_story_7579268.utf8\n",
      "1070731_bengal_story_8129244.utf8\n",
      "1070906_nation_story_8281908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  122\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "13074    1051216_nation_story_5607249.utf8\n",
      "48810    1060416_nation_story_6105249.utf8\n",
      "50170    1061107_nation_story_6968710.utf8\n",
      "51491    1060316_nation_story_5971891.utf8\n",
      "87308    1070602_nation_story_7865037.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061128_frontpage_story_7060386.utf8\n",
      "1061129_frontpage_story_7066216.utf8\n",
      "1061129_nation_story_7065411.utf8\n",
      "1061205_nation_story_7094715.utf8\n",
      "1061207_nation_story_7106972.utf8\n",
      "1061210_frontpage_story_7121559.utf8\n",
      "1061211_nation_index.utf8\n",
      "1061219_nation_story_7157321.utf8\n",
      "1061220_nation_story_7162111.utf8\n",
      "1061222_nation_index.utf8\n",
      "1061222_nation_story_7171528.utf8\n",
      "1070119_nation_story_7282971.utf8\n",
      "1070208_nation_story_7365521.utf8\n",
      "1070209_nation_story_7369520.utf8\n",
      "1070210_opinion_story_7371322.utf8\n",
      "1070801_opinion_story_8131458.utf8\n",
      "1070821_frontpage_story_8217727.utf8\n",
      "1070822_frontpage_story_8222838.utf8\n",
      "1070824_nation_story_8230796.utf8\n",
      "1070927_nation_story_8366188.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  123\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "117168      1041112_foreign_story_3995446.utf8\n",
      "117106      1041102_foreign_story_3954511.utf8\n",
      "122355    1041112_frontpage_story_3995357.utf8\n",
      "116959      1041106_foreign_story_3972071.utf8\n",
      "117415      1041110_foreign_story_3987311.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041106_foreign_story_3972075.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041111_frontpage_story_3991738.utf8\n",
      "1041112_foreign_index.utf8\n",
      "1041112_foreign_story_3995445.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041112_nation_story_3993981.utf8\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041113_foreign_story_3999319.utf8\n",
      "1041113_nation_story_3999380.utf8\n",
      "1041114_foreign_story_4002226.utf8\n",
      "1041115_foreign_story_4005520.utf8\n",
      "1041118_nation_story_4017381.utf8\n",
      "1041123_foreign_index.utf8\n",
      "1041123_foreign_story_4038063.utf8\n",
      "1041129_foreign_story_4062221.utf8\n",
      "1041203_opinion_story_4069612.utf8\n",
      "1041208_opinion_story_4086626.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  124\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "17974     1050315_foreign_story_4494498.utf8\n",
      "115263     1041124_nation_story_4041778.utf8\n",
      "19332     1051221_opinion_story_5623971.utf8\n",
      "10928      1050423_nation_story_4651271.utf8\n",
      "111863     1040920_bengal_story_3779570.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040921_bengal_story_3783924.utf8\n",
      "1041222_calcutta_story_4155212.utf8\n",
      "1050912_nation_story_5227211.utf8\n",
      "1060612_nation_story_6340989.utf8\n",
      "1060612_nation_story_6340993.utf8\n",
      "1061208_calcutta_story_7108893.utf8\n",
      "1061227_nation_story_7189167.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  125\n",
      "Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \n",
      "92087    1070726_foreign_story_8108245.utf8\n",
      "92490    1070731_foreign_story_8128927.utf8\n",
      "91138    1070416_foreign_story_7652563.utf8\n",
      "92271    1070521_foreign_story_7806832.utf8\n",
      "90967    1070705_foreign_story_8019084.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_index.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "1070705_foreign_story_8019086.utf8\n",
      "1070706_foreign_story_8023448.utf8\n",
      "1070707_foreign_story_8027755.utf8\n",
      "1070711_foreign_story_8044170.utf8\n",
      "1070711_frontpage_story_8044207.utf8\n",
      "1070712_foreign_story_8049110.utf8\n",
      "1070712_foreign_story_8049115.utf8\n",
      "1070715_foreign_story_8061044.utf8\n",
      "1070716_foreign_story_8064283.utf8\n",
      "1070726_foreign_story_8108245.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\n",
      "1070726_foreign_story_8108245.utf8\n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n"
     ]
    }
   ],
   "source": [
    "query_precision_recall_f1_score_zero_gamma = []\n",
    "for i in query_relevant_documents_zero_gamma.keys():\n",
    "    l = []\n",
    "    print(\"Query Number: \",i)\n",
    "    l.append(i)\n",
    "    print(\"Documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0: \")\n",
    "    print(query_relevant_documents[i][0])\n",
    "    print(\"\\nRelevant documents: \")\n",
    "    for q in query_rel_doc[str(i)]:\n",
    "        print(q)\n",
    "    retrieved = set(query_relevant_documents[i][0])\n",
    "    act_docs = set(query_rel_doc[str(i)])\n",
    "    precision = len(retrieved.intersection(act_docs))/5\n",
    "    recall = len(retrieved.intersection(act_docs))/len(act_docs)\n",
    "    f1_score = 0\n",
    "    if precision+recall != 0:\n",
    "      f1_score = 2*precision*recall/(precision+recall)\n",
    "    l.extend([precision,recall,f1_score])\n",
    "    query_precision_recall_f1_score_zero_gamma.append(l)\n",
    "    print(\"\\nNumber of relevant documents retrieved: \",len(retrieved.intersection(act_docs)))\n",
    "    print(\"Relevant documents retrieved using QUERY ROCCHIO(word2vec) gamma = 0:\")\n",
    "    for d in retrieved.intersection(act_docs):\n",
    "        print(d)\n",
    "    print(\"\\n\")\n",
    "    print(\"*\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "YEWLPpNie0nh",
    "outputId": "c697535f-1d85-4425-b603-490a8ee18093"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Precison: 0.26 Average Recall: 0.12299693342589052 Average F1-Score: 0.15242089208780835\n"
     ]
    }
   ],
   "source": [
    "avg_precision = 0\n",
    "avg_recall = 0\n",
    "avg_f1_score = 0\n",
    "\n",
    "for query_no,precision,recall,f1_score in query_precision_recall_f1_score:\n",
    "  avg_precision+=precision\n",
    "  avg_recall+=recall\n",
    "  avg_f1_score+=f1_score\n",
    "\n",
    "print('Average Precison: {} Average Recall: {} Average F1-Score: {}'.format(avg_precision/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_recall/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_f1_score/len(query_precision_recall_f1_score)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "9tTOXVhr0Xeb",
    "outputId": "e339d4f3-aafd-4fcf-bf46-cb10054299b9"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Precison: 0.26 Average Recall: 0.12299693342589052 Average F1-Score: 0.15242089208780835\n"
     ]
    }
   ],
   "source": [
    "avg_precision = 0\n",
    "avg_recall = 0\n",
    "avg_f1_score = 0\n",
    "\n",
    "for query_no,precision,recall,f1_score in query_precision_recall_f1_score_zero_gamma:\n",
    "  avg_precision+=precision\n",
    "  avg_recall+=recall\n",
    "  avg_f1_score+=f1_score\n",
    "\n",
    "print('Average Precison: {} Average Recall: {} Average F1-Score: {}'.format(avg_precision/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_recall/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_f1_score/len(query_precision_recall_f1_score)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "cHffJvwsxy6P"
   },
   "source": [
    "# **QUERY EXPANSION**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "5rqIJZQoyr6b"
   },
   "outputs": [],
   "source": [
    "import nltk \n",
    "from nltk.corpus import wordnet \n",
    "\n",
    "#Performing query expansion by adding synonyms of words in each of the queries\n",
    "\n",
    "nltk.download('wordnet')\n",
    "list_of_expanded_queries = []\n",
    "for i in range(query_data.shape[0]):\n",
    "  query = query_data['query_desc'][i]\n",
    "  query_no = query_data['query_no'][i]\n",
    "  words_in_query = query.split()\n",
    "  new_words_in_query = []\n",
    "  new_words_in_query.extend(words_in_query)\n",
    "  for word in words_in_query:\n",
    "    count = 0\n",
    "    for syn in wordnet.synsets(word): \n",
    "      if count <= 3:\n",
    "        for l in syn.lemmas(): \n",
    "            new_words_in_query.append(l.name())\n",
    "            count+=1\n",
    "\n",
    "  expanded_query = \" \".join(new_words_in_query)\n",
    "  list_of_expanded_queries.append([query_no,expanded_query])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 72
    },
    "colab_type": "code",
    "id": "7qN33S7s1m96",
    "outputId": "1c9ee938-0b85-402b-84ec-f18319af2b58"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "('reasons behind the protests by meena leaders against the inclusion of gurjars in the scheduled tribes reason ground reason reason understanding intellect buttocks nates arse butt backside bum buns can fundament hindquarters hind_end keister posterior prat rear rear_end rump stern seat tail tail_end tooshie tush bottom behind derriere fanny ass protest protestation protest objection dissent by past aside by away leadership leaders leader drawing_card loss_leader leader inclusion inclusion comprehension inclusion_body cellular_inclusion inclusion inch in indium In atomic_number_49 schedule schedule scheduled tribe folk tribe federation_of_tribes',\n",
       " ' reasons behind the protests by meena leaders against the inclusion of gurjars in the scheduled tribes  ')"
      ]
     },
     "execution_count": 27,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list_of_expanded_queries[0][1],query_data['query_desc'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "3Fh7oFrx1wrZ"
   },
   "outputs": [],
   "source": [
    "expanded_query_dataframe = pd.DataFrame(data = list_of_expanded_queries,columns = ['query_no','query_desc'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Ml6o8ycv3asj"
   },
   "outputs": [],
   "source": [
    "expanded_query_dataframe.to_csv('/content/drive/My Drive/Information_Retrieval/expanded_query_data.csv',index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "fjfnh6uIZdsb"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "expanded_query_dataframe = pd.read_csv('/content/drive/My Drive/Information_Retrieval/expanded_query_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 204
    },
    "colab_type": "code",
    "id": "yo0JVcU43YFk",
    "outputId": "8997b8c6-4680-4879-8aef-153b92e32e8e"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>query_no</th>\n",
       "      <th>query_desc</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>76</td>\n",
       "      <td>reasons behind the protests by meena leaders a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>77</td>\n",
       "      <td>attacks by hezbollah guerrillas on indian and ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>78</td>\n",
       "      <td>conflict between ashok singhal the president o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>79</td>\n",
       "      <td>plans to build a road from china to mount ever...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>80</td>\n",
       "      <td>initiation of legal proceedings against advani...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   query_no                                         query_desc\n",
       "0        76  reasons behind the protests by meena leaders a...\n",
       "1        77  attacks by hezbollah guerrillas on indian and ...\n",
       "2        78  conflict between ashok singhal the president o...\n",
       "3        79  plans to build a road from china to mount ever...\n",
       "4        80  initiation of legal proceedings against advani..."
      ]
     },
     "execution_count": 9,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "expanded_query_dataframe.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "eSQW9UrGfVLd"
   },
   "source": [
    "# **TF-IDF + QUERY EXPANSION + ROCCHIO**\n",
    "\n",
    "---\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "nTE98p3o5ijC"
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "vectorizer = TfidfVectorizer(min_df=0)\n",
    "document_vectors = vectorizer.fit_transform(preprocessed_data['TEXT'].values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "jIWXteixXzo7"
   },
   "outputs": [],
   "source": [
    "expanded_query_tfidf_vectors = vectorizer.transform(expanded_query_dataframe['query_desc'].values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "kNjhfPTz8qRH"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "expanded_query_tfidf_vectors = expanded_query_tfidf_vectors.toarray()\n",
    "np.save('/content/drive/My Drive/Information_Retrieval/expanded_query_tfidf_vectors.npy',expanded_query_tfidf_vectors,allow_pickle=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "o9b4fcz2Y9g6"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "expanded_query_tfidf_vectors = np.load('/content/drive/My Drive/Information_Retrieval/expanded_query_tfidf_vectors.npy',allow_pickle=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "DyuJy44aZSuU",
    "outputId": "684d7d35-a78e-430b-80a2-09f74db56c5f"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(50, 235155)"
      ]
     },
     "execution_count": 9,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "expanded_query_tfidf_vectors.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "DMF6yGKVAVe-"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "sum_of_document_vectors = np.zeros((1, 235155))\n",
    "\n",
    "for i in range(document_vectors.shape[0]):\n",
    "  sum_of_document_vectors+=document_vectors[i].toarray()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "59vqEdOxAVfK"
   },
   "outputs": [],
   "source": [
    "query_vectors_rel_feedback = []\n",
    "query_vectors_rel_feedback_gamma_zero = []\n",
    "#Implimenting rocchio algorithm \n",
    "for i in range(50):\n",
    "  query_num = query_data['query_no'][i]\n",
    "  document_ids = query_rel_doc[str(query_num)]\n",
    "  sum_of_relevant_doc_vectors = np.zeros((1, 235155))\n",
    "  \n",
    "  for doc_id in document_ids:\n",
    "    for j in range(preprocessed_data.shape[0]):\n",
    "      if doc_id == preprocessed_data['DOCNO'][j]:\n",
    "        sum_of_relevant_doc_vectors+=document_vectors[i].toarray()\n",
    "\n",
    "  avg_rel_doc_vectors = sum_of_relevant_doc_vectors/len(document_ids)\n",
    "  avg_irrelevant_vectors = (sum_of_document_vectors - sum_of_relevant_doc_vectors)/(preprocessed_data.shape[0] - len(document_ids))\n",
    "  # alpha = 1, beta = 0.75 and gamma = 0.15 \n",
    "  final_query_vector = expanded_query_tfidf_vectors[i]+ 0.75 * avg_rel_doc_vectors - 0.15 * avg_irrelevant_vectors\n",
    "  final_query_vector = final_query_vector.clip(min = 0)\n",
    "\n",
    "  final_query_vector_gamma_zero = expanded_query_tfidf_vectors[i]+ 0.75 * avg_rel_doc_vectors\n",
    "  final_query_vector_gamma_zero = final_query_vector_gamma_zero.clip(min = 0)\n",
    "\n",
    "  query_vectors_rel_feedback.append(final_query_vector)\n",
    "  query_vectors_rel_feedback_gamma_zero.append(final_query_vector_gamma_zero)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "yrMNV4EXAVfV"
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "import numpy as np\n",
    "#performing similarity check between queries and documents and finding top 5 relevant documents\n",
    "\n",
    "query_relevant_documents = dict()\n",
    "query_relevant_documents_zero_gamma = dict()\n",
    "for k in range(50):\n",
    "    query_vector = query_vectors_rel_feedback[k]\n",
    "    query_vector_zero_gamma = query_vectors_rel_feedback_gamma_zero[k]\n",
    "    similarity_values = []\n",
    "    similarity_values_zero_gamma = []\n",
    "    \n",
    "    for i in range(preprocessed_data.shape[0]):\n",
    "        doc_vector = document_vectors[i].toarray()\n",
    "        try:\n",
    "          value = cosine_similarity(query_vector,doc_vector)[0][0]\n",
    "          value_zero_gamma = cosine_similarity(query_vector_zero_gamma,doc_vector)[0][0]\n",
    "        except:\n",
    "          break\n",
    "        similarity_values.append([value,i])\n",
    "        similarity_values_zero_gamma.append([value_zero_gamma,i])\n",
    "   \n",
    "    similarity_values.sort(reverse = True)\n",
    "    similarity_values_zero_gamma.sort(reverse = True)\n",
    "\n",
    "    top_5 = similarity_values[0:5]\n",
    "    top_5_zero_gamma = similarity_values_zero_gamma[0:5]\n",
    "\n",
    "    query_num = query_data['query_no'][k]\n",
    "\n",
    "    doc_indices = [ i[1] for i in top_5 ]\n",
    "    doc_indices_zero_gamma = [ i[1] for i in top_5_zero_gamma ]\n",
    "\n",
    "    relevant_docs = data['TEXT'][doc_indices]\n",
    "    relevant_docs_zero_gamma = data['TEXT'][doc_indices_zero_gamma]\n",
    "\n",
    "    relevant_doc_ids = data['DOCNO'][doc_indices]\n",
    "    relevant_doc_ids_zero_gamma = data['DOCNO'][doc_indices_zero_gamma]\n",
    "\n",
    "    query_relevant_documents[query_num] = [relevant_doc_ids,relevant_docs]\n",
    "    query_relevant_documents_zero_gamma[query_num] = [relevant_doc_ids_zero_gamma,relevant_docs_zero_gamma]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "IoGXaNOQAVfg",
    "outputId": "abde2c1a-54b5-4cdf-f17b-731947be1781"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Query Number:  76\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "0                 1050423_bengal_index.utf8\n",
      "1875      1050423_bengal_story_4651659.utf8\n",
      "2338      1050426_bengal_story_4662636.utf8\n",
      "20818    1050423_opinion_story_4650147.utf8\n",
      "13204     1050422_nation_story_4643866.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070530_nation_story_7849973.utf8\n",
      "1070602_nation_story_7865940.utf8\n",
      "1070603_nation_story_7869357.utf8\n",
      "1070611_nation_story_7906812.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  77\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "1           1050303_bengal_story_4447924.utf8\n",
      "2210        1050316_bengal_story_4498474.utf8\n",
      "597         1050226_bengal_story_4427183.utf8\n",
      "31819    1050325_frontpage_story_4535852.utf8\n",
      "573         1050321_bengal_story_4518451.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050110_foreign_story_4234881.utf8\n",
      "1060714_foreign_story_6477224.utf8\n",
      "1060715_foreign_story_6482002.utf8\n",
      "1060716_foreign_story_6485226.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060719_foreign_story_6496938.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "1060720_frontpage_story_6501523.utf8\n",
      "1060721_foreign_story_6506359.utf8\n",
      "1060727_foreign_index.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060804_foreign_index.utf8\n",
      "1060804_foreign_story_6567126.utf8\n",
      "1060805_foreign_story_6571528.utf8\n",
      "1060806_foreign_story_6575214.utf8\n",
      "1060807_foreign_story_6578452.utf8\n",
      "1060809_foreign_story_6588005.utf8\n",
      "1060810_foreign_story_6592351.utf8\n",
      "1060814_foreign_story_6609200.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  78\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "2            1050906_bengal_story_5203263.utf8\n",
      "114767       1041102_nation_story_3954727.utf8\n",
      "122521    1041028_frontpage_story_3934751.utf8\n",
      "12218        1051029_nation_story_5412523.utf8\n",
      "87062        1070918_nation_story_8329881.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041102_nation_story_3954727.utf8\n",
      "1041105_nation_story_3968019.utf8\n",
      "1050709_nation_story_4968974.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1041102_nation_story_3954727.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  79\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "3           1051219_bengal_story_5618750.utf8\n",
      "87920       1070621_nation_story_7952530.utf8\n",
      "16869      1050126_foreign_story_4299245.utf8\n",
      "31970    1051010_frontpage_story_5340967.utf8\n",
      "17908      1050523_foreign_story_4774716.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070621_frontpage_story_7952567.utf8\n",
      "1070621_nation_index.utf8\n",
      "1070621_nation_story_7952530.utf8\n",
      "1070621_nation_story_7952531.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1070621_nation_story_7952530.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  80\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "4         1051231_bengal_story_5665519.utf8\n",
      "93513    1070324_opinion_story_7551970.utf8\n",
      "53688     1060420_nation_story_6122112.utf8\n",
      "82410     1070605_bengal_story_7878219.utf8\n",
      "42002     1060103_bengal_story_5674805.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041103_frontpage_story_3959012.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1041223_frontpage_story_4163563.utf8\n",
      "1041228_nation_story_4182211.utf8\n",
      "1050707_nation_story_4959905.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "1050916_nation_story_5245081.utf8\n",
      "1070323_nation_story_7555002.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  81\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "5                  1051020_bengal_index.utf8\n",
      "51490      1061216_nation_story_7146409.utf8\n",
      "98206    1070828_calcutta_story_8243902.utf8\n",
      "28670    1050928_calcutta_story_5288841.utf8\n",
      "87667      1070823_nation_story_8225323.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051218_nation_story_5615385.utf8\n",
      "1060425_nation_story_6141934.utf8\n",
      "1060726_nation_story_6526490.utf8\n",
      "1060821_frontpage_story_6636584.utf8\n",
      "1060822_nation_story_6641118.utf8\n",
      "1060829_opinion_story_6657643.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  82\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "6         1050620_bengal_story_4891446.utf8\n",
      "12876     1050405_nation_story_4575953.utf8\n",
      "11835     1050322_nation_story_4521986.utf8\n",
      "114439    1041201_nation_story_4069604.utf8\n",
      "13489     1050330_nation_story_4551477.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041008_nation_story_3856955.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "1050325_nation_story_4536531.utf8\n",
      "1050331_nation_story_4554929.utf8\n",
      "1050401_nation_story_4560339.utf8\n",
      "1050402_nation_story_4564692.utf8\n",
      "1050402_nation_story_4564693.utf8\n",
      "1050403_nation_story_4567699.utf8\n",
      "1050404_frontpage_story_4571640.utf8\n",
      "1050404_nation_story_4571567.utf8\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050406_frontpage_story_4580486.utf8\n",
      "1050406_nation_story_4578392.utf8\n",
      "1050407_frontpage_story_4584985.utf8\n",
      "1050408_nation_story_4589299.utf8\n",
      "1050408_nation_story_4589304.utf8\n",
      "1050414_nation_story_4613688.utf8\n",
      "1050417_nation_story_4625341.utf8\n",
      "1050421_frontpage_story_4642066.utf8\n",
      "1050422_nation_story_4646055.utf8\n",
      "1050512_nation_story_4728374.utf8\n",
      "1050724_nation_story_5025902.utf8\n",
      "1070525_nation_story_7825299.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  83\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "7         1051230_bengal_story_5661398.utf8\n",
      "42516     1060517_bengal_story_6233921.utf8\n",
      "11043     1050908_nation_story_5211620.utf8\n",
      "93630    1070419_opinion_story_7560881.utf8\n",
      "19793    1050526_opinion_story_4780960.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040916_frontpage_story_3764519.utf8\n",
      "1041022_nation_story_3913967.utf8\n",
      "1050219_nation_story_4398037.utf8\n",
      "1050223_nation_story_4411008.utf8\n",
      "1050303_nation_story_4446570.utf8\n",
      "1050622_opinion_story_4855728.utf8\n",
      "1050913_nation_story_5230548.utf8\n",
      "1051024_nation_story_5387050.utf8\n",
      "1051116_opinion_story_5465950.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  84\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "8           1050717_bengal_story_5000472.utf8\n",
      "69437    1060104_frontpage_story_5679195.utf8\n",
      "60499      1060109_opinion_story_5680042.utf8\n",
      "2159        1050713_bengal_story_4984352.utf8\n",
      "215         1050719_bengal_story_5007493.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "1060108_nation_story_5695226.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1060104_frontpage_story_5679195.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  85\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "9           1051203_bengal_story_5554199.utf8\n",
      "8922        1051124_nation_story_5515759.utf8\n",
      "31609    1051116_frontpage_story_5483063.utf8\n",
      "49352       1060115_nation_story_5723429.utf8\n",
      "51800       1060113_nation_story_5715683.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051112_frontpage_story_5468138.utf8\n",
      "1051113_nation_story_5471119.utf8\n",
      "1051114_frontpage_story_5474333.utf8\n",
      "1051115_nation_story_5478694.utf8\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "1051120_frontpage_story_5499247.utf8\n",
      "1051122_frontpage_story_5506658.utf8\n",
      "1051129_nation_story_5535127.utf8\n",
      "1051203_nation_story_5554017.utf8\n",
      "1051208_nation_story_5573594.utf8\n",
      "1060106_nation_story_5687738.utf8\n",
      "1060120_frontpage_story_5743236.utf8\n",
      "1060205_frontpage_story_5807071.utf8\n",
      "1060205_nation_story_5807071.utf8\n",
      "1060302_nation_story_5914897.utf8\n",
      "1060308_nation_story_5940109.utf8\n",
      "1060316_nation_story_5971891.utf8\n",
      "1060405_nation_story_6059195.utf8\n",
      "1060614_nation_story_6351073.utf8\n",
      "1060810_nation_story_6591970.utf8\n",
      "1060912_nation_story_6732673.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  86\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "10          1051004_bengal_story_5317967.utf8\n",
      "30767    1050820_frontpage_story_5135070.utf8\n",
      "463         1050819_bengal_story_5130768.utf8\n",
      "955         1050925_bengal_story_5281579.utf8\n",
      "2354        1050928_bengal_story_5293268.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041207_business_story_4095715.utf8\n",
      "1041211_business_story_4114567.utf8\n",
      "1041213_business_story_4121475.utf8\n",
      "1041216_business_story_4133832.utf8\n",
      "1050719_business_story_5007230.utf8\n",
      "1060521_business_story_6250530.utf8\n",
      "1070613_business_story_7915180.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  87\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "11       1050214_bengal_story_4376434.utf8\n",
      "41625    1060222_bengal_story_5879499.utf8\n",
      "1506     1050325_bengal_story_4535961.utf8\n",
      "135      1050213_bengal_story_4372665.utf8\n",
      "88082    1070929_nation_story_8375180.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040927_nation_story_3808787.utf8\n",
      "1050505_nation_story_4699253.utf8\n",
      "1050527_frontpage_story_4792614.utf8\n",
      "1050910_nation_story_5220711.utf8\n",
      "1050915_nation_story_5241032.utf8\n",
      "1050919_nation_story_5256797.utf8\n",
      "1051001_nation_story_5307077.utf8\n",
      "1051205_opinion_story_5558347.utf8\n",
      "1060918_opinion_story_6758697.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  88\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "12        1050616_bengal_story_4874058.utf8\n",
      "14369     1050526_nation_story_4788160.utf8\n",
      "114659    1041117_nation_story_4013313.utf8\n",
      "2503      1050529_bengal_story_4800352.utf8\n",
      "116349    1041204_nation_story_4084529.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041113_nation_story_3999375.utf8\n",
      "1041114_frontpage_story_4002703.utf8\n",
      "1041114_nation_story_4002049.utf8\n",
      "1041115_nation_story_4005216.utf8\n",
      "1041116_nation_story_4009244.utf8\n",
      "1041117_nation_story_4013308.utf8\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041118_nation_story_4017603.utf8\n",
      "1041119_opinion_story_4019875.utf8\n",
      "1041120_nation_story_4026897.utf8\n",
      "1041123_nation_story_4037613.utf8\n",
      "1041126_nation_story_4051568.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "1041209_nation_story_4105435.utf8\n",
      "1041210_nation_story_4110266.utf8\n",
      "1041223_nation_story_4162601.utf8\n",
      "1041225_nation_story_4171523.utf8\n",
      "1050111_frontpage_story_4239312.utf8\n",
      "1050112_nation_story_4242952.utf8\n",
      "1050321_nation_story_4518173.utf8\n",
      "1050419_nation_story_4632454.utf8\n",
      "1050712_nation_story_4979485.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  89\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "13       1050121_bengal_story_4280989.utf8\n",
      "1113     1050130_bengal_story_4314367.utf8\n",
      "1189     1050120_bengal_story_4276269.utf8\n",
      "13441    1051106_nation_story_5443087.utf8\n",
      "41884    1060320_bengal_story_5989026.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051030_frontpage_story_5417213.utf8\n",
      "1051030_nation_story_5416998.utf8\n",
      "1051031_frontpage_story_5420477.utf8\n",
      "1051103_nation_story_5431751.utf8\n",
      "1051104_frontpage_story_5435811.utf8\n",
      "1051104_nation_story_5435775.utf8\n",
      "1051104_opinion_story_5430445.utf8\n",
      "1051105_frontpage_story_5439520.utf8\n",
      "1051105_nation_story_5439812.utf8\n",
      "1051106_frontpage_story_5443085.utf8\n",
      "1051106_frontpage_story_5443160.utf8\n",
      "1051106_nation_story_5443086.utf8\n",
      "1051106_nation_story_5443087.utf8\n",
      "1051107_frontpage_story_5446205.utf8\n",
      "1051107_frontpage_story_5446206.utf8\n",
      "1051108_frontpage_story_5449990.utf8\n",
      "1051108_nation_story_5449990.utf8\n",
      "1051108_nation_story_5450190.utf8\n",
      "1051108_opinion_story_5448019.utf8\n",
      "1051109_nation_story_5454997.utf8\n",
      "1051110_frontpage_story_5459184.utf8\n",
      "1051110_frontpage_story_5459680.utf8\n",
      "1051111_frontpage_story_5463674.utf8\n",
      "1051112_nation_story_5466827.utf8\n",
      "1051117_business_story_5486717.utf8\n",
      "1051124_nation_story_5516039.utf8\n",
      "1051125_nation_story_5520552.utf8\n",
      "1051203_frontpage_story_5554327.utf8\n",
      "1051204_frontpage_story_5557422.utf8\n",
      "1051207_nation_story_5569439.utf8\n",
      "1051208_frontpage_story_5574008.utf8\n",
      "1051209_frontpage_story_5578676.utf8\n",
      "1051216_nation_story_5607250.utf8\n",
      "1051217_nation_story_5611026.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "1060523_nation_story_6258265.utf8\n",
      "1060617_nation_story_6364334.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060805_nation_story_6571571.utf8\n",
      "1060808_nation_story_6583428.utf8\n",
      "1060808_nation_story_6583430.utf8\n",
      "1060812_nation_story_6602512.utf8\n",
      "1060902_frontpage_story_6689724.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060906_nation_story_6705908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1051106_nation_story_5443087.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  90\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "14                   1050714_bengal_index.utf8\n",
      "892          1050714_bengal_story_4988139.utf8\n",
      "122498    1041207_frontpage_story_4096283.utf8\n",
      "121950    1041208_frontpage_story_4100953.utf8\n",
      "19593       1050221_opinion_story_4405693.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040915_nation_story_3759556.utf8\n",
      "1040917_frontpage_story_3769177.utf8\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "1040921_bengal_story_3783924.utf8\n",
      "1051031_opinion_story_5418889.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  91\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "15         1050711_bengal_story_4975080.utf8\n",
      "59904     1061013_opinion_story_6862613.utf8\n",
      "20905     1051022_opinion_story_5382798.utf8\n",
      "118290    1041022_opinion_story_3910917.utf8\n",
      "116151     1041021_nation_story_3908337.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070624_nation_story_7966280.utf8\n",
      "1070629_nation_index.utf8\n",
      "1070629_nation_story_7990989.utf8\n",
      "1070629_nation_story_7990990.utf8\n",
      "1070629_opinion_story_7987432.utf8\n",
      "1070630_nation_story_7996611.utf8\n",
      "1070701_nation_story_7999619.utf8\n",
      "1070703_nation_story_8008353.utf8\n",
      "1070703_nation_story_8008354.utf8\n",
      "1070704_nation_story_8013769.utf8\n",
      "1070709_opinion_story_8032623.utf8\n",
      "1070715_nation_story_8061371.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  92\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "16        1050108_bengal_story_4228237.utf8\n",
      "9758      1050523_nation_story_4774020.utf8\n",
      "54942    1060523_foreign_story_6258616.utf8\n",
      "9500      1050814_nation_story_5113143.utf8\n",
      "56628    1061001_foreign_story_6815921.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041120_foreign_story_4027085.utf8\n",
      "1041128_foreign_story_4059342.utf8\n",
      "1041228_foreign_story_4183194.utf8\n",
      "1050814_foreign_story_5113225.utf8\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1051223_foreign_story_5635752.utf8\n",
      "1051224_foreign_story_5640440.utf8\n",
      "1051226_foreign_story_5645821.utf8\n",
      "1051228_foreign_story_5653170.utf8\n",
      "1051229_foreign_story_5657777.utf8\n",
      "1051230_foreign_story_5661567.utf8\n",
      "1051231_foreign_story_5665030.utf8\n",
      "1060110_foreign_story_5702384.utf8\n",
      "1060118_foreign_story_5734603.utf8\n",
      "1060326_foreign_story_6016284.utf8\n",
      "1060418_foreign_story_6113177.utf8\n",
      "1060424_foreign_story_6137727.utf8\n",
      "1060429_foreign_story_6160700.utf8\n",
      "1060501_foreign_story_6167491.utf8\n",
      "1060512_foreign_story_6214207.utf8\n",
      "1060513_foreign_story_6218340.utf8\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1060611_foreign_story_6337689.utf8\n",
      "1060616_foreign_story_6357562.utf8\n",
      "1060618_foreign_story_6367749.utf8\n",
      "1060619_foreign_story_6370593.utf8\n",
      "1060623_nation_story_6390243.utf8\n",
      "1060629_foreign_story_6413896.utf8\n",
      "1060815_foreign_story_6614005.utf8\n",
      "1060819_nation_story_6629257.utf8\n",
      "1060919_foreign_story_6764161.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "1061024_opinion_story_6906965.utf8\n",
      "1070327_foreign_story_7570677.utf8\n",
      "1070328_foreign_story_7575109.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "1070425_foreign_story_7693358.utf8\n",
      "1070427_foreign_story_7704540.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  93\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "17         1050113_bengal_story_4245963.utf8\n",
      "116316     1041118_nation_story_4017927.utf8\n",
      "19002     1051219_opinion_story_5604821.utf8\n",
      "60647     1060122_opinion_story_5749529.utf8\n",
      "18727     1051230_opinion_story_5658745.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051213_frontpage_story_5593956.utf8\n",
      "1051213_nation_story_5594013.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "1051214_opinion_story_5595309.utf8\n",
      "1051219_opinion_story_5604821.utf8\n",
      "1051220_frontpage_story_5622754.utf8\n",
      "1051222_opinion_story_5628592.utf8\n",
      "1051224_frontpage_story_5640208.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1060104_nation_story_5678418.utf8\n",
      "1060111_nation_story_5706272.utf8\n",
      "1060121_frontpage_story_5748538.utf8\n",
      "1060205_nation_story_5807747.utf8\n",
      "1060228_nation_story_5904834.utf8\n",
      "1060304_nation_story_5924061.utf8\n",
      "1060316_nation_story_5971892.utf8\n",
      "1060404_nation_story_6054708.utf8\n",
      "1060826_nation_story_6659182.utf8\n",
      "1070424_nation_story_7689072.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1051219_opinion_story_5604821.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  94\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "18          1051106_bengal_story_5443457.utf8\n",
      "69914    1060407_frontpage_story_6068877.utf8\n",
      "25172     1051105_calcutta_story_5438613.utf8\n",
      "49183       1060809_nation_story_6587952.utf8\n",
      "11667       1051029_nation_story_5413024.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050924_nation_story_5278873.utf8\n",
      "1050930_nation_story_5302148.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "1060109_nation_story_5698373.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "1060321_frontpage_story_5993625.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060411_nation_story_6084725.utf8\n",
      "1060416_nation_story_6105445.utf8\n",
      "1060417_nation_story_6108303.utf8\n",
      "1060419_nation_story_6117276.utf8\n",
      "1060429_nation_story_6160546.utf8\n",
      "1060502_nation_story_6171060.utf8\n",
      "1060503_nation_story_6175842.utf8\n",
      "1060624_nation_story_6394559.utf8\n",
      "1060626_nation_story_6400808.utf8\n",
      "1060704_nation_story_6435206.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060920_nation_story_6769705.utf8\n",
      "1061017_nation_story_6879678.utf8\n",
      "1061020_nation_story_6894819.utf8\n",
      "1070411_nation_story_7633126.utf8\n",
      "1070628_nation_story_7985869.utf8\n",
      "1070820_nation_story_8213550.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  95\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "19           1050531_bengal_story_4808163.utf8\n",
      "102707    1070119_frontpage_story_7282977.utf8\n",
      "89831        1070122_nation_story_7292962.utf8\n",
      "101488    1070227_frontpage_story_7446771.utf8\n",
      "844          1050608_bengal_story_4841066.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070117_nation_story_7272982.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "1070120_frontpage_story_7287678.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070129_nation_story_7319522.utf8\n",
      "1070129_opinion_story_7315220.utf8\n",
      "1070130_frontpage_story_7325092.utf8\n",
      "1070130_nation_story_7325094.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "1070525_nation_story_7827239.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  96\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "20       1050107_bengal_story_4223572.utf8\n",
      "41427    1060726_bengal_story_6526603.utf8\n",
      "54421    1060629_nation_story_6415098.utf8\n",
      "49939    1060614_nation_story_6350974.utf8\n",
      "82058    1070321_bengal_story_7545630.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060615_nation_story_6355137.utf8\n",
      "1070124_nation_index.utf8\n",
      "1070124_nation_story_7301639.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  97\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "21           1050107_bengal_story_4223568.utf8\n",
      "114212     1041202_business_story_4075411.utf8\n",
      "122199    1041123_frontpage_story_4038891.utf8\n",
      "121960    1041216_frontpage_story_4135458.utf8\n",
      "122419    1041119_frontpage_story_4022900.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_frontpage_story_4038891.utf8\n",
      "1041124_frontpage_story_4042353.utf8\n",
      "1041127_opinion_story_4054231.utf8\n",
      "1041209_frontpage_story_4105660.utf8\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041221_frontpage_story_4155322.utf8\n",
      "1041227_business_story_4178934.utf8\n",
      "1041230_business_story_4191451.utf8\n",
      "1050110_frontpage_story_4235068.utf8\n",
      "1050114_business_story_4252178.utf8\n",
      "1050115_business_story_4256685.utf8\n",
      "1050117_business_story_4263315.utf8\n",
      "1050123_frontpage_story_4287830.utf8\n",
      "1050309_frontpage_story_4470935.utf8\n",
      "1050318_business_story_4507877.utf8\n",
      "1050408_frontpage_story_4589514.utf8\n",
      "1050504_frontpage_story_4693562.utf8\n",
      "1050606_frontpage_story_4832301.utf8\n",
      "1050616_business_story_4874207.utf8\n",
      "1050623_business_story_4904317.utf8\n",
      "1050627_business_story_4919496.utf8\n",
      "1060208_business_story_5818983.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041123_frontpage_story_4038891.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  98\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "22                 1051203_bengal_index.utf8\n",
      "87115      1070526_nation_story_7830524.utf8\n",
      "49080      1061114_nation_story_6998353.utf8\n",
      "45800    1060116_business_story_5726083.utf8\n",
      "6248     1050523_business_story_4774327.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061115_nation_story_7003933.utf8\n",
      "1061118_nation_story_7019028.utf8\n",
      "1061125_nation_story_7047920.utf8\n",
      "1070526_nation_story_7830524.utf8\n",
      "1070528_frontpage_story_7838904.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1070526_nation_story_7830524.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  99\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "23        1050214_bengal_story_4376435.utf8\n",
      "52073     1061219_nation_story_7157548.utf8\n",
      "114720    1040918_nation_story_3773413.utf8\n",
      "14226     1050410_nation_story_4596672.utf8\n",
      "114896    1041208_nation_story_4100626.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050426_nation_story_4662541.utf8\n",
      "1050927_nation_story_5289540.utf8\n",
      "1060822_nation_story_6641052.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  100\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "24          1050703_bengal_story_4944150.utf8\n",
      "28804     1050902_calcutta_story_5183691.utf8\n",
      "24625     1050106_calcutta_story_4216514.utf8\n",
      "28382     1050107_calcutta_story_4221671.utf8\n",
      "115223      1041004_nation_story_3838101.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041107_frontpage_story_3975998.utf8\n",
      "1041110_nation_story_3987208.utf8\n",
      "1041117_nation_story_4013184.utf8\n",
      "1050227_nation_story_4430335.utf8\n",
      "1050721_nation_story_5015427.utf8\n",
      "1050810_nation_story_5095926.utf8\n",
      "1051112_frontpage_story_5468009.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "1051119_frontpage_story_5495967.utf8\n",
      "1051121_nation_story_5502034.utf8\n",
      "1051123_frontpage_story_5511154.utf8\n",
      "1051123_nation_story_5511465.utf8\n",
      "1051206_nation_story_5564372.utf8\n",
      "1051213_nation_story_5593623.utf8\n",
      "1060118_nation_story_5734651.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "1061001_nation_story_6815631.utf8\n",
      "1070518_nation_story_7794373.utf8\n",
      "1070726_nation_story_8107361.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  101\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "25         1050519_bengal_story_4758759.utf8\n",
      "4091     1050912_business_story_5227195.utf8\n",
      "1263       1050224_bengal_story_4417474.utf8\n",
      "41656      1060921_bengal_story_6774037.utf8\n",
      "86983      1070523_nation_story_7817219.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060603_frontpage_story_6305867.utf8\n",
      "1060603_frontpage_story_6306133.utf8\n",
      "1060603_nation_story_6305903.utf8\n",
      "1060604_frontpage_story_6309170.utf8\n",
      "1060604_nation_story_6309387.utf8\n",
      "1060604_nation_story_6309391.utf8\n",
      "1060605_nation_story_6312117.utf8\n",
      "1060606_frontpage_story_6316278.utf8\n",
      "1060606_nation_story_6316403.utf8\n",
      "1060615_nation_story_6355137.utf8\n",
      "1060804_nation_story_6566891.utf8\n",
      "1061121_frontpage_story_7030268.utf8\n",
      "1061125_opinion_story_7047966.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  102\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "26           1050607_bengal_story_4836815.utf8\n",
      "102857    1070302_frontpage_story_7460703.utf8\n",
      "104827       1070224_sports_story_7434948.utf8\n",
      "106109       1070217_sports_story_7403536.utf8\n",
      "108195       1070111_sports_story_7246956.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061017_frontpage_story_6881463.utf8\n",
      "1061017_sports_story_6880992.utf8\n",
      "1061018_opinion_story_6883160.utf8\n",
      "1061019_sports_story_6890401.utf8\n",
      "1061022_sports_story_6902770.utf8\n",
      "1061028_sports_story_6927220.utf8\n",
      "1061102_sports_story_6948876.utf8\n",
      "1061102_sports_story_6948879.utf8\n",
      "1061116_sports_story_7008225.utf8\n",
      "1061206_sports_story_7100581.utf8\n",
      "1061231_sports_story_7204595.utf8\n",
      "1070112_sports_story_7252096.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "1070215_sports_story_7396087.utf8\n",
      "1070224_sports_story_7434948.utf8\n",
      "1070506_sports_story_7740456.utf8\n",
      "1070703_sports_story_8008596.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1070224_sports_story_7434948.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  103\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "27         1051201_bengal_story_5544337.utf8\n",
      "670        1051122_bengal_story_5507087.utf8\n",
      "2848     1050610_business_story_4849992.utf8\n",
      "20052     1051122_opinion_story_5504916.utf8\n",
      "59841     1060326_opinion_story_6012288.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050105_nation_story_4212186.utf8\n",
      "1050107_nation_story_4222879.utf8\n",
      "1050108_nation_story_4226925.utf8\n",
      "1050112_nation_story_4243051.utf8\n",
      "1050130_nation_story_4314267.utf8\n",
      "1050209_foreign_story_4355177.utf8\n",
      "1050420_frontpage_story_4637821.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  104\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "28        1050923_bengal_story_5274461.utf8\n",
      "21052    1051030_opinion_story_5414649.utf8\n",
      "41140     1060821_bengal_story_6636692.utf8\n",
      "158       1051016_bengal_story_5360687.utf8\n",
      "344               1050923_bengal_index.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060308_nation_story_5939546.utf8\n",
      "1060308_opinion_story_5938184.utf8\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060324_nation_story_6007742.utf8\n",
      "1060426_nation_story_6146158.utf8\n",
      "1060509_nation_story_6200870.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  105\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "29                 1050810_bengal_index.utf8\n",
      "9439       1050115_nation_story_4256947.utf8\n",
      "98385    1070115_calcutta_story_7253465.utf8\n",
      "96915    1070417_calcutta_story_7651734.utf8\n",
      "1553       1050109_bengal_story_4231764.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041025_nation_story_3921602.utf8\n",
      "1050215_nation_story_4379758.utf8\n",
      "1050315_nation_story_4494613.utf8\n",
      "1050512_nation_story_4728376.utf8\n",
      "1050823_frontpage_story_5145553.utf8\n",
      "1061128_nation_story_7060323.utf8\n",
      "1070215_nation_story_7395678.utf8\n",
      "1070515_nation_story_7779278.utf8\n",
      "1070516_nation_story_7784091.utf8\n",
      "1070523_nation_story_7815243.utf8\n",
      "1070607_opinion_story_7886004.utf8\n",
      "1070611_opinion_story_7880863.utf8\n",
      "1070614_opinion_story_7912693.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  106\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "30        1050505_bengal_story_4698815.utf8\n",
      "2135      1050520_bengal_story_4763456.utf8\n",
      "111734    1041006_bengal_story_3847616.utf8\n",
      "42516     1060517_bengal_story_6233921.utf8\n",
      "111595    1040906_bengal_story_3723223.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070810_frontpage_story_8175328.utf8\n",
      "1070811_nation_story_8179235.utf8\n",
      "1070814_nation_story_8190672.utf8\n",
      "1070820_opinion_story_8184577.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  107\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "31        1050210_bengal_story_4360252.utf8\n",
      "546       1050129_bengal_story_4308790.utf8\n",
      "90303     1070413_nation_story_7642117.utf8\n",
      "90188     1070412_nation_story_7637981.utf8\n",
      "58348    1060313_opinion_story_5956719.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061224_nation_story_7178669.utf8\n",
      "1070406_frontpage_story_7613539.utf8\n",
      "1070406_nation_story_7613759.utf8\n",
      "1070407_nation_index.utf8\n",
      "1070407_nation_story_7617224.utf8\n",
      "1070407_nation_story_7617227.utf8\n",
      "1070407_nation_story_7617335.utf8\n",
      "1070408_nation_story_7620581.utf8\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "1070412_opinion_story_7626594.utf8\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070420_nation_story_7671367.utf8\n",
      "1070509_nation_story_7752995.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  108\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "32      1050504_bengal_story_4693527.utf8\n",
      "495     1050503_bengal_story_4689114.utf8\n",
      "921     1050514_bengal_story_4738909.utf8\n",
      "2334    1050513_bengal_story_4733770.utf8\n",
      "826     1050516_bengal_story_4745442.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_opinion_story_4035564.utf8\n",
      "1041207_opinion_story_4093295.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "1050629_nation_story_4927978.utf8\n",
      "1050713_opinion_story_4981003.utf8\n",
      "1050802_opinion_story_5061056.utf8\n",
      "1050807_frontpage_story_5084565.utf8\n",
      "1060202_opinion_story_5792794.utf8\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1061219_frontpage_story_7157377.utf8\n",
      "1061226_frontpage_story_7184832.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  109\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "33        1050522_bengal_story_4771552.utf8\n",
      "20831    1050414_opinion_story_4610574.utf8\n",
      "19694    1050217_opinion_story_4386334.utf8\n",
      "18980    1050120_opinion_story_4272419.utf8\n",
      "58893    1060519_opinion_story_6240663.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050818_nation_story_5126655.utf8\n",
      "1050821_nation_story_5137894.utf8\n",
      "1051107_nation_story_5445719.utf8\n",
      "1051206_nation_story_5564168.utf8\n",
      "1051216_nation_story_5605895.utf8\n",
      "1051219_nation_story_5618307.utf8\n",
      "1060103_nation_story_5673645.utf8\n",
      "1060116_nation_story_5725038.utf8\n",
      "1060402_nation_story_6046366.utf8\n",
      "1070203_nation_story_7344566.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  110\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "34                 1051028_bengal_index.utf8\n",
      "5020     1051227_business_story_5649030.utf8\n",
      "940        1051028_bengal_story_5408510.utf8\n",
      "50024      1060620_nation_story_6375357.utf8\n",
      "58606     1060621_opinion_story_6377359.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040910_calcutta_story_3737348.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1050923_nation_story_5275140.utf8\n",
      "1050928_nation_story_5293658.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1060706_frontpage_story_6443354.utf8\n",
      "1060707_frontpage_story_6447943.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "1060707_opinion_story_6431275.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  111\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "35       1050203_bengal_story_4331300.utf8\n",
      "52510    1060414_nation_story_6097270.utf8\n",
      "12232    1050817_nation_story_5121698.utf8\n",
      "50231    1060413_nation_story_6093542.utf8\n",
      "773      1050208_bengal_story_4351721.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050331_nation_story_4555290.utf8\n",
      "1050405_nation_story_4575382.utf8\n",
      "1050413_nation_story_4609077.utf8\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050416_opinion_story_4619560.utf8\n",
      "1050519_nation_story_4757290.utf8\n",
      "1050605_opinion_story_4804959.utf8\n",
      "1050606_nation_story_4832860.utf8\n",
      "1050619_nation_story_4887436.utf8\n",
      "1050624_nation_story_4908600.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "1050826_frontpage_story_5159316.utf8\n",
      "1050826_nation_story_5158651.utf8\n",
      "1060102_nation_story_5670446.utf8\n",
      "1070321_nation_story_7545227.utf8\n",
      "1070429_nation_story_7713242.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1050817_nation_story_5121698.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  112\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "36         1051006_bengal_story_5325792.utf8\n",
      "23414    1050111_calcutta_story_4232942.utf8\n",
      "19357     1050508_opinion_story_4709525.utf8\n",
      "82747    1070701_business_story_7999482.utf8\n",
      "92871     1070609_opinion_story_7891473.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050116_nation_story_4260180.utf8\n",
      "1050125_frontpage_story_4295506.utf8\n",
      "1050202_nation_story_4325616.utf8\n",
      "1050211_nation_story_4363942.utf8\n",
      "1050214_frontpage_story_4376137.utf8\n",
      "1050217_nation_story_4389288.utf8\n",
      "1050223_nation_story_4412606.utf8\n",
      "1050225_nation_story_4422537.utf8\n",
      "1050315_nation_story_4495373.utf8\n",
      "1050403_frontpage_story_4568418.utf8\n",
      "1050426_nation_story_4663419.utf8\n",
      "1050508_opinion_story_4709525.utf8\n",
      "1050818_nation_story_5126669.utf8\n",
      "1050901_nation_story_5183023.utf8\n",
      "1060208_nation_story_5819357.utf8\n",
      "1060224_nation_story_5889615.utf8\n",
      "1060307_nation_story_5936301.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1050508_opinion_story_4709525.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  113\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "37        1050418_bengal_story_4628994.utf8\n",
      "55813    1061126_foreign_story_7052195.utf8\n",
      "94261    1070115_opinion_story_7261623.utf8\n",
      "403       1050406_bengal_story_4580688.utf8\n",
      "55938    1061208_foreign_story_7112913.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050417_foreign_story_4625108.utf8\n",
      "1060421_foreign_story_6126560.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061211_foreign_story_7124735.utf8\n",
      "1061225_foreign_story_7181993.utf8\n",
      "1070504_foreign_story_7733010.utf8\n",
      "1070510_foreign_story_7758324.utf8\n",
      "1070606_foreign_story_7883150.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1061126_foreign_story_7052195.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  114\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "38           1050806_bengal_story_5081134.utf8\n",
      "51515        1061109_nation_story_6977195.utf8\n",
      "71176     1060819_frontpage_story_6629641.utf8\n",
      "101131    1070831_frontpage_story_8259029.utf8\n",
      "10469        1050825_nation_story_5152976.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050420_frontpage_story_4637476.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050422_frontpage_story_4646612.utf8\n",
      "1050422_nation_story_4645493.utf8\n",
      "1050423_frontpage_story_4651456.utf8\n",
      "1050503_nation_story_4688823.utf8\n",
      "1050607_nation_story_4836754.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  115\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "39         1051125_bengal_story_5520019.utf8\n",
      "10226      1050122_nation_story_4284729.utf8\n",
      "61187    1060506_calcutta_story_6187748.utf8\n",
      "12847      1050301_nation_story_4421272.utf8\n",
      "13715      1050423_nation_story_4651513.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060308_frontpage_story_5940598.utf8\n",
      "1060308_frontpage_story_5941755.utf8\n",
      "1060308_nation_story_5940209.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "1060309_nation_story_5945338.utf8\n",
      "1060309_nation_story_5945340.utf8\n",
      "1060310_frontpage_story_5950087.utf8\n",
      "1060313_nation_story_5962267.utf8\n",
      "1060328_nation_story_6023320.utf8\n",
      "1060402_nation_story_6046493.utf8\n",
      "1060406_nation_story_6064311.utf8\n",
      "1060510_nation_story_6204910.utf8\n",
      "1060715_nation_story_6481703.utf8\n",
      "1060720_nation_story_6498800.utf8\n",
      "1060725_opinion_story_6519334.utf8\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1070521_calcutta_story_7804799.utf8\n",
      "1070913_nation_story_8315898.utf8\n",
      "1070914_nation_story_8315898.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  116\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "40       1050828_bengal_story_5165773.utf8\n",
      "52479    1060421_nation_story_6126861.utf8\n",
      "49671    1060123_nation_story_5754114.utf8\n",
      "52319    1060218_nation_story_5862838.utf8\n",
      "51339    1060203_nation_story_5798365.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060121_nation_story_5748791.utf8\n",
      "1060122_nation_story_5751717.utf8\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060124_nation_story_5759623.utf8\n",
      "1060126_nation_story_5768230.utf8\n",
      "1060128_opinion_story_5775492.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "1060221_nation_story_5873931.utf8\n",
      "1060307_nation_story_5935593.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  117\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "41        1050904_bengal_story_5194800.utf8\n",
      "41529     1060110_bengal_story_5702266.utf8\n",
      "81644     1070103_bengal_story_7214141.utf8\n",
      "92957    1070122_opinion_story_7283814.utf8\n",
      "82258     1070607_bengal_story_7889246.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060112_nation_story_5711093.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  118\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "42                 1050311_bengal_index.utf8\n",
      "1545       1050311_bengal_story_4479490.utf8\n",
      "66761    1060807_calcutta_story_6576552.utf8\n",
      "64262    1060328_calcutta_story_5960123.utf8\n",
      "64949    1060123_calcutta_story_5749688.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050706_nation_story_4955343.utf8\n",
      "1050706_nation_story_4955492.utf8\n",
      "1050706_nation_story_4955617.utf8\n",
      "1050706_nation_story_4955741.utf8\n",
      "1050706_nation_story_4955743.utf8\n",
      "1050706_nation_story_4955838.utf8\n",
      "1050710_nation_story_4971975.utf8\n",
      "1050711_opinion_story_4957028.utf8\n",
      "1050716_frontpage_story_4997325.utf8\n",
      "1050716_nation_story_4997611.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  119\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "43          1050512_bengal_story_4728985.utf8\n",
      "121051    1040915_calcutta_story_3758085.utf8\n",
      "21417      1050718_opinion_story_4994184.utf8\n",
      "99668     1070518_calcutta_story_7793066.utf8\n",
      "11763       1051110_nation_story_5459117.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "1050715_opinion_story_4989948.utf8\n",
      "1050720_nation_story_5010221.utf8\n",
      "1050813_nation_story_5108420.utf8\n",
      "1051206_nation_story_5564020.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  120\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "44       1050302_bengal_story_4443611.utf8\n",
      "14723    1050210_nation_story_4359510.utf8\n",
      "10098    1050209_nation_story_4356065.utf8\n",
      "12719    1050106_nation_story_4218937.utf8\n",
      "53104    1060429_nation_story_6159005.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041218_nation_story_4144205.utf8\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050115_opinion_story_4241122.utf8\n",
      "1050125_nation_story_4295596.utf8\n",
      "1050205_nation_story_4340470.utf8\n",
      "1050206_nation_story_4343894.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050312_nation_story_4484256.utf8\n",
      "1050624_nation_story_4908599.utf8\n",
      "1050930_nation_story_5303240.utf8\n",
      "1070623_nation_story_7962389.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  121\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "45         1050421_bengal_story_4642987.utf8\n",
      "81368      1070317_bengal_story_7529473.utf8\n",
      "61954    1060623_calcutta_story_6388813.utf8\n",
      "94349     1070222_opinion_story_7417136.utf8\n",
      "22624    1050923_calcutta_story_5273530.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070219_frontpage_story_7411720.utf8\n",
      "1070220_frontpage_story_7415831.utf8\n",
      "1070220_nation_story_7414442.utf8\n",
      "1070220_nation_story_7415039.utf8\n",
      "1070220_nation_story_7415424.utf8\n",
      "1070220_nation_story_7415425.utf8\n",
      "1070220_nation_story_7415575.utf8\n",
      "1070221_frontpage_story_7420488.utf8\n",
      "1070221_frontpage_story_7420491.utf8\n",
      "1070221_nation_story_7420222.utf8\n",
      "1070221_nation_story_7420507.utf8\n",
      "1070222_frontpage_story_7425408.utf8\n",
      "1070222_opinion_story_7417136.utf8\n",
      "1070223_frontpage_story_7430302.utf8\n",
      "1070223_opinion_story_7426810.utf8\n",
      "1070224_nation_story_7434743.utf8\n",
      "1070224_nation_story_7434870.utf8\n",
      "1070327_bengal_story_7571113.utf8\n",
      "1070329_nation_story_7579268.utf8\n",
      "1070731_bengal_story_8129244.utf8\n",
      "1070906_nation_story_8281908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1070222_opinion_story_7417136.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  122\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "46           1050605_bengal_story_4829118.utf8\n",
      "1836         1050318_bengal_story_4507728.utf8\n",
      "89816        1070824_nation_story_8230796.utf8\n",
      "1550         1051105_bengal_story_5439638.utf8\n",
      "101462    1070731_frontpage_story_8130571.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061128_frontpage_story_7060386.utf8\n",
      "1061129_frontpage_story_7066216.utf8\n",
      "1061129_nation_story_7065411.utf8\n",
      "1061205_nation_story_7094715.utf8\n",
      "1061207_nation_story_7106972.utf8\n",
      "1061210_frontpage_story_7121559.utf8\n",
      "1061211_nation_index.utf8\n",
      "1061219_nation_story_7157321.utf8\n",
      "1061220_nation_story_7162111.utf8\n",
      "1061222_nation_index.utf8\n",
      "1061222_nation_story_7171528.utf8\n",
      "1070119_nation_story_7282971.utf8\n",
      "1070208_nation_story_7365521.utf8\n",
      "1070209_nation_story_7369520.utf8\n",
      "1070210_opinion_story_7371322.utf8\n",
      "1070801_opinion_story_8131458.utf8\n",
      "1070821_frontpage_story_8217727.utf8\n",
      "1070822_frontpage_story_8222838.utf8\n",
      "1070824_nation_story_8230796.utf8\n",
      "1070927_nation_story_8366188.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1070824_nation_story_8230796.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  123\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "47                 1050708_bengal_index.utf8\n",
      "117415    1041110_foreign_story_3987311.utf8\n",
      "116935    1041105_foreign_story_3968081.utf8\n",
      "114885     1041112_nation_story_3995294.utf8\n",
      "117534    1041108_foreign_story_3978518.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041106_foreign_story_3972075.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041111_frontpage_story_3991738.utf8\n",
      "1041112_foreign_index.utf8\n",
      "1041112_foreign_story_3995445.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041112_nation_story_3993981.utf8\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041113_foreign_story_3999319.utf8\n",
      "1041113_nation_story_3999380.utf8\n",
      "1041114_foreign_story_4002226.utf8\n",
      "1041115_foreign_story_4005520.utf8\n",
      "1041118_nation_story_4017381.utf8\n",
      "1041123_foreign_index.utf8\n",
      "1041123_foreign_story_4038063.utf8\n",
      "1041129_foreign_story_4062221.utf8\n",
      "1041203_opinion_story_4069612.utf8\n",
      "1041208_opinion_story_4086626.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  124\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "48                  1050826_bengal_index.utf8\n",
      "118234     1040905_opinion_story_3718881.utf8\n",
      "6799      1051222_business_story_5630960.utf8\n",
      "60400      1060117_opinion_story_5727653.utf8\n",
      "21802     1050627_calcutta_story_4917845.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040921_bengal_story_3783924.utf8\n",
      "1041222_calcutta_story_4155212.utf8\n",
      "1050912_nation_story_5227211.utf8\n",
      "1060612_nation_story_6340989.utf8\n",
      "1060612_nation_story_6340993.utf8\n",
      "1061208_calcutta_story_7108893.utf8\n",
      "1061227_nation_story_7189167.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  125\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \n",
      "49         1051107_bengal_story_5446575.utf8\n",
      "1777       1051108_bengal_story_5450289.utf8\n",
      "29888    1051105_calcutta_story_5437423.utf8\n",
      "8940       1051128_nation_story_5530595.utf8\n",
      "2114       1051106_bengal_story_5443203.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_index.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "1070705_foreign_story_8019086.utf8\n",
      "1070706_foreign_story_8023448.utf8\n",
      "1070707_foreign_story_8027755.utf8\n",
      "1070711_foreign_story_8044170.utf8\n",
      "1070711_frontpage_story_8044207.utf8\n",
      "1070712_foreign_story_8049110.utf8\n",
      "1070712_foreign_story_8049115.utf8\n",
      "1070715_foreign_story_8061044.utf8\n",
      "1070716_foreign_story_8064283.utf8\n",
      "1070726_foreign_story_8108245.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\n",
      "\n",
      "\n",
      "****************************************************************************************************\n"
     ]
    }
   ],
   "source": [
    "query_precision_recall_f1_score = []\n",
    "for i in query_relevant_documents.keys():\n",
    "    l = []\n",
    "    print(\"Query Number: \",i)\n",
    "    l.append(i)\n",
    "    print(\"Documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15 \")\n",
    "    print(query_relevant_documents[i][0])\n",
    "    print(\"\\nRelevant documents: \")\n",
    "    for q in query_rel_doc[str(i)]:\n",
    "        print(q)\n",
    "    retrieved = set(query_relevant_documents[i][0])\n",
    "    act_docs = set(query_rel_doc[str(i)])\n",
    "    precision = len(retrieved.intersection(act_docs))/5\n",
    "    recall = len(retrieved.intersection(act_docs))/len(act_docs)\n",
    "    f1_score = 0\n",
    "    if precision+recall != 0:\n",
    "      f1_score = 2*precision*recall/(precision+recall)\n",
    "    l.extend([precision,recall,f1_score])\n",
    "    query_precision_recall_f1_score.append(l)\n",
    "    print(\"\\nNumber of relevant documents retrieved: \",len(retrieved.intersection(act_docs)))\n",
    "    print(\"Relevant documents retrieved using QUERY ROCCHIO(TF-IDF): gamma = 0.15\")\n",
    "    for d in retrieved.intersection(act_docs):\n",
    "        print(d)\n",
    "    print(\"\\n\")\n",
    "    print(\"*\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "Tiai_fAUMLAw",
    "outputId": "5df434a6-bc19-497d-e7e3-c41513b11e66"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Query Number:  76\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "0                 1050423_bengal_index.utf8\n",
      "1875      1050423_bengal_story_4651659.utf8\n",
      "2338      1050426_bengal_story_4662636.utf8\n",
      "20818    1050423_opinion_story_4650147.utf8\n",
      "13204     1050422_nation_story_4643866.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070530_nation_story_7849973.utf8\n",
      "1070602_nation_story_7865940.utf8\n",
      "1070603_nation_story_7869357.utf8\n",
      "1070611_nation_story_7906812.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  77\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "1           1050303_bengal_story_4447924.utf8\n",
      "2210        1050316_bengal_story_4498474.utf8\n",
      "597         1050226_bengal_story_4427183.utf8\n",
      "31819    1050325_frontpage_story_4535852.utf8\n",
      "573         1050321_bengal_story_4518451.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050110_foreign_story_4234881.utf8\n",
      "1060714_foreign_story_6477224.utf8\n",
      "1060715_foreign_story_6482002.utf8\n",
      "1060716_foreign_story_6485226.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060719_foreign_story_6496938.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "1060720_frontpage_story_6501523.utf8\n",
      "1060721_foreign_story_6506359.utf8\n",
      "1060727_foreign_index.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060804_foreign_index.utf8\n",
      "1060804_foreign_story_6567126.utf8\n",
      "1060805_foreign_story_6571528.utf8\n",
      "1060806_foreign_story_6575214.utf8\n",
      "1060807_foreign_story_6578452.utf8\n",
      "1060809_foreign_story_6588005.utf8\n",
      "1060810_foreign_story_6592351.utf8\n",
      "1060814_foreign_story_6609200.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  78\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "2            1050906_bengal_story_5203263.utf8\n",
      "114767       1041102_nation_story_3954727.utf8\n",
      "122521    1041028_frontpage_story_3934751.utf8\n",
      "12218        1051029_nation_story_5412523.utf8\n",
      "87062        1070918_nation_story_8329881.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041102_nation_story_3954727.utf8\n",
      "1041105_nation_story_3968019.utf8\n",
      "1050709_nation_story_4968974.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1041102_nation_story_3954727.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  79\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "3           1051219_bengal_story_5618750.utf8\n",
      "87920       1070621_nation_story_7952530.utf8\n",
      "16869      1050126_foreign_story_4299245.utf8\n",
      "31970    1051010_frontpage_story_5340967.utf8\n",
      "17908      1050523_foreign_story_4774716.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070621_frontpage_story_7952567.utf8\n",
      "1070621_nation_index.utf8\n",
      "1070621_nation_story_7952530.utf8\n",
      "1070621_nation_story_7952531.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1070621_nation_story_7952530.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  80\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "4         1051231_bengal_story_5665519.utf8\n",
      "93513    1070324_opinion_story_7551970.utf8\n",
      "53688     1060420_nation_story_6122112.utf8\n",
      "82410     1070605_bengal_story_7878219.utf8\n",
      "42002     1060103_bengal_story_5674805.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041103_frontpage_story_3959012.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1041223_frontpage_story_4163563.utf8\n",
      "1041228_nation_story_4182211.utf8\n",
      "1050707_nation_story_4959905.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "1050916_nation_story_5245081.utf8\n",
      "1070323_nation_story_7555002.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  81\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "5                  1051020_bengal_index.utf8\n",
      "51490      1061216_nation_story_7146409.utf8\n",
      "98206    1070828_calcutta_story_8243902.utf8\n",
      "28670    1050928_calcutta_story_5288841.utf8\n",
      "87667      1070823_nation_story_8225323.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051218_nation_story_5615385.utf8\n",
      "1060425_nation_story_6141934.utf8\n",
      "1060726_nation_story_6526490.utf8\n",
      "1060821_frontpage_story_6636584.utf8\n",
      "1060822_nation_story_6641118.utf8\n",
      "1060829_opinion_story_6657643.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  82\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "6         1050620_bengal_story_4891446.utf8\n",
      "12876     1050405_nation_story_4575953.utf8\n",
      "11835     1050322_nation_story_4521986.utf8\n",
      "114439    1041201_nation_story_4069604.utf8\n",
      "13489     1050330_nation_story_4551477.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041008_nation_story_3856955.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "1050325_nation_story_4536531.utf8\n",
      "1050331_nation_story_4554929.utf8\n",
      "1050401_nation_story_4560339.utf8\n",
      "1050402_nation_story_4564692.utf8\n",
      "1050402_nation_story_4564693.utf8\n",
      "1050403_nation_story_4567699.utf8\n",
      "1050404_frontpage_story_4571640.utf8\n",
      "1050404_nation_story_4571567.utf8\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050406_frontpage_story_4580486.utf8\n",
      "1050406_nation_story_4578392.utf8\n",
      "1050407_frontpage_story_4584985.utf8\n",
      "1050408_nation_story_4589299.utf8\n",
      "1050408_nation_story_4589304.utf8\n",
      "1050414_nation_story_4613688.utf8\n",
      "1050417_nation_story_4625341.utf8\n",
      "1050421_frontpage_story_4642066.utf8\n",
      "1050422_nation_story_4646055.utf8\n",
      "1050512_nation_story_4728374.utf8\n",
      "1050724_nation_story_5025902.utf8\n",
      "1070525_nation_story_7825299.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  83\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "7         1051230_bengal_story_5661398.utf8\n",
      "42516     1060517_bengal_story_6233921.utf8\n",
      "11043     1050908_nation_story_5211620.utf8\n",
      "93630    1070419_opinion_story_7560881.utf8\n",
      "19793    1050526_opinion_story_4780960.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040916_frontpage_story_3764519.utf8\n",
      "1041022_nation_story_3913967.utf8\n",
      "1050219_nation_story_4398037.utf8\n",
      "1050223_nation_story_4411008.utf8\n",
      "1050303_nation_story_4446570.utf8\n",
      "1050622_opinion_story_4855728.utf8\n",
      "1050913_nation_story_5230548.utf8\n",
      "1051024_nation_story_5387050.utf8\n",
      "1051116_opinion_story_5465950.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  84\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "8           1050717_bengal_story_5000472.utf8\n",
      "69437    1060104_frontpage_story_5679195.utf8\n",
      "60499      1060109_opinion_story_5680042.utf8\n",
      "2159        1050713_bengal_story_4984352.utf8\n",
      "215         1050719_bengal_story_5007493.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "1060108_nation_story_5695226.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1060104_frontpage_story_5679195.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  85\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "9           1051203_bengal_story_5554199.utf8\n",
      "8922        1051124_nation_story_5515759.utf8\n",
      "31609    1051116_frontpage_story_5483063.utf8\n",
      "49352       1060115_nation_story_5723429.utf8\n",
      "51800       1060113_nation_story_5715683.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051112_frontpage_story_5468138.utf8\n",
      "1051113_nation_story_5471119.utf8\n",
      "1051114_frontpage_story_5474333.utf8\n",
      "1051115_nation_story_5478694.utf8\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "1051120_frontpage_story_5499247.utf8\n",
      "1051122_frontpage_story_5506658.utf8\n",
      "1051129_nation_story_5535127.utf8\n",
      "1051203_nation_story_5554017.utf8\n",
      "1051208_nation_story_5573594.utf8\n",
      "1060106_nation_story_5687738.utf8\n",
      "1060120_frontpage_story_5743236.utf8\n",
      "1060205_frontpage_story_5807071.utf8\n",
      "1060205_nation_story_5807071.utf8\n",
      "1060302_nation_story_5914897.utf8\n",
      "1060308_nation_story_5940109.utf8\n",
      "1060316_nation_story_5971891.utf8\n",
      "1060405_nation_story_6059195.utf8\n",
      "1060614_nation_story_6351073.utf8\n",
      "1060810_nation_story_6591970.utf8\n",
      "1060912_nation_story_6732673.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  86\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "10          1051004_bengal_story_5317967.utf8\n",
      "30767    1050820_frontpage_story_5135070.utf8\n",
      "463         1050819_bengal_story_5130768.utf8\n",
      "955         1050925_bengal_story_5281579.utf8\n",
      "2354        1050928_bengal_story_5293268.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041207_business_story_4095715.utf8\n",
      "1041211_business_story_4114567.utf8\n",
      "1041213_business_story_4121475.utf8\n",
      "1041216_business_story_4133832.utf8\n",
      "1050719_business_story_5007230.utf8\n",
      "1060521_business_story_6250530.utf8\n",
      "1070613_business_story_7915180.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  87\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "11       1050214_bengal_story_4376434.utf8\n",
      "41625    1060222_bengal_story_5879499.utf8\n",
      "1506     1050325_bengal_story_4535961.utf8\n",
      "135      1050213_bengal_story_4372665.utf8\n",
      "88082    1070929_nation_story_8375180.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040927_nation_story_3808787.utf8\n",
      "1050505_nation_story_4699253.utf8\n",
      "1050527_frontpage_story_4792614.utf8\n",
      "1050910_nation_story_5220711.utf8\n",
      "1050915_nation_story_5241032.utf8\n",
      "1050919_nation_story_5256797.utf8\n",
      "1051001_nation_story_5307077.utf8\n",
      "1051205_opinion_story_5558347.utf8\n",
      "1060918_opinion_story_6758697.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  88\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "12        1050616_bengal_story_4874058.utf8\n",
      "14369     1050526_nation_story_4788160.utf8\n",
      "114659    1041117_nation_story_4013313.utf8\n",
      "2503      1050529_bengal_story_4800352.utf8\n",
      "116349    1041204_nation_story_4084529.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041113_nation_story_3999375.utf8\n",
      "1041114_frontpage_story_4002703.utf8\n",
      "1041114_nation_story_4002049.utf8\n",
      "1041115_nation_story_4005216.utf8\n",
      "1041116_nation_story_4009244.utf8\n",
      "1041117_nation_story_4013308.utf8\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041118_nation_story_4017603.utf8\n",
      "1041119_opinion_story_4019875.utf8\n",
      "1041120_nation_story_4026897.utf8\n",
      "1041123_nation_story_4037613.utf8\n",
      "1041126_nation_story_4051568.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "1041209_nation_story_4105435.utf8\n",
      "1041210_nation_story_4110266.utf8\n",
      "1041223_nation_story_4162601.utf8\n",
      "1041225_nation_story_4171523.utf8\n",
      "1050111_frontpage_story_4239312.utf8\n",
      "1050112_nation_story_4242952.utf8\n",
      "1050321_nation_story_4518173.utf8\n",
      "1050419_nation_story_4632454.utf8\n",
      "1050712_nation_story_4979485.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  89\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "13       1050121_bengal_story_4280989.utf8\n",
      "1113     1050130_bengal_story_4314367.utf8\n",
      "1189     1050120_bengal_story_4276269.utf8\n",
      "13441    1051106_nation_story_5443087.utf8\n",
      "41884    1060320_bengal_story_5989026.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051030_frontpage_story_5417213.utf8\n",
      "1051030_nation_story_5416998.utf8\n",
      "1051031_frontpage_story_5420477.utf8\n",
      "1051103_nation_story_5431751.utf8\n",
      "1051104_frontpage_story_5435811.utf8\n",
      "1051104_nation_story_5435775.utf8\n",
      "1051104_opinion_story_5430445.utf8\n",
      "1051105_frontpage_story_5439520.utf8\n",
      "1051105_nation_story_5439812.utf8\n",
      "1051106_frontpage_story_5443085.utf8\n",
      "1051106_frontpage_story_5443160.utf8\n",
      "1051106_nation_story_5443086.utf8\n",
      "1051106_nation_story_5443087.utf8\n",
      "1051107_frontpage_story_5446205.utf8\n",
      "1051107_frontpage_story_5446206.utf8\n",
      "1051108_frontpage_story_5449990.utf8\n",
      "1051108_nation_story_5449990.utf8\n",
      "1051108_nation_story_5450190.utf8\n",
      "1051108_opinion_story_5448019.utf8\n",
      "1051109_nation_story_5454997.utf8\n",
      "1051110_frontpage_story_5459184.utf8\n",
      "1051110_frontpage_story_5459680.utf8\n",
      "1051111_frontpage_story_5463674.utf8\n",
      "1051112_nation_story_5466827.utf8\n",
      "1051117_business_story_5486717.utf8\n",
      "1051124_nation_story_5516039.utf8\n",
      "1051125_nation_story_5520552.utf8\n",
      "1051203_frontpage_story_5554327.utf8\n",
      "1051204_frontpage_story_5557422.utf8\n",
      "1051207_nation_story_5569439.utf8\n",
      "1051208_frontpage_story_5574008.utf8\n",
      "1051209_frontpage_story_5578676.utf8\n",
      "1051216_nation_story_5607250.utf8\n",
      "1051217_nation_story_5611026.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "1060523_nation_story_6258265.utf8\n",
      "1060617_nation_story_6364334.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060805_nation_story_6571571.utf8\n",
      "1060808_nation_story_6583428.utf8\n",
      "1060808_nation_story_6583430.utf8\n",
      "1060812_nation_story_6602512.utf8\n",
      "1060902_frontpage_story_6689724.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060906_nation_story_6705908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1051106_nation_story_5443087.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  90\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "14                   1050714_bengal_index.utf8\n",
      "892          1050714_bengal_story_4988139.utf8\n",
      "122498    1041207_frontpage_story_4096283.utf8\n",
      "121950    1041208_frontpage_story_4100953.utf8\n",
      "19593       1050221_opinion_story_4405693.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040915_nation_story_3759556.utf8\n",
      "1040917_frontpage_story_3769177.utf8\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "1040921_bengal_story_3783924.utf8\n",
      "1051031_opinion_story_5418889.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  91\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "15         1050711_bengal_story_4975080.utf8\n",
      "59904     1061013_opinion_story_6862613.utf8\n",
      "20905     1051022_opinion_story_5382798.utf8\n",
      "118290    1041022_opinion_story_3910917.utf8\n",
      "116151     1041021_nation_story_3908337.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070624_nation_story_7966280.utf8\n",
      "1070629_nation_index.utf8\n",
      "1070629_nation_story_7990989.utf8\n",
      "1070629_nation_story_7990990.utf8\n",
      "1070629_opinion_story_7987432.utf8\n",
      "1070630_nation_story_7996611.utf8\n",
      "1070701_nation_story_7999619.utf8\n",
      "1070703_nation_story_8008353.utf8\n",
      "1070703_nation_story_8008354.utf8\n",
      "1070704_nation_story_8013769.utf8\n",
      "1070709_opinion_story_8032623.utf8\n",
      "1070715_nation_story_8061371.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  92\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "16        1050108_bengal_story_4228237.utf8\n",
      "9758      1050523_nation_story_4774020.utf8\n",
      "54942    1060523_foreign_story_6258616.utf8\n",
      "9500      1050814_nation_story_5113143.utf8\n",
      "56628    1061001_foreign_story_6815921.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041120_foreign_story_4027085.utf8\n",
      "1041128_foreign_story_4059342.utf8\n",
      "1041228_foreign_story_4183194.utf8\n",
      "1050814_foreign_story_5113225.utf8\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1051223_foreign_story_5635752.utf8\n",
      "1051224_foreign_story_5640440.utf8\n",
      "1051226_foreign_story_5645821.utf8\n",
      "1051228_foreign_story_5653170.utf8\n",
      "1051229_foreign_story_5657777.utf8\n",
      "1051230_foreign_story_5661567.utf8\n",
      "1051231_foreign_story_5665030.utf8\n",
      "1060110_foreign_story_5702384.utf8\n",
      "1060118_foreign_story_5734603.utf8\n",
      "1060326_foreign_story_6016284.utf8\n",
      "1060418_foreign_story_6113177.utf8\n",
      "1060424_foreign_story_6137727.utf8\n",
      "1060429_foreign_story_6160700.utf8\n",
      "1060501_foreign_story_6167491.utf8\n",
      "1060512_foreign_story_6214207.utf8\n",
      "1060513_foreign_story_6218340.utf8\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1060611_foreign_story_6337689.utf8\n",
      "1060616_foreign_story_6357562.utf8\n",
      "1060618_foreign_story_6367749.utf8\n",
      "1060619_foreign_story_6370593.utf8\n",
      "1060623_nation_story_6390243.utf8\n",
      "1060629_foreign_story_6413896.utf8\n",
      "1060815_foreign_story_6614005.utf8\n",
      "1060819_nation_story_6629257.utf8\n",
      "1060919_foreign_story_6764161.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "1061024_opinion_story_6906965.utf8\n",
      "1070327_foreign_story_7570677.utf8\n",
      "1070328_foreign_story_7575109.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "1070425_foreign_story_7693358.utf8\n",
      "1070427_foreign_story_7704540.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  93\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "17         1050113_bengal_story_4245963.utf8\n",
      "116316     1041118_nation_story_4017927.utf8\n",
      "19002     1051219_opinion_story_5604821.utf8\n",
      "60647     1060122_opinion_story_5749529.utf8\n",
      "18727     1051230_opinion_story_5658745.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051213_frontpage_story_5593956.utf8\n",
      "1051213_nation_story_5594013.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "1051214_opinion_story_5595309.utf8\n",
      "1051219_opinion_story_5604821.utf8\n",
      "1051220_frontpage_story_5622754.utf8\n",
      "1051222_opinion_story_5628592.utf8\n",
      "1051224_frontpage_story_5640208.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1060104_nation_story_5678418.utf8\n",
      "1060111_nation_story_5706272.utf8\n",
      "1060121_frontpage_story_5748538.utf8\n",
      "1060205_nation_story_5807747.utf8\n",
      "1060228_nation_story_5904834.utf8\n",
      "1060304_nation_story_5924061.utf8\n",
      "1060316_nation_story_5971892.utf8\n",
      "1060404_nation_story_6054708.utf8\n",
      "1060826_nation_story_6659182.utf8\n",
      "1070424_nation_story_7689072.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1051219_opinion_story_5604821.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  94\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "18          1051106_bengal_story_5443457.utf8\n",
      "69914    1060407_frontpage_story_6068877.utf8\n",
      "25172     1051105_calcutta_story_5438613.utf8\n",
      "49183       1060809_nation_story_6587952.utf8\n",
      "11667       1051029_nation_story_5413024.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050924_nation_story_5278873.utf8\n",
      "1050930_nation_story_5302148.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "1060109_nation_story_5698373.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "1060321_frontpage_story_5993625.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060411_nation_story_6084725.utf8\n",
      "1060416_nation_story_6105445.utf8\n",
      "1060417_nation_story_6108303.utf8\n",
      "1060419_nation_story_6117276.utf8\n",
      "1060429_nation_story_6160546.utf8\n",
      "1060502_nation_story_6171060.utf8\n",
      "1060503_nation_story_6175842.utf8\n",
      "1060624_nation_story_6394559.utf8\n",
      "1060626_nation_story_6400808.utf8\n",
      "1060704_nation_story_6435206.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060920_nation_story_6769705.utf8\n",
      "1061017_nation_story_6879678.utf8\n",
      "1061020_nation_story_6894819.utf8\n",
      "1070411_nation_story_7633126.utf8\n",
      "1070628_nation_story_7985869.utf8\n",
      "1070820_nation_story_8213550.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  95\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "19           1050531_bengal_story_4808163.utf8\n",
      "102707    1070119_frontpage_story_7282977.utf8\n",
      "89831        1070122_nation_story_7292962.utf8\n",
      "101488    1070227_frontpage_story_7446771.utf8\n",
      "844          1050608_bengal_story_4841066.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070117_nation_story_7272982.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "1070120_frontpage_story_7287678.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070129_nation_story_7319522.utf8\n",
      "1070129_opinion_story_7315220.utf8\n",
      "1070130_frontpage_story_7325092.utf8\n",
      "1070130_nation_story_7325094.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "1070525_nation_story_7827239.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  96\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "20       1050107_bengal_story_4223572.utf8\n",
      "41427    1060726_bengal_story_6526603.utf8\n",
      "54421    1060629_nation_story_6415098.utf8\n",
      "49939    1060614_nation_story_6350974.utf8\n",
      "82058    1070321_bengal_story_7545630.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060615_nation_story_6355137.utf8\n",
      "1070124_nation_index.utf8\n",
      "1070124_nation_story_7301639.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  97\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "21           1050107_bengal_story_4223568.utf8\n",
      "114212     1041202_business_story_4075411.utf8\n",
      "122199    1041123_frontpage_story_4038891.utf8\n",
      "121960    1041216_frontpage_story_4135458.utf8\n",
      "122419    1041119_frontpage_story_4022900.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_frontpage_story_4038891.utf8\n",
      "1041124_frontpage_story_4042353.utf8\n",
      "1041127_opinion_story_4054231.utf8\n",
      "1041209_frontpage_story_4105660.utf8\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041221_frontpage_story_4155322.utf8\n",
      "1041227_business_story_4178934.utf8\n",
      "1041230_business_story_4191451.utf8\n",
      "1050110_frontpage_story_4235068.utf8\n",
      "1050114_business_story_4252178.utf8\n",
      "1050115_business_story_4256685.utf8\n",
      "1050117_business_story_4263315.utf8\n",
      "1050123_frontpage_story_4287830.utf8\n",
      "1050309_frontpage_story_4470935.utf8\n",
      "1050318_business_story_4507877.utf8\n",
      "1050408_frontpage_story_4589514.utf8\n",
      "1050504_frontpage_story_4693562.utf8\n",
      "1050606_frontpage_story_4832301.utf8\n",
      "1050616_business_story_4874207.utf8\n",
      "1050623_business_story_4904317.utf8\n",
      "1050627_business_story_4919496.utf8\n",
      "1060208_business_story_5818983.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041123_frontpage_story_4038891.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  98\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "22                 1051203_bengal_index.utf8\n",
      "87115      1070526_nation_story_7830524.utf8\n",
      "49080      1061114_nation_story_6998353.utf8\n",
      "45800    1060116_business_story_5726083.utf8\n",
      "6248     1050523_business_story_4774327.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061115_nation_story_7003933.utf8\n",
      "1061118_nation_story_7019028.utf8\n",
      "1061125_nation_story_7047920.utf8\n",
      "1070526_nation_story_7830524.utf8\n",
      "1070528_frontpage_story_7838904.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1070526_nation_story_7830524.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  99\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "23        1050214_bengal_story_4376435.utf8\n",
      "52073     1061219_nation_story_7157548.utf8\n",
      "114720    1040918_nation_story_3773413.utf8\n",
      "14226     1050410_nation_story_4596672.utf8\n",
      "114896    1041208_nation_story_4100626.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050426_nation_story_4662541.utf8\n",
      "1050927_nation_story_5289540.utf8\n",
      "1060822_nation_story_6641052.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  100\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "24          1050703_bengal_story_4944150.utf8\n",
      "28804     1050902_calcutta_story_5183691.utf8\n",
      "24625     1050106_calcutta_story_4216514.utf8\n",
      "28382     1050107_calcutta_story_4221671.utf8\n",
      "115223      1041004_nation_story_3838101.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041107_frontpage_story_3975998.utf8\n",
      "1041110_nation_story_3987208.utf8\n",
      "1041117_nation_story_4013184.utf8\n",
      "1050227_nation_story_4430335.utf8\n",
      "1050721_nation_story_5015427.utf8\n",
      "1050810_nation_story_5095926.utf8\n",
      "1051112_frontpage_story_5468009.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "1051119_frontpage_story_5495967.utf8\n",
      "1051121_nation_story_5502034.utf8\n",
      "1051123_frontpage_story_5511154.utf8\n",
      "1051123_nation_story_5511465.utf8\n",
      "1051206_nation_story_5564372.utf8\n",
      "1051213_nation_story_5593623.utf8\n",
      "1060118_nation_story_5734651.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "1061001_nation_story_6815631.utf8\n",
      "1070518_nation_story_7794373.utf8\n",
      "1070726_nation_story_8107361.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  101\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "25         1050519_bengal_story_4758759.utf8\n",
      "4091     1050912_business_story_5227195.utf8\n",
      "1263       1050224_bengal_story_4417474.utf8\n",
      "41656      1060921_bengal_story_6774037.utf8\n",
      "86983      1070523_nation_story_7817219.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060603_frontpage_story_6305867.utf8\n",
      "1060603_frontpage_story_6306133.utf8\n",
      "1060603_nation_story_6305903.utf8\n",
      "1060604_frontpage_story_6309170.utf8\n",
      "1060604_nation_story_6309387.utf8\n",
      "1060604_nation_story_6309391.utf8\n",
      "1060605_nation_story_6312117.utf8\n",
      "1060606_frontpage_story_6316278.utf8\n",
      "1060606_nation_story_6316403.utf8\n",
      "1060615_nation_story_6355137.utf8\n",
      "1060804_nation_story_6566891.utf8\n",
      "1061121_frontpage_story_7030268.utf8\n",
      "1061125_opinion_story_7047966.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  102\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "26           1050607_bengal_story_4836815.utf8\n",
      "102857    1070302_frontpage_story_7460703.utf8\n",
      "104827       1070224_sports_story_7434948.utf8\n",
      "106109       1070217_sports_story_7403536.utf8\n",
      "108195       1070111_sports_story_7246956.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061017_frontpage_story_6881463.utf8\n",
      "1061017_sports_story_6880992.utf8\n",
      "1061018_opinion_story_6883160.utf8\n",
      "1061019_sports_story_6890401.utf8\n",
      "1061022_sports_story_6902770.utf8\n",
      "1061028_sports_story_6927220.utf8\n",
      "1061102_sports_story_6948876.utf8\n",
      "1061102_sports_story_6948879.utf8\n",
      "1061116_sports_story_7008225.utf8\n",
      "1061206_sports_story_7100581.utf8\n",
      "1061231_sports_story_7204595.utf8\n",
      "1070112_sports_story_7252096.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "1070215_sports_story_7396087.utf8\n",
      "1070224_sports_story_7434948.utf8\n",
      "1070506_sports_story_7740456.utf8\n",
      "1070703_sports_story_8008596.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1070224_sports_story_7434948.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  103\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "27         1051201_bengal_story_5544337.utf8\n",
      "670        1051122_bengal_story_5507087.utf8\n",
      "2848     1050610_business_story_4849992.utf8\n",
      "20052     1051122_opinion_story_5504916.utf8\n",
      "59841     1060326_opinion_story_6012288.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050105_nation_story_4212186.utf8\n",
      "1050107_nation_story_4222879.utf8\n",
      "1050108_nation_story_4226925.utf8\n",
      "1050112_nation_story_4243051.utf8\n",
      "1050130_nation_story_4314267.utf8\n",
      "1050209_foreign_story_4355177.utf8\n",
      "1050420_frontpage_story_4637821.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  104\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "28        1050923_bengal_story_5274461.utf8\n",
      "21052    1051030_opinion_story_5414649.utf8\n",
      "41140     1060821_bengal_story_6636692.utf8\n",
      "158       1051016_bengal_story_5360687.utf8\n",
      "344               1050923_bengal_index.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060308_nation_story_5939546.utf8\n",
      "1060308_opinion_story_5938184.utf8\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060324_nation_story_6007742.utf8\n",
      "1060426_nation_story_6146158.utf8\n",
      "1060509_nation_story_6200870.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  105\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "29                 1050810_bengal_index.utf8\n",
      "9439       1050115_nation_story_4256947.utf8\n",
      "98385    1070115_calcutta_story_7253465.utf8\n",
      "96915    1070417_calcutta_story_7651734.utf8\n",
      "1553       1050109_bengal_story_4231764.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041025_nation_story_3921602.utf8\n",
      "1050215_nation_story_4379758.utf8\n",
      "1050315_nation_story_4494613.utf8\n",
      "1050512_nation_story_4728376.utf8\n",
      "1050823_frontpage_story_5145553.utf8\n",
      "1061128_nation_story_7060323.utf8\n",
      "1070215_nation_story_7395678.utf8\n",
      "1070515_nation_story_7779278.utf8\n",
      "1070516_nation_story_7784091.utf8\n",
      "1070523_nation_story_7815243.utf8\n",
      "1070607_opinion_story_7886004.utf8\n",
      "1070611_opinion_story_7880863.utf8\n",
      "1070614_opinion_story_7912693.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  106\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "30        1050505_bengal_story_4698815.utf8\n",
      "2135      1050520_bengal_story_4763456.utf8\n",
      "111734    1041006_bengal_story_3847616.utf8\n",
      "42516     1060517_bengal_story_6233921.utf8\n",
      "111595    1040906_bengal_story_3723223.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070810_frontpage_story_8175328.utf8\n",
      "1070811_nation_story_8179235.utf8\n",
      "1070814_nation_story_8190672.utf8\n",
      "1070820_opinion_story_8184577.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  107\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "31        1050210_bengal_story_4360252.utf8\n",
      "546       1050129_bengal_story_4308790.utf8\n",
      "90303     1070413_nation_story_7642117.utf8\n",
      "90188     1070412_nation_story_7637981.utf8\n",
      "58348    1060313_opinion_story_5956719.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061224_nation_story_7178669.utf8\n",
      "1070406_frontpage_story_7613539.utf8\n",
      "1070406_nation_story_7613759.utf8\n",
      "1070407_nation_index.utf8\n",
      "1070407_nation_story_7617224.utf8\n",
      "1070407_nation_story_7617227.utf8\n",
      "1070407_nation_story_7617335.utf8\n",
      "1070408_nation_story_7620581.utf8\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "1070412_opinion_story_7626594.utf8\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070420_nation_story_7671367.utf8\n",
      "1070509_nation_story_7752995.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  108\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "32      1050504_bengal_story_4693527.utf8\n",
      "495     1050503_bengal_story_4689114.utf8\n",
      "921     1050514_bengal_story_4738909.utf8\n",
      "2334    1050513_bengal_story_4733770.utf8\n",
      "826     1050516_bengal_story_4745442.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_opinion_story_4035564.utf8\n",
      "1041207_opinion_story_4093295.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "1050629_nation_story_4927978.utf8\n",
      "1050713_opinion_story_4981003.utf8\n",
      "1050802_opinion_story_5061056.utf8\n",
      "1050807_frontpage_story_5084565.utf8\n",
      "1060202_opinion_story_5792794.utf8\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1061219_frontpage_story_7157377.utf8\n",
      "1061226_frontpage_story_7184832.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  109\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "33        1050522_bengal_story_4771552.utf8\n",
      "20831    1050414_opinion_story_4610574.utf8\n",
      "19694    1050217_opinion_story_4386334.utf8\n",
      "18980    1050120_opinion_story_4272419.utf8\n",
      "58893    1060519_opinion_story_6240663.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050818_nation_story_5126655.utf8\n",
      "1050821_nation_story_5137894.utf8\n",
      "1051107_nation_story_5445719.utf8\n",
      "1051206_nation_story_5564168.utf8\n",
      "1051216_nation_story_5605895.utf8\n",
      "1051219_nation_story_5618307.utf8\n",
      "1060103_nation_story_5673645.utf8\n",
      "1060116_nation_story_5725038.utf8\n",
      "1060402_nation_story_6046366.utf8\n",
      "1070203_nation_story_7344566.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  110\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "34                 1051028_bengal_index.utf8\n",
      "5020     1051227_business_story_5649030.utf8\n",
      "940        1051028_bengal_story_5408510.utf8\n",
      "50024      1060620_nation_story_6375357.utf8\n",
      "58606     1060621_opinion_story_6377359.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040910_calcutta_story_3737348.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1050923_nation_story_5275140.utf8\n",
      "1050928_nation_story_5293658.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1060706_frontpage_story_6443354.utf8\n",
      "1060707_frontpage_story_6447943.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "1060707_opinion_story_6431275.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  111\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "35       1050203_bengal_story_4331300.utf8\n",
      "52510    1060414_nation_story_6097270.utf8\n",
      "12232    1050817_nation_story_5121698.utf8\n",
      "50231    1060413_nation_story_6093542.utf8\n",
      "773      1050208_bengal_story_4351721.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050331_nation_story_4555290.utf8\n",
      "1050405_nation_story_4575382.utf8\n",
      "1050413_nation_story_4609077.utf8\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050416_opinion_story_4619560.utf8\n",
      "1050519_nation_story_4757290.utf8\n",
      "1050605_opinion_story_4804959.utf8\n",
      "1050606_nation_story_4832860.utf8\n",
      "1050619_nation_story_4887436.utf8\n",
      "1050624_nation_story_4908600.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "1050826_frontpage_story_5159316.utf8\n",
      "1050826_nation_story_5158651.utf8\n",
      "1060102_nation_story_5670446.utf8\n",
      "1070321_nation_story_7545227.utf8\n",
      "1070429_nation_story_7713242.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1050817_nation_story_5121698.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  112\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "36         1051006_bengal_story_5325792.utf8\n",
      "23414    1050111_calcutta_story_4232942.utf8\n",
      "19357     1050508_opinion_story_4709525.utf8\n",
      "82747    1070701_business_story_7999482.utf8\n",
      "92871     1070609_opinion_story_7891473.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050116_nation_story_4260180.utf8\n",
      "1050125_frontpage_story_4295506.utf8\n",
      "1050202_nation_story_4325616.utf8\n",
      "1050211_nation_story_4363942.utf8\n",
      "1050214_frontpage_story_4376137.utf8\n",
      "1050217_nation_story_4389288.utf8\n",
      "1050223_nation_story_4412606.utf8\n",
      "1050225_nation_story_4422537.utf8\n",
      "1050315_nation_story_4495373.utf8\n",
      "1050403_frontpage_story_4568418.utf8\n",
      "1050426_nation_story_4663419.utf8\n",
      "1050508_opinion_story_4709525.utf8\n",
      "1050818_nation_story_5126669.utf8\n",
      "1050901_nation_story_5183023.utf8\n",
      "1060208_nation_story_5819357.utf8\n",
      "1060224_nation_story_5889615.utf8\n",
      "1060307_nation_story_5936301.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1050508_opinion_story_4709525.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  113\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "37        1050418_bengal_story_4628994.utf8\n",
      "55813    1061126_foreign_story_7052195.utf8\n",
      "94261    1070115_opinion_story_7261623.utf8\n",
      "403       1050406_bengal_story_4580688.utf8\n",
      "55938    1061208_foreign_story_7112913.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050417_foreign_story_4625108.utf8\n",
      "1060421_foreign_story_6126560.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061211_foreign_story_7124735.utf8\n",
      "1061225_foreign_story_7181993.utf8\n",
      "1070504_foreign_story_7733010.utf8\n",
      "1070510_foreign_story_7758324.utf8\n",
      "1070606_foreign_story_7883150.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1061126_foreign_story_7052195.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  114\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "38           1050806_bengal_story_5081134.utf8\n",
      "51515        1061109_nation_story_6977195.utf8\n",
      "71176     1060819_frontpage_story_6629641.utf8\n",
      "101131    1070831_frontpage_story_8259029.utf8\n",
      "10469        1050825_nation_story_5152976.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050420_frontpage_story_4637476.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050422_frontpage_story_4646612.utf8\n",
      "1050422_nation_story_4645493.utf8\n",
      "1050423_frontpage_story_4651456.utf8\n",
      "1050503_nation_story_4688823.utf8\n",
      "1050607_nation_story_4836754.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  115\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "39         1051125_bengal_story_5520019.utf8\n",
      "10226      1050122_nation_story_4284729.utf8\n",
      "61187    1060506_calcutta_story_6187748.utf8\n",
      "12847      1050301_nation_story_4421272.utf8\n",
      "13715      1050423_nation_story_4651513.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060308_frontpage_story_5940598.utf8\n",
      "1060308_frontpage_story_5941755.utf8\n",
      "1060308_nation_story_5940209.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "1060309_nation_story_5945338.utf8\n",
      "1060309_nation_story_5945340.utf8\n",
      "1060310_frontpage_story_5950087.utf8\n",
      "1060313_nation_story_5962267.utf8\n",
      "1060328_nation_story_6023320.utf8\n",
      "1060402_nation_story_6046493.utf8\n",
      "1060406_nation_story_6064311.utf8\n",
      "1060510_nation_story_6204910.utf8\n",
      "1060715_nation_story_6481703.utf8\n",
      "1060720_nation_story_6498800.utf8\n",
      "1060725_opinion_story_6519334.utf8\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1070521_calcutta_story_7804799.utf8\n",
      "1070913_nation_story_8315898.utf8\n",
      "1070914_nation_story_8315898.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  116\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "40       1050828_bengal_story_5165773.utf8\n",
      "52479    1060421_nation_story_6126861.utf8\n",
      "49671    1060123_nation_story_5754114.utf8\n",
      "52319    1060218_nation_story_5862838.utf8\n",
      "51339    1060203_nation_story_5798365.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060121_nation_story_5748791.utf8\n",
      "1060122_nation_story_5751717.utf8\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060124_nation_story_5759623.utf8\n",
      "1060126_nation_story_5768230.utf8\n",
      "1060128_opinion_story_5775492.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "1060221_nation_story_5873931.utf8\n",
      "1060307_nation_story_5935593.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  117\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "41        1050904_bengal_story_5194800.utf8\n",
      "41529     1060110_bengal_story_5702266.utf8\n",
      "81644     1070103_bengal_story_7214141.utf8\n",
      "92957    1070122_opinion_story_7283814.utf8\n",
      "82258     1070607_bengal_story_7889246.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060112_nation_story_5711093.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  118\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "42                 1050311_bengal_index.utf8\n",
      "1545       1050311_bengal_story_4479490.utf8\n",
      "66761    1060807_calcutta_story_6576552.utf8\n",
      "64262    1060328_calcutta_story_5960123.utf8\n",
      "64949    1060123_calcutta_story_5749688.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050706_nation_story_4955343.utf8\n",
      "1050706_nation_story_4955492.utf8\n",
      "1050706_nation_story_4955617.utf8\n",
      "1050706_nation_story_4955741.utf8\n",
      "1050706_nation_story_4955743.utf8\n",
      "1050706_nation_story_4955838.utf8\n",
      "1050710_nation_story_4971975.utf8\n",
      "1050711_opinion_story_4957028.utf8\n",
      "1050716_frontpage_story_4997325.utf8\n",
      "1050716_nation_story_4997611.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  119\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "43          1050512_bengal_story_4728985.utf8\n",
      "121051    1040915_calcutta_story_3758085.utf8\n",
      "21417      1050718_opinion_story_4994184.utf8\n",
      "99668     1070518_calcutta_story_7793066.utf8\n",
      "11763       1051110_nation_story_5459117.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "1050715_opinion_story_4989948.utf8\n",
      "1050720_nation_story_5010221.utf8\n",
      "1050813_nation_story_5108420.utf8\n",
      "1051206_nation_story_5564020.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  120\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "44       1050302_bengal_story_4443611.utf8\n",
      "14723    1050210_nation_story_4359510.utf8\n",
      "10098    1050209_nation_story_4356065.utf8\n",
      "12719    1050106_nation_story_4218937.utf8\n",
      "53104    1060429_nation_story_6159005.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041218_nation_story_4144205.utf8\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050115_opinion_story_4241122.utf8\n",
      "1050125_nation_story_4295596.utf8\n",
      "1050205_nation_story_4340470.utf8\n",
      "1050206_nation_story_4343894.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050312_nation_story_4484256.utf8\n",
      "1050624_nation_story_4908599.utf8\n",
      "1050930_nation_story_5303240.utf8\n",
      "1070623_nation_story_7962389.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  121\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "45         1050421_bengal_story_4642987.utf8\n",
      "81368      1070317_bengal_story_7529473.utf8\n",
      "61954    1060623_calcutta_story_6388813.utf8\n",
      "94349     1070222_opinion_story_7417136.utf8\n",
      "22624    1050923_calcutta_story_5273530.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070219_frontpage_story_7411720.utf8\n",
      "1070220_frontpage_story_7415831.utf8\n",
      "1070220_nation_story_7414442.utf8\n",
      "1070220_nation_story_7415039.utf8\n",
      "1070220_nation_story_7415424.utf8\n",
      "1070220_nation_story_7415425.utf8\n",
      "1070220_nation_story_7415575.utf8\n",
      "1070221_frontpage_story_7420488.utf8\n",
      "1070221_frontpage_story_7420491.utf8\n",
      "1070221_nation_story_7420222.utf8\n",
      "1070221_nation_story_7420507.utf8\n",
      "1070222_frontpage_story_7425408.utf8\n",
      "1070222_opinion_story_7417136.utf8\n",
      "1070223_frontpage_story_7430302.utf8\n",
      "1070223_opinion_story_7426810.utf8\n",
      "1070224_nation_story_7434743.utf8\n",
      "1070224_nation_story_7434870.utf8\n",
      "1070327_bengal_story_7571113.utf8\n",
      "1070329_nation_story_7579268.utf8\n",
      "1070731_bengal_story_8129244.utf8\n",
      "1070906_nation_story_8281908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1070222_opinion_story_7417136.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  122\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "46           1050605_bengal_story_4829118.utf8\n",
      "1836         1050318_bengal_story_4507728.utf8\n",
      "89816        1070824_nation_story_8230796.utf8\n",
      "1550         1051105_bengal_story_5439638.utf8\n",
      "101462    1070731_frontpage_story_8130571.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061128_frontpage_story_7060386.utf8\n",
      "1061129_frontpage_story_7066216.utf8\n",
      "1061129_nation_story_7065411.utf8\n",
      "1061205_nation_story_7094715.utf8\n",
      "1061207_nation_story_7106972.utf8\n",
      "1061210_frontpage_story_7121559.utf8\n",
      "1061211_nation_index.utf8\n",
      "1061219_nation_story_7157321.utf8\n",
      "1061220_nation_story_7162111.utf8\n",
      "1061222_nation_index.utf8\n",
      "1061222_nation_story_7171528.utf8\n",
      "1070119_nation_story_7282971.utf8\n",
      "1070208_nation_story_7365521.utf8\n",
      "1070209_nation_story_7369520.utf8\n",
      "1070210_opinion_story_7371322.utf8\n",
      "1070801_opinion_story_8131458.utf8\n",
      "1070821_frontpage_story_8217727.utf8\n",
      "1070822_frontpage_story_8222838.utf8\n",
      "1070824_nation_story_8230796.utf8\n",
      "1070927_nation_story_8366188.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1070824_nation_story_8230796.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  123\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "47                 1050708_bengal_index.utf8\n",
      "117415    1041110_foreign_story_3987311.utf8\n",
      "116935    1041105_foreign_story_3968081.utf8\n",
      "114885     1041112_nation_story_3995294.utf8\n",
      "117534    1041108_foreign_story_3978518.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041106_foreign_story_3972075.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041111_frontpage_story_3991738.utf8\n",
      "1041112_foreign_index.utf8\n",
      "1041112_foreign_story_3995445.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041112_nation_story_3993981.utf8\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041113_foreign_story_3999319.utf8\n",
      "1041113_nation_story_3999380.utf8\n",
      "1041114_foreign_story_4002226.utf8\n",
      "1041115_foreign_story_4005520.utf8\n",
      "1041118_nation_story_4017381.utf8\n",
      "1041123_foreign_index.utf8\n",
      "1041123_foreign_story_4038063.utf8\n",
      "1041129_foreign_story_4062221.utf8\n",
      "1041203_opinion_story_4069612.utf8\n",
      "1041208_opinion_story_4086626.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  124\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "48                  1050826_bengal_index.utf8\n",
      "118234     1040905_opinion_story_3718881.utf8\n",
      "6799      1051222_business_story_5630960.utf8\n",
      "60400      1060117_opinion_story_5727653.utf8\n",
      "21802     1050627_calcutta_story_4917845.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040921_bengal_story_3783924.utf8\n",
      "1041222_calcutta_story_4155212.utf8\n",
      "1050912_nation_story_5227211.utf8\n",
      "1060612_nation_story_6340989.utf8\n",
      "1060612_nation_story_6340993.utf8\n",
      "1061208_calcutta_story_7108893.utf8\n",
      "1061227_nation_story_7189167.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  125\n",
      "Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \n",
      "49         1051107_bengal_story_5446575.utf8\n",
      "1777       1051108_bengal_story_5450289.utf8\n",
      "29888    1051105_calcutta_story_5437423.utf8\n",
      "8940       1051128_nation_story_5530595.utf8\n",
      "2114       1051106_bengal_story_5443203.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_index.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "1070705_foreign_story_8019086.utf8\n",
      "1070706_foreign_story_8023448.utf8\n",
      "1070707_foreign_story_8027755.utf8\n",
      "1070711_foreign_story_8044170.utf8\n",
      "1070711_frontpage_story_8044207.utf8\n",
      "1070712_foreign_story_8049110.utf8\n",
      "1070712_foreign_story_8049115.utf8\n",
      "1070715_foreign_story_8061044.utf8\n",
      "1070716_foreign_story_8064283.utf8\n",
      "1070726_foreign_story_8108245.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n"
     ]
    }
   ],
   "source": [
    "query_precision_recall_f1_score_zero_gamma = []\n",
    "for i in query_relevant_documents_zero_gamma.keys():\n",
    "    l = []\n",
    "    print(\"Query Number: \",i)\n",
    "    l.append(i)\n",
    "    print(\"Documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma: \")\n",
    "    print(query_relevant_documents[i][0])\n",
    "    print(\"\\nRelevant documents: \")\n",
    "    for q in query_rel_doc[str(i)]:\n",
    "        print(q)\n",
    "    retrieved = set(query_relevant_documents[i][0])\n",
    "    act_docs = set(query_rel_doc[str(i)])\n",
    "    precision = len(retrieved.intersection(act_docs))/5\n",
    "    recall = len(retrieved.intersection(act_docs))/len(act_docs)\n",
    "    f1_score = 0\n",
    "    if precision+recall != 0:\n",
    "      f1_score = 2*precision*recall/(precision+recall)\n",
    "    l.extend([precision,recall,f1_score])\n",
    "    query_precision_recall_f1_score_zero_gamma.append(l)\n",
    "    print(\"\\nNumber of relevant documents retrieved: \",len(retrieved.intersection(act_docs)))\n",
    "    print(\"Relevant documents retrieved using QUERY ROCCHIO(TF-IDF) zero gamma:\")\n",
    "    for d in retrieved.intersection(act_docs):\n",
    "        print(d)\n",
    "    print(\"\\n\")\n",
    "    print(\"*\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "DwF6YWxTAVfu",
    "outputId": "d139bfda-3681-4f95-afb6-b85eda768060"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Precison: 0.15600000000000003 Average Recall: 0.06558592204972846 Average F1-Score: 0.08289289067718761\n"
     ]
    }
   ],
   "source": [
    "avg_precision = 0\n",
    "avg_recall = 0\n",
    "avg_f1_score = 0\n",
    "\n",
    "for query_no,precision,recall,f1_score in query_precision_recall_f1_score:\n",
    "  avg_precision+=precision\n",
    "  avg_recall+=recall\n",
    "  avg_f1_score+=f1_score\n",
    "\n",
    "print('Average Precison: {} Average Recall: {} Average F1-Score: {}'.format(avg_precision/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_recall/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_f1_score/len(query_precision_recall_f1_score)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "id": "ZB4S88qp6Baz",
    "outputId": "d139bfda-3681-4f95-afb6-b85eda768060"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Precison: 0.15600000000000003 Average Recall: 0.06558592204972846 Average F1-Score: 0.08289289067718761\n"
     ]
    }
   ],
   "source": [
    "avg_precision = 0\n",
    "avg_recall = 0\n",
    "avg_f1_score = 0\n",
    "\n",
    "for query_no,precision,recall,f1_score in query_precision_recall_f1_score_zero_gamma:\n",
    "  avg_precision+=precision\n",
    "  avg_recall+=recall\n",
    "  avg_f1_score+=f1_score\n",
    "\n",
    "print('Average Precison: {} Average Recall: {} Average F1-Score: {}'.format(avg_precision/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_recall/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_f1_score/len(query_precision_recall_f1_score)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "a9fEBMRgAjWR"
   },
   "source": [
    "# **WORD2VEC + QUERY EXPANSION + ROCCHIO**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "cqwwdsc19GrB"
   },
   "outputs": [],
   "source": [
    "from gensim.test.utils import datapath\n",
    "from gensim import utils\n",
    "\n",
    "class MyCorpus(object):\n",
    "    \"\"\"An interator that yields sentences (lists of str).\"\"\"\n",
    "    def __iter__(self): \n",
    "        preprocessed_text_column = preprocessed_data['TEXT'].values\n",
    "        for line in preprocessed_text_column:\n",
    "            # assume there's one document per line, tokens separated by whitespace\n",
    "            yield utils.simple_preprocess(line)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "DUCOYLWkCIab"
   },
   "outputs": [],
   "source": [
    "import gensim.models\n",
    "#skipgram model\n",
    "sentences = MyCorpus()\n",
    "skipGramModel = gensim.models.Word2Vec(sentences=sentences,sg = 1,workers=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "V5dza2-OEdF3"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "query_vectors = []\n",
    "for k in range(50):\n",
    "\n",
    "    #generating vector for each query by summing word vectors\n",
    "    query = expanded_query_dataframe['query_desc'][k]\n",
    "    query_words = query.split()\n",
    "    query_vector = np.zeros(100)\n",
    "    count = 0\n",
    "    for l in range(len(query_words)):\n",
    "      try:\n",
    "        query_vector+=skipGramModel.wv.word_vec(query_words[l])\n",
    "        count+=1\n",
    "      except:\n",
    "        pass\n",
    "    if count > 1:\n",
    "      query_vector/=count\n",
    "    query_vectors.append(query_vector)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "IA6JtHpDEdF-"
   },
   "outputs": [],
   "source": [
    "doc_vectors = []\n",
    "for k in range(preprocessed_data.shape[0]):\n",
    "#generating vector for each document by summing word vectors\n",
    "    doc = preprocessed_data['TEXT'][k]\n",
    "    doc_words = doc.split()\n",
    "    doc_vector = np.zeros(100)\n",
    "    count = 0\n",
    "    for l in range(len(doc_words)):\n",
    "      try:\n",
    "        doc_vector+=skipGramModel.wv.word_vec(doc_words[l])\n",
    "        count+=1\n",
    "      except:\n",
    "        pass\n",
    "    if count > 1:\n",
    "      doc_vector/=count\n",
    "    doc_vectors.append(doc_vector)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ilGJGLwHEdGD"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "sum_of_document_vectors = np.zeros(100)\n",
    "for i in range(len(doc_vectors)):\n",
    "  sum_of_document_vectors+=doc_vectors[i]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Gm1r72gwEdGG"
   },
   "outputs": [],
   "source": [
    "query_vectors_rel_feedback = []\n",
    "query_vectors_rel_zero_gamma_feedback = []\n",
    "#Implementing rocchio algorithm \n",
    "for i in range(50):\n",
    "  query_num = query_data['query_no'][i]\n",
    "  document_ids = query_rel_doc[str(query_num)]\n",
    "  sum_of_relevant_doc_vectors = np.zeros(100)\n",
    "  for doc_id in document_ids:\n",
    "    for j in range(preprocessed_data.shape[0]):\n",
    "      if doc_id == preprocessed_data['DOCNO'][j]:\n",
    "        sum_of_relevant_doc_vectors+=doc_vectors[i]\n",
    "  avg_rel_doc_vectors = sum_of_relevant_doc_vectors/len(document_ids)\n",
    "  avg_irrelevant_vectors = (sum_of_document_vectors - sum_of_relevant_doc_vectors)/(preprocessed_data.shape[0] - len(document_ids))\n",
    "  \n",
    "  # alpha = 1, beta = 0.75 and gamma = 0.15 \n",
    "  final_query_vector = query_vectors[i]+ 0.75 * avg_rel_doc_vectors - 0.15 * avg_irrelevant_vectors\n",
    "  query_vectors_rel_feedback.append(final_query_vector)\n",
    "\n",
    "  final_query_vector_zero_gamma = query_vectors[i]+ 0.75 * avg_rel_doc_vectors\n",
    "  query_vectors_rel_zero_gamma_feedback.append(final_query_vector_zero_gamma)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "AwEM5B1YEdGI"
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "import numpy as np\n",
    "#performing similarity check between queries and documents and finding top 5 relevant documents\n",
    "similarity_values = []\n",
    "similarity_values_zero_gamma = []\n",
    "query_relevant_documents = dict()\n",
    "query_relevant_documents_zero_gamma = dict()\n",
    "\n",
    "for k in range(50):\n",
    "    query_vector = query_vectors_rel_feedback[k]\n",
    "    query_vector_zero_gamma = query_vectors_rel_zero_gamma_feedback[k]\n",
    "    similarity_values = []\n",
    "    for i in range(preprocessed_data.shape[0]):  \n",
    "        try:\n",
    "          value = cosine_similarity([query_vector],[doc_vectors[i]])[0][0]\n",
    "          value_zero_gamma = cosine_similarity([query_vector_zero_gamma],[doc_vectors[i]])[0][0]\n",
    "        except:\n",
    "          break\n",
    "        similarity_values.append([value,i])\n",
    "        similarity_values_zero_gamma.append([value_zero_gamma,i])\n",
    "   \n",
    "    query_num = query_data['query_no'][k]\n",
    "\n",
    "    similarity_values.sort(reverse = True)\n",
    "    similarity_values_zero_gamma.sort(reverse = True)\n",
    "\n",
    "    top_5 = similarity_values[0:5]\n",
    "    top_5_zero_gamma = similarity_values_zero_gamma[0:5]\n",
    "\n",
    "    doc_indices = [ i[1] for i in top_5 ]\n",
    "    doc_indices_zero_gamma = [ i[1] for i in top_5_zero_gamma ]\n",
    "\n",
    "    relevant_docs = data['TEXT'][doc_indices]\n",
    "    relevant_docs_zero_gamma = data['TEXT'][doc_indices_zero_gamma]\n",
    "\n",
    "    relevant_doc_ids = data['DOCNO'][doc_indices]\n",
    "    relevant_doc_ids_zero_gamma =  data['DOCNO'][doc_indices_zero_gamma]\n",
    "\n",
    "    query_relevant_documents[query_num] = [relevant_doc_ids,relevant_docs]\n",
    "    query_relevant_documents_zero_gamma[query_num] = [relevant_doc_ids_zero_gamma,relevant_docs_zero_gamma]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 0
    },
    "colab_type": "code",
    "id": "ujNYCOZMEdGN",
    "outputId": "d6aa6ba4-57f8-4a76-aa55-6c04492251c1"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Query Number:  76\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "12596        1050808_nation_story_5085846.utf8\n",
      "53982        1060422_nation_story_6130818.utf8\n",
      "2302         1050909_bengal_story_5216329.utf8\n",
      "26817      1050622_calcutta_story_4897785.utf8\n",
      "101382    1070314_frontpage_story_7514044.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070530_nation_story_7849973.utf8\n",
      "1070602_nation_story_7865940.utf8\n",
      "1070603_nation_story_7869357.utf8\n",
      "1070611_nation_story_7906812.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  77\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "17890    1051015_foreign_story_5357026.utf8\n",
      "56411    1060811_foreign_story_6595456.utf8\n",
      "57084    1060722_foreign_story_6510959.utf8\n",
      "55598    1060727_foreign_story_6531510.utf8\n",
      "55401    1060802_foreign_story_6557944.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050110_foreign_story_4234881.utf8\n",
      "1060714_foreign_story_6477224.utf8\n",
      "1060715_foreign_story_6482002.utf8\n",
      "1060716_foreign_story_6485226.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060719_foreign_story_6496938.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "1060720_frontpage_story_6501523.utf8\n",
      "1060721_foreign_story_6506359.utf8\n",
      "1060727_foreign_index.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060804_foreign_index.utf8\n",
      "1060804_foreign_story_6567126.utf8\n",
      "1060805_foreign_story_6571528.utf8\n",
      "1060806_foreign_story_6575214.utf8\n",
      "1060807_foreign_story_6578452.utf8\n",
      "1060809_foreign_story_6588005.utf8\n",
      "1060810_foreign_story_6592351.utf8\n",
      "1060814_foreign_story_6609200.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  78\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "10007     1050701_nation_story_4936920.utf8\n",
      "51504     1061205_nation_story_7094716.utf8\n",
      "112006    1041011_bengal_story_3867931.utf8\n",
      "15175     1050721_nation_story_5016392.utf8\n",
      "54205     1061203_nation_story_7084990.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041102_nation_story_3954727.utf8\n",
      "1041105_nation_story_3968019.utf8\n",
      "1050709_nation_story_4968974.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  79\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "87920       1070621_nation_story_7952530.utf8\n",
      "98275     1070409_calcutta_story_7621758.utf8\n",
      "28936     1050226_calcutta_story_4426498.utf8\n",
      "42375       1060724_bengal_story_6517843.utf8\n",
      "30471    1051111_frontpage_story_5463675.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070621_frontpage_story_7952567.utf8\n",
      "1070621_nation_index.utf8\n",
      "1070621_nation_story_7952530.utf8\n",
      "1070621_nation_story_7952531.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1070621_nation_story_7952530.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  80\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "53688        1060420_nation_story_6122112.utf8\n",
      "101750    1070705_frontpage_story_8016628.utf8\n",
      "116439       1041126_nation_story_4051568.utf8\n",
      "13859        1050303_nation_story_4445500.utf8\n",
      "13170        1050421_nation_story_4642147.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041103_frontpage_story_3959012.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1041223_frontpage_story_4163563.utf8\n",
      "1041228_nation_story_4182211.utf8\n",
      "1050707_nation_story_4959905.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "1050916_nation_story_5245081.utf8\n",
      "1070323_nation_story_7555002.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  81\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "30017     1050921_frontpage_story_5265275.utf8\n",
      "111574       1041206_bengal_story_4091961.utf8\n",
      "1013         1050817_bengal_story_5121826.utf8\n",
      "96979      1070712_calcutta_story_8047407.utf8\n",
      "65697      1060606_calcutta_story_6302283.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051218_nation_story_5615385.utf8\n",
      "1060425_nation_story_6141934.utf8\n",
      "1060726_nation_story_6526490.utf8\n",
      "1060821_frontpage_story_6636584.utf8\n",
      "1060822_nation_story_6641118.utf8\n",
      "1060829_opinion_story_6657643.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  82\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "54669     1060502_nation_story_6171214.utf8\n",
      "116347    1041008_nation_story_3856955.utf8\n",
      "54700     1060503_nation_story_6176323.utf8\n",
      "114458    1041125_nation_story_4046825.utf8\n",
      "87631     1070426_nation_story_7698705.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041008_nation_story_3856955.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "1050325_nation_story_4536531.utf8\n",
      "1050331_nation_story_4554929.utf8\n",
      "1050401_nation_story_4560339.utf8\n",
      "1050402_nation_story_4564692.utf8\n",
      "1050402_nation_story_4564693.utf8\n",
      "1050403_nation_story_4567699.utf8\n",
      "1050404_frontpage_story_4571640.utf8\n",
      "1050404_nation_story_4571567.utf8\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050406_frontpage_story_4580486.utf8\n",
      "1050406_nation_story_4578392.utf8\n",
      "1050407_frontpage_story_4584985.utf8\n",
      "1050408_nation_story_4589299.utf8\n",
      "1050408_nation_story_4589304.utf8\n",
      "1050414_nation_story_4613688.utf8\n",
      "1050417_nation_story_4625341.utf8\n",
      "1050421_frontpage_story_4642066.utf8\n",
      "1050422_nation_story_4646055.utf8\n",
      "1050512_nation_story_4728374.utf8\n",
      "1050724_nation_story_5025902.utf8\n",
      "1070525_nation_story_7825299.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1041008_nation_story_3856955.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  83\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "10965     1051123_nation_story_5510364.utf8\n",
      "9624      1050305_nation_story_4456538.utf8\n",
      "14474     1050223_nation_story_4413215.utf8\n",
      "114523    1041215_nation_story_4128949.utf8\n",
      "10912     1050301_nation_story_4438590.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040916_frontpage_story_3764519.utf8\n",
      "1041022_nation_story_3913967.utf8\n",
      "1050219_nation_story_4398037.utf8\n",
      "1050223_nation_story_4411008.utf8\n",
      "1050303_nation_story_4446570.utf8\n",
      "1050622_opinion_story_4855728.utf8\n",
      "1050913_nation_story_5230548.utf8\n",
      "1051024_nation_story_5387050.utf8\n",
      "1051116_opinion_story_5465950.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  84\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "48805        1060105_nation_story_5682584.utf8\n",
      "102054    1070326_frontpage_story_7566505.utf8\n",
      "41683        1060719_bengal_story_6496602.utf8\n",
      "1559         1050227_bengal_story_4430964.utf8\n",
      "111365       1041125_bengal_story_4047433.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "1060108_nation_story_5695226.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1060105_nation_story_5682584.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  85\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "51085       1060627_nation_story_6405282.utf8\n",
      "115157      1040911_nation_story_3745316.utf8\n",
      "54094       1060307_nation_story_5935593.utf8\n",
      "24616     1050426_calcutta_story_4660934.utf8\n",
      "52865       1060518_nation_story_6238604.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051112_frontpage_story_5468138.utf8\n",
      "1051113_nation_story_5471119.utf8\n",
      "1051114_frontpage_story_5474333.utf8\n",
      "1051115_nation_story_5478694.utf8\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "1051120_frontpage_story_5499247.utf8\n",
      "1051122_frontpage_story_5506658.utf8\n",
      "1051129_nation_story_5535127.utf8\n",
      "1051203_nation_story_5554017.utf8\n",
      "1051208_nation_story_5573594.utf8\n",
      "1060106_nation_story_5687738.utf8\n",
      "1060120_frontpage_story_5743236.utf8\n",
      "1060205_frontpage_story_5807071.utf8\n",
      "1060205_nation_story_5807071.utf8\n",
      "1060302_nation_story_5914897.utf8\n",
      "1060308_nation_story_5940109.utf8\n",
      "1060316_nation_story_5971891.utf8\n",
      "1060405_nation_story_6059195.utf8\n",
      "1060614_nation_story_6351073.utf8\n",
      "1060810_nation_story_6591970.utf8\n",
      "1060912_nation_story_6732673.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  86\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "10999       1050620_nation_story_4891253.utf8\n",
      "45445     1060115_business_story_5722921.utf8\n",
      "11106       1051214_nation_story_5598232.utf8\n",
      "69473    1060131_frontpage_story_5785780.utf8\n",
      "30976    1050824_frontpage_story_5149708.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041207_business_story_4095715.utf8\n",
      "1041211_business_story_4114567.utf8\n",
      "1041213_business_story_4121475.utf8\n",
      "1041216_business_story_4133832.utf8\n",
      "1050719_business_story_5007230.utf8\n",
      "1060521_business_story_6250530.utf8\n",
      "1070613_business_story_7915180.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  87\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "122379    1041117_frontpage_story_4013517.utf8\n",
      "14326        1050413_nation_story_4608645.utf8\n",
      "122423    1041108_frontpage_story_3978727.utf8\n",
      "89777        1070112_nation_story_7251857.utf8\n",
      "118619      1041114_opinion_story_4000361.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040927_nation_story_3808787.utf8\n",
      "1050505_nation_story_4699253.utf8\n",
      "1050527_frontpage_story_4792614.utf8\n",
      "1050910_nation_story_5220711.utf8\n",
      "1050915_nation_story_5241032.utf8\n",
      "1050919_nation_story_5256797.utf8\n",
      "1051001_nation_story_5307077.utf8\n",
      "1051205_opinion_story_5558347.utf8\n",
      "1060918_opinion_story_6758697.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  88\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "88507     1070223_nation_story_7428889.utf8\n",
      "115069    1041124_nation_story_4041679.utf8\n",
      "10891     1051107_nation_story_5446230.utf8\n",
      "116430    1041118_nation_story_4017603.utf8\n",
      "116432    1041206_nation_story_4092298.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041113_nation_story_3999375.utf8\n",
      "1041114_frontpage_story_4002703.utf8\n",
      "1041114_nation_story_4002049.utf8\n",
      "1041115_nation_story_4005216.utf8\n",
      "1041116_nation_story_4009244.utf8\n",
      "1041117_nation_story_4013308.utf8\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041118_nation_story_4017603.utf8\n",
      "1041119_opinion_story_4019875.utf8\n",
      "1041120_nation_story_4026897.utf8\n",
      "1041123_nation_story_4037613.utf8\n",
      "1041126_nation_story_4051568.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "1041209_nation_story_4105435.utf8\n",
      "1041210_nation_story_4110266.utf8\n",
      "1041223_nation_story_4162601.utf8\n",
      "1041225_nation_story_4171523.utf8\n",
      "1050111_frontpage_story_4239312.utf8\n",
      "1050112_nation_story_4242952.utf8\n",
      "1050321_nation_story_4518173.utf8\n",
      "1050419_nation_story_4632454.utf8\n",
      "1050712_nation_story_4979485.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1041118_nation_story_4017603.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  89\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "52010       1060904_nation_story_6696104.utf8\n",
      "51689       1060428_nation_story_6154723.utf8\n",
      "49969       1060219_nation_story_5866531.utf8\n",
      "69146    1060804_frontpage_story_6566731.utf8\n",
      "42125       1060914_bengal_story_6743382.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051030_frontpage_story_5417213.utf8\n",
      "1051030_nation_story_5416998.utf8\n",
      "1051031_frontpage_story_5420477.utf8\n",
      "1051103_nation_story_5431751.utf8\n",
      "1051104_frontpage_story_5435811.utf8\n",
      "1051104_nation_story_5435775.utf8\n",
      "1051104_opinion_story_5430445.utf8\n",
      "1051105_frontpage_story_5439520.utf8\n",
      "1051105_nation_story_5439812.utf8\n",
      "1051106_frontpage_story_5443085.utf8\n",
      "1051106_frontpage_story_5443160.utf8\n",
      "1051106_nation_story_5443086.utf8\n",
      "1051106_nation_story_5443087.utf8\n",
      "1051107_frontpage_story_5446205.utf8\n",
      "1051107_frontpage_story_5446206.utf8\n",
      "1051108_frontpage_story_5449990.utf8\n",
      "1051108_nation_story_5449990.utf8\n",
      "1051108_nation_story_5450190.utf8\n",
      "1051108_opinion_story_5448019.utf8\n",
      "1051109_nation_story_5454997.utf8\n",
      "1051110_frontpage_story_5459184.utf8\n",
      "1051110_frontpage_story_5459680.utf8\n",
      "1051111_frontpage_story_5463674.utf8\n",
      "1051112_nation_story_5466827.utf8\n",
      "1051117_business_story_5486717.utf8\n",
      "1051124_nation_story_5516039.utf8\n",
      "1051125_nation_story_5520552.utf8\n",
      "1051203_frontpage_story_5554327.utf8\n",
      "1051204_frontpage_story_5557422.utf8\n",
      "1051207_nation_story_5569439.utf8\n",
      "1051208_frontpage_story_5574008.utf8\n",
      "1051209_frontpage_story_5578676.utf8\n",
      "1051216_nation_story_5607250.utf8\n",
      "1051217_nation_story_5611026.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "1060523_nation_story_6258265.utf8\n",
      "1060617_nation_story_6364334.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060805_nation_story_6571571.utf8\n",
      "1060808_nation_story_6583428.utf8\n",
      "1060808_nation_story_6583430.utf8\n",
      "1060812_nation_story_6602512.utf8\n",
      "1060902_frontpage_story_6689724.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060906_nation_story_6705908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  90\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "87686        1070520_nation_story_7803892.utf8\n",
      "9595         1051006_nation_story_5325920.utf8\n",
      "54643        1061214_nation_story_7137385.utf8\n",
      "102615    1070123_frontpage_story_7297906.utf8\n",
      "102420    1070421_frontpage_story_7676260.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040915_nation_story_3759556.utf8\n",
      "1040917_frontpage_story_3769177.utf8\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "1040921_bengal_story_3783924.utf8\n",
      "1051031_opinion_story_5418889.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  91\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "81424        1070105_bengal_story_7222796.utf8\n",
      "102245    1070109_frontpage_story_7235654.utf8\n",
      "115230       1041223_nation_story_4162622.utf8\n",
      "12026        1050204_nation_story_4335156.utf8\n",
      "115160       1041102_nation_story_3955353.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070624_nation_story_7966280.utf8\n",
      "1070629_nation_index.utf8\n",
      "1070629_nation_story_7990989.utf8\n",
      "1070629_nation_story_7990990.utf8\n",
      "1070629_opinion_story_7987432.utf8\n",
      "1070630_nation_story_7996611.utf8\n",
      "1070701_nation_story_7999619.utf8\n",
      "1070703_nation_story_8008353.utf8\n",
      "1070703_nation_story_8008354.utf8\n",
      "1070704_nation_story_8013769.utf8\n",
      "1070709_opinion_story_8032623.utf8\n",
      "1070715_nation_story_8061371.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  92\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "116811    1040924_foreign_story_3797644.utf8\n",
      "90779     1070528_foreign_story_7839958.utf8\n",
      "90614     1070403_foreign_story_7599402.utf8\n",
      "57678     1061220_foreign_story_7162333.utf8\n",
      "17957     1051222_foreign_story_5631245.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041120_foreign_story_4027085.utf8\n",
      "1041128_foreign_story_4059342.utf8\n",
      "1041228_foreign_story_4183194.utf8\n",
      "1050814_foreign_story_5113225.utf8\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1051223_foreign_story_5635752.utf8\n",
      "1051224_foreign_story_5640440.utf8\n",
      "1051226_foreign_story_5645821.utf8\n",
      "1051228_foreign_story_5653170.utf8\n",
      "1051229_foreign_story_5657777.utf8\n",
      "1051230_foreign_story_5661567.utf8\n",
      "1051231_foreign_story_5665030.utf8\n",
      "1060110_foreign_story_5702384.utf8\n",
      "1060118_foreign_story_5734603.utf8\n",
      "1060326_foreign_story_6016284.utf8\n",
      "1060418_foreign_story_6113177.utf8\n",
      "1060424_foreign_story_6137727.utf8\n",
      "1060429_foreign_story_6160700.utf8\n",
      "1060501_foreign_story_6167491.utf8\n",
      "1060512_foreign_story_6214207.utf8\n",
      "1060513_foreign_story_6218340.utf8\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1060611_foreign_story_6337689.utf8\n",
      "1060616_foreign_story_6357562.utf8\n",
      "1060618_foreign_story_6367749.utf8\n",
      "1060619_foreign_story_6370593.utf8\n",
      "1060623_nation_story_6390243.utf8\n",
      "1060629_foreign_story_6413896.utf8\n",
      "1060815_foreign_story_6614005.utf8\n",
      "1060819_nation_story_6629257.utf8\n",
      "1060919_foreign_story_6764161.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "1061024_opinion_story_6906965.utf8\n",
      "1070327_foreign_story_7570677.utf8\n",
      "1070328_foreign_story_7575109.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "1070425_foreign_story_7693358.utf8\n",
      "1070427_foreign_story_7704540.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  93\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "89244        1070424_nation_story_7689072.utf8\n",
      "10656        1051216_nation_story_5606288.utf8\n",
      "31399     1051214_frontpage_story_5598101.utf8\n",
      "11851        1051224_nation_story_5640236.utf8\n",
      "101937    1070824_frontpage_story_8231558.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051213_frontpage_story_5593956.utf8\n",
      "1051213_nation_story_5594013.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "1051214_opinion_story_5595309.utf8\n",
      "1051219_opinion_story_5604821.utf8\n",
      "1051220_frontpage_story_5622754.utf8\n",
      "1051222_opinion_story_5628592.utf8\n",
      "1051224_frontpage_story_5640208.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1060104_nation_story_5678418.utf8\n",
      "1060111_nation_story_5706272.utf8\n",
      "1060121_frontpage_story_5748538.utf8\n",
      "1060205_nation_story_5807747.utf8\n",
      "1060228_nation_story_5904834.utf8\n",
      "1060304_nation_story_5924061.utf8\n",
      "1060316_nation_story_5971892.utf8\n",
      "1060404_nation_story_6054708.utf8\n",
      "1060826_nation_story_6659182.utf8\n",
      "1070424_nation_story_7689072.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1070424_nation_story_7689072.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  94\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "69914     1060407_frontpage_story_6068877.utf8\n",
      "54873        1060722_nation_story_6510631.utf8\n",
      "89671        1070515_nation_story_7779279.utf8\n",
      "114930       1040901_nation_story_3701564.utf8\n",
      "100748    1070922_frontpage_story_8347784.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050924_nation_story_5278873.utf8\n",
      "1050930_nation_story_5302148.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "1060109_nation_story_5698373.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "1060321_frontpage_story_5993625.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060411_nation_story_6084725.utf8\n",
      "1060416_nation_story_6105445.utf8\n",
      "1060417_nation_story_6108303.utf8\n",
      "1060419_nation_story_6117276.utf8\n",
      "1060429_nation_story_6160546.utf8\n",
      "1060502_nation_story_6171060.utf8\n",
      "1060503_nation_story_6175842.utf8\n",
      "1060624_nation_story_6394559.utf8\n",
      "1060626_nation_story_6400808.utf8\n",
      "1060704_nation_story_6435206.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060920_nation_story_6769705.utf8\n",
      "1061017_nation_story_6879678.utf8\n",
      "1061020_nation_story_6894819.utf8\n",
      "1070411_nation_story_7633126.utf8\n",
      "1070628_nation_story_7985869.utf8\n",
      "1070820_nation_story_8213550.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  95\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "14985      1050531_nation_story_4808215.utf8\n",
      "89083      1070121_nation_story_7290431.utf8\n",
      "86819      1070117_nation_story_7272982.utf8\n",
      "28589    1050624_calcutta_story_4905913.utf8\n",
      "90103              1070421_nation_index.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070117_nation_story_7272982.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "1070120_frontpage_story_7287678.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070129_nation_story_7319522.utf8\n",
      "1070129_opinion_story_7315220.utf8\n",
      "1070130_frontpage_story_7325092.utf8\n",
      "1070130_nation_story_7325094.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "1070525_nation_story_7827239.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1070117_nation_story_7272982.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  96\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "82374        1070808_bengal_story_8165374.utf8\n",
      "51638        1060517_nation_story_6233012.utf8\n",
      "97890      1070824_calcutta_story_8180612.utf8\n",
      "111767       1041121_bengal_story_4030504.utf8\n",
      "101924    1070223_frontpage_story_7428486.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060615_nation_story_6355137.utf8\n",
      "1070124_nation_index.utf8\n",
      "1070124_nation_story_7301639.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  97\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "8356      1050628_business_story_4923656.utf8\n",
      "8682      1050619_business_story_4887795.utf8\n",
      "4826      1050714_business_story_4987719.utf8\n",
      "114212    1041202_business_story_4075411.utf8\n",
      "48149     1060207_business_story_5814618.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_frontpage_story_4038891.utf8\n",
      "1041124_frontpage_story_4042353.utf8\n",
      "1041127_opinion_story_4054231.utf8\n",
      "1041209_frontpage_story_4105660.utf8\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041221_frontpage_story_4155322.utf8\n",
      "1041227_business_story_4178934.utf8\n",
      "1041230_business_story_4191451.utf8\n",
      "1050110_frontpage_story_4235068.utf8\n",
      "1050114_business_story_4252178.utf8\n",
      "1050115_business_story_4256685.utf8\n",
      "1050117_business_story_4263315.utf8\n",
      "1050123_frontpage_story_4287830.utf8\n",
      "1050309_frontpage_story_4470935.utf8\n",
      "1050318_business_story_4507877.utf8\n",
      "1050408_frontpage_story_4589514.utf8\n",
      "1050504_frontpage_story_4693562.utf8\n",
      "1050606_frontpage_story_4832301.utf8\n",
      "1050616_business_story_4874207.utf8\n",
      "1050623_business_story_4904317.utf8\n",
      "1050627_business_story_4919496.utf8\n",
      "1060208_business_story_5818983.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  98\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "89710     1070516_nation_story_7783949.utf8\n",
      "12938     1050402_nation_story_4564881.utf8\n",
      "11208     1051009_nation_story_5337552.utf8\n",
      "114598    1041030_nation_story_3943159.utf8\n",
      "115143    1041027_nation_story_3931118.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061115_nation_story_7003933.utf8\n",
      "1061118_nation_story_7019028.utf8\n",
      "1061125_nation_story_7047920.utf8\n",
      "1070526_nation_story_7830524.utf8\n",
      "1070528_frontpage_story_7838904.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  99\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "52073       1061219_nation_story_7157548.utf8\n",
      "11088       1050510_nation_story_4718613.utf8\n",
      "121390    1041220_calcutta_story_4149953.utf8\n",
      "9323        1051002_nation_story_5310220.utf8\n",
      "114720      1040918_nation_story_3773413.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050426_nation_story_4662541.utf8\n",
      "1050927_nation_story_5289540.utf8\n",
      "1060822_nation_story_6641052.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  100\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "115223    1041004_nation_story_3838101.utf8\n",
      "115752    1041001_nation_story_3826376.utf8\n",
      "50033     1061229_nation_story_7196329.utf8\n",
      "49475     1061226_nation_story_7184741.utf8\n",
      "90320     1070202_nation_story_7339549.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041107_frontpage_story_3975998.utf8\n",
      "1041110_nation_story_3987208.utf8\n",
      "1041117_nation_story_4013184.utf8\n",
      "1050227_nation_story_4430335.utf8\n",
      "1050721_nation_story_5015427.utf8\n",
      "1050810_nation_story_5095926.utf8\n",
      "1051112_frontpage_story_5468009.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "1051119_frontpage_story_5495967.utf8\n",
      "1051121_nation_story_5502034.utf8\n",
      "1051123_frontpage_story_5511154.utf8\n",
      "1051123_nation_story_5511465.utf8\n",
      "1051206_nation_story_5564372.utf8\n",
      "1051213_nation_story_5593623.utf8\n",
      "1060118_nation_story_5734651.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "1061001_nation_story_6815631.utf8\n",
      "1070518_nation_story_7794373.utf8\n",
      "1070726_nation_story_8107361.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  101\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "10980        1050930_nation_story_5302953.utf8\n",
      "54096        1060829_nation_story_6670233.utf8\n",
      "101983    1070430_frontpage_story_7714876.utf8\n",
      "54663        1060524_nation_story_6262371.utf8\n",
      "2095         1050317_bengal_story_4503378.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060603_frontpage_story_6305867.utf8\n",
      "1060603_frontpage_story_6306133.utf8\n",
      "1060603_nation_story_6305903.utf8\n",
      "1060604_frontpage_story_6309170.utf8\n",
      "1060604_nation_story_6309387.utf8\n",
      "1060604_nation_story_6309391.utf8\n",
      "1060605_nation_story_6312117.utf8\n",
      "1060606_frontpage_story_6316278.utf8\n",
      "1060606_nation_story_6316403.utf8\n",
      "1060615_nation_story_6355137.utf8\n",
      "1060804_nation_story_6566891.utf8\n",
      "1061121_frontpage_story_7030268.utf8\n",
      "1061125_opinion_story_7047966.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  102\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "77144     1061103_sports_story_6953704.utf8\n",
      "71811     1061225_sports_story_7181804.utf8\n",
      "77437     1061109_sports_story_6978231.utf8\n",
      "103207    1070214_sports_story_7390672.utf8\n",
      "77965     1061206_sports_story_7100581.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061017_frontpage_story_6881463.utf8\n",
      "1061017_sports_story_6880992.utf8\n",
      "1061018_opinion_story_6883160.utf8\n",
      "1061019_sports_story_6890401.utf8\n",
      "1061022_sports_story_6902770.utf8\n",
      "1061028_sports_story_6927220.utf8\n",
      "1061102_sports_story_6948876.utf8\n",
      "1061102_sports_story_6948879.utf8\n",
      "1061116_sports_story_7008225.utf8\n",
      "1061206_sports_story_7100581.utf8\n",
      "1061231_sports_story_7204595.utf8\n",
      "1070112_sports_story_7252096.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "1070215_sports_story_7396087.utf8\n",
      "1070224_sports_story_7434948.utf8\n",
      "1070506_sports_story_7740456.utf8\n",
      "1070703_sports_story_8008596.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1061206_sports_story_7100581.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  103\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "6393     1050406_business_story_4580054.utf8\n",
      "6785     1050116_business_story_4259627.utf8\n",
      "4343     1050414_business_story_4612357.utf8\n",
      "87616      1070922_nation_story_8347451.utf8\n",
      "15004      1050518_nation_story_4753056.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050105_nation_story_4212186.utf8\n",
      "1050107_nation_story_4222879.utf8\n",
      "1050108_nation_story_4226925.utf8\n",
      "1050112_nation_story_4243051.utf8\n",
      "1050130_nation_story_4314267.utf8\n",
      "1050209_foreign_story_4355177.utf8\n",
      "1050420_frontpage_story_4637821.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  104\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "42911    1060601_bengal_story_6297181.utf8\n",
      "48991    1060323_nation_story_6002987.utf8\n",
      "53791    1060330_nation_story_6031488.utf8\n",
      "54052    1060308_nation_story_5939546.utf8\n",
      "82165    1070801_bengal_story_8133239.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060308_nation_story_5939546.utf8\n",
      "1060308_opinion_story_5938184.utf8\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060324_nation_story_6007742.utf8\n",
      "1060426_nation_story_6146158.utf8\n",
      "1060509_nation_story_6200870.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1060308_nation_story_5939546.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  105\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "9439         1050115_nation_story_4256947.utf8\n",
      "87623                1070710_nation_index.utf8\n",
      "101750    1070705_frontpage_story_8016628.utf8\n",
      "52471        1061031_nation_story_6938516.utf8\n",
      "86667        1070805_nation_story_8151510.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041025_nation_story_3921602.utf8\n",
      "1050215_nation_story_4379758.utf8\n",
      "1050315_nation_story_4494613.utf8\n",
      "1050512_nation_story_4728376.utf8\n",
      "1050823_frontpage_story_5145553.utf8\n",
      "1061128_nation_story_7060323.utf8\n",
      "1070215_nation_story_7395678.utf8\n",
      "1070515_nation_story_7779278.utf8\n",
      "1070516_nation_story_7784091.utf8\n",
      "1070523_nation_story_7815243.utf8\n",
      "1070607_opinion_story_7886004.utf8\n",
      "1070611_opinion_story_7880863.utf8\n",
      "1070614_opinion_story_7912693.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  106\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "58216     1060215_opinion_story_5842515.utf8\n",
      "88624      1070814_nation_story_8190672.utf8\n",
      "115628     1041013_nation_story_3876610.utf8\n",
      "19981     1050705_opinion_story_4943164.utf8\n",
      "57971     1060905_opinion_story_6687319.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070810_frontpage_story_8175328.utf8\n",
      "1070811_nation_story_8179235.utf8\n",
      "1070814_nation_story_8190672.utf8\n",
      "1070820_opinion_story_8184577.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1070814_nation_story_8190672.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  107\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "50793       1060309_nation_story_5945493.utf8\n",
      "11233       1050205_nation_story_4340470.utf8\n",
      "13431       1050106_nation_story_4216531.utf8\n",
      "70967    1060309_frontpage_story_5945530.utf8\n",
      "50178       1060207_nation_story_5814489.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061224_nation_story_7178669.utf8\n",
      "1070406_frontpage_story_7613539.utf8\n",
      "1070406_nation_story_7613759.utf8\n",
      "1070407_nation_index.utf8\n",
      "1070407_nation_story_7617224.utf8\n",
      "1070407_nation_story_7617227.utf8\n",
      "1070407_nation_story_7617335.utf8\n",
      "1070408_nation_story_7620581.utf8\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "1070412_opinion_story_7626594.utf8\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070420_nation_story_7671367.utf8\n",
      "1070509_nation_story_7752995.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  108\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "51881       1060926_nation_story_6794305.utf8\n",
      "70617    1060131_frontpage_story_5785778.utf8\n",
      "939         1050916_bengal_story_5245008.utf8\n",
      "2349        1050824_bengal_story_5149659.utf8\n",
      "2333        1050102_bengal_story_4202513.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_opinion_story_4035564.utf8\n",
      "1041207_opinion_story_4093295.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "1050629_nation_story_4927978.utf8\n",
      "1050713_opinion_story_4981003.utf8\n",
      "1050802_opinion_story_5061056.utf8\n",
      "1050807_frontpage_story_5084565.utf8\n",
      "1060202_opinion_story_5792794.utf8\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1061219_frontpage_story_7157377.utf8\n",
      "1061226_frontpage_story_7184832.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  109\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "69022    1061006_frontpage_story_6834425.utf8\n",
      "9093        1050121_nation_story_4279152.utf8\n",
      "26          1050607_bengal_story_4836815.utf8\n",
      "13522       1050408_nation_story_4589523.utf8\n",
      "1830        1050111_bengal_story_4239416.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050818_nation_story_5126655.utf8\n",
      "1050821_nation_story_5137894.utf8\n",
      "1051107_nation_story_5445719.utf8\n",
      "1051206_nation_story_5564168.utf8\n",
      "1051216_nation_story_5605895.utf8\n",
      "1051219_nation_story_5618307.utf8\n",
      "1060103_nation_story_5673645.utf8\n",
      "1060116_nation_story_5725038.utf8\n",
      "1060402_nation_story_6046366.utf8\n",
      "1070203_nation_story_7344566.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  110\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "6021     1050606_business_story_4832404.utf8\n",
      "13951      1050622_nation_story_4899251.utf8\n",
      "51770      1060906_nation_story_6705917.utf8\n",
      "50847      1060707_nation_story_6447577.utf8\n",
      "1398       1050211_bengal_story_4364967.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040910_calcutta_story_3737348.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1050923_nation_story_5275140.utf8\n",
      "1050928_nation_story_5293658.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1060706_frontpage_story_6443354.utf8\n",
      "1060707_frontpage_story_6447943.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "1060707_opinion_story_6431275.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1060707_nation_story_6447577.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  111\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "12232    1050817_nation_story_5121698.utf8\n",
      "9382     1050331_nation_story_4555290.utf8\n",
      "52510    1060414_nation_story_6097270.utf8\n",
      "14054    1050414_nation_story_4612585.utf8\n",
      "50231    1060413_nation_story_6093542.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050331_nation_story_4555290.utf8\n",
      "1050405_nation_story_4575382.utf8\n",
      "1050413_nation_story_4609077.utf8\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050416_opinion_story_4619560.utf8\n",
      "1050519_nation_story_4757290.utf8\n",
      "1050605_opinion_story_4804959.utf8\n",
      "1050606_nation_story_4832860.utf8\n",
      "1050619_nation_story_4887436.utf8\n",
      "1050624_nation_story_4908600.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "1050826_frontpage_story_5159316.utf8\n",
      "1050826_nation_story_5158651.utf8\n",
      "1060102_nation_story_5670446.utf8\n",
      "1070321_nation_story_7545227.utf8\n",
      "1070429_nation_story_7713242.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050331_nation_story_4555290.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  112\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "47072    1061209_business_story_7116507.utf8\n",
      "8414     1050322_business_story_4520404.utf8\n",
      "84630    1070423_business_story_7682590.utf8\n",
      "48432    1060615_business_story_6353769.utf8\n",
      "43937    1061115_business_story_7003392.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050116_nation_story_4260180.utf8\n",
      "1050125_frontpage_story_4295506.utf8\n",
      "1050202_nation_story_4325616.utf8\n",
      "1050211_nation_story_4363942.utf8\n",
      "1050214_frontpage_story_4376137.utf8\n",
      "1050217_nation_story_4389288.utf8\n",
      "1050223_nation_story_4412606.utf8\n",
      "1050225_nation_story_4422537.utf8\n",
      "1050315_nation_story_4495373.utf8\n",
      "1050403_frontpage_story_4568418.utf8\n",
      "1050426_nation_story_4663419.utf8\n",
      "1050508_opinion_story_4709525.utf8\n",
      "1050818_nation_story_5126669.utf8\n",
      "1050901_nation_story_5183023.utf8\n",
      "1060208_nation_story_5819357.utf8\n",
      "1060224_nation_story_5889615.utf8\n",
      "1060307_nation_story_5936301.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  113\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "55813    1061126_foreign_story_7052195.utf8\n",
      "57887    1061121_foreign_story_7028944.utf8\n",
      "57931    1061116_foreign_story_7007945.utf8\n",
      "55426    1061115_foreign_story_7002790.utf8\n",
      "56712    1061204_foreign_story_7088474.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050417_foreign_story_4625108.utf8\n",
      "1060421_foreign_story_6126560.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061211_foreign_story_7124735.utf8\n",
      "1061225_foreign_story_7181993.utf8\n",
      "1070504_foreign_story_7733010.utf8\n",
      "1070510_foreign_story_7758324.utf8\n",
      "1070606_foreign_story_7883150.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  5\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  114\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "50032      1060322_nation_story_5998111.utf8\n",
      "14654      1050428_nation_story_4670543.utf8\n",
      "54610      1060322_nation_story_5998107.utf8\n",
      "51122      1060820_nation_story_6632863.utf8\n",
      "4708     1051117_business_story_5486717.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050420_frontpage_story_4637476.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050422_frontpage_story_4646612.utf8\n",
      "1050422_nation_story_4645493.utf8\n",
      "1050423_frontpage_story_4651456.utf8\n",
      "1050503_nation_story_4688823.utf8\n",
      "1050607_nation_story_4836754.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  115\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "69612    1060909_frontpage_story_6722632.utf8\n",
      "54729       1060416_nation_story_6105650.utf8\n",
      "69213    1061029_frontpage_story_6930259.utf8\n",
      "87502       1070523_nation_story_7817180.utf8\n",
      "71112    1060309_frontpage_story_5946418.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060308_frontpage_story_5940598.utf8\n",
      "1060308_frontpage_story_5941755.utf8\n",
      "1060308_nation_story_5940209.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "1060309_nation_story_5945338.utf8\n",
      "1060309_nation_story_5945340.utf8\n",
      "1060310_frontpage_story_5950087.utf8\n",
      "1060313_nation_story_5962267.utf8\n",
      "1060328_nation_story_6023320.utf8\n",
      "1060402_nation_story_6046493.utf8\n",
      "1060406_nation_story_6064311.utf8\n",
      "1060510_nation_story_6204910.utf8\n",
      "1060715_nation_story_6481703.utf8\n",
      "1060720_nation_story_6498800.utf8\n",
      "1060725_opinion_story_6519334.utf8\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1070521_calcutta_story_7804799.utf8\n",
      "1070913_nation_story_8315898.utf8\n",
      "1070914_nation_story_8315898.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  116\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "86900       1070122_nation_story_7293741.utf8\n",
      "111981      1041118_bengal_story_4018002.utf8\n",
      "81904               1070227_bengal_index.utf8\n",
      "42365       1060824_bengal_story_6650426.utf8\n",
      "61038     1060131_calcutta_story_5785223.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060121_nation_story_5748791.utf8\n",
      "1060122_nation_story_5751717.utf8\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060124_nation_story_5759623.utf8\n",
      "1060126_nation_story_5768230.utf8\n",
      "1060128_opinion_story_5775492.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "1060221_nation_story_5873931.utf8\n",
      "1060307_nation_story_5935593.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  117\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "102649    1070430_frontpage_story_7714595.utf8\n",
      "81118        1070306_bengal_story_7476588.utf8\n",
      "87175                1070928_nation_index.utf8\n",
      "70748     1060929_frontpage_story_6808237.utf8\n",
      "102227    1070416_frontpage_story_7652035.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060112_nation_story_5711093.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  118\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "87563                1070821_nation_index.utf8\n",
      "82422        1070325_bengal_story_7562756.utf8\n",
      "19182       1050706_opinion_story_4952689.utf8\n",
      "59353       1060810_opinion_story_6586077.utf8\n",
      "102531    1070810_frontpage_story_8174457.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050706_nation_story_4955343.utf8\n",
      "1050706_nation_story_4955492.utf8\n",
      "1050706_nation_story_4955617.utf8\n",
      "1050706_nation_story_4955741.utf8\n",
      "1050706_nation_story_4955743.utf8\n",
      "1050706_nation_story_4955838.utf8\n",
      "1050710_nation_story_4971975.utf8\n",
      "1050711_opinion_story_4957028.utf8\n",
      "1050716_frontpage_story_4997325.utf8\n",
      "1050716_nation_story_4997611.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  119\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "31986    1050804_frontpage_story_5072620.utf8\n",
      "8871      1050929_business_story_5298004.utf8\n",
      "89759       1070707_nation_story_8027263.utf8\n",
      "20351      1050515_opinion_story_4739890.utf8\n",
      "12328       1050120_nation_story_4275465.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "1050715_opinion_story_4989948.utf8\n",
      "1050720_nation_story_5010221.utf8\n",
      "1050813_nation_story_5108420.utf8\n",
      "1051206_nation_story_5564020.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  120\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "11515     1050731_nation_story_5055852.utf8\n",
      "115358    1041202_nation_story_4075904.utf8\n",
      "14723     1050210_nation_story_4359510.utf8\n",
      "10098     1050209_nation_story_4356065.utf8\n",
      "12988     1050528_nation_story_4796914.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041218_nation_story_4144205.utf8\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050115_opinion_story_4241122.utf8\n",
      "1050125_nation_story_4295596.utf8\n",
      "1050205_nation_story_4340470.utf8\n",
      "1050206_nation_story_4343894.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050312_nation_story_4484256.utf8\n",
      "1050624_nation_story_4908599.utf8\n",
      "1050930_nation_story_5303240.utf8\n",
      "1070623_nation_story_7962389.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  121\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "31887     1050729_frontpage_story_5048620.utf8\n",
      "101674    1070128_frontpage_story_7316888.utf8\n",
      "115450       1041221_nation_story_4153444.utf8\n",
      "115129       1041224_nation_story_4167183.utf8\n",
      "41110        1061221_bengal_story_7167615.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070219_frontpage_story_7411720.utf8\n",
      "1070220_frontpage_story_7415831.utf8\n",
      "1070220_nation_story_7414442.utf8\n",
      "1070220_nation_story_7415039.utf8\n",
      "1070220_nation_story_7415424.utf8\n",
      "1070220_nation_story_7415425.utf8\n",
      "1070220_nation_story_7415575.utf8\n",
      "1070221_frontpage_story_7420488.utf8\n",
      "1070221_frontpage_story_7420491.utf8\n",
      "1070221_nation_story_7420222.utf8\n",
      "1070221_nation_story_7420507.utf8\n",
      "1070222_frontpage_story_7425408.utf8\n",
      "1070222_opinion_story_7417136.utf8\n",
      "1070223_frontpage_story_7430302.utf8\n",
      "1070223_opinion_story_7426810.utf8\n",
      "1070224_nation_story_7434743.utf8\n",
      "1070224_nation_story_7434870.utf8\n",
      "1070327_bengal_story_7571113.utf8\n",
      "1070329_nation_story_7579268.utf8\n",
      "1070731_bengal_story_8129244.utf8\n",
      "1070906_nation_story_8281908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  122\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "50170    1061107_nation_story_6968710.utf8\n",
      "54094    1060307_nation_story_5935593.utf8\n",
      "88293    1070525_nation_story_7827168.utf8\n",
      "54865    1061128_nation_story_7060322.utf8\n",
      "87308    1070602_nation_story_7865037.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061128_frontpage_story_7060386.utf8\n",
      "1061129_frontpage_story_7066216.utf8\n",
      "1061129_nation_story_7065411.utf8\n",
      "1061205_nation_story_7094715.utf8\n",
      "1061207_nation_story_7106972.utf8\n",
      "1061210_frontpage_story_7121559.utf8\n",
      "1061211_nation_index.utf8\n",
      "1061219_nation_story_7157321.utf8\n",
      "1061220_nation_story_7162111.utf8\n",
      "1061222_nation_index.utf8\n",
      "1061222_nation_story_7171528.utf8\n",
      "1070119_nation_story_7282971.utf8\n",
      "1070208_nation_story_7365521.utf8\n",
      "1070209_nation_story_7369520.utf8\n",
      "1070210_opinion_story_7371322.utf8\n",
      "1070801_opinion_story_8131458.utf8\n",
      "1070821_frontpage_story_8217727.utf8\n",
      "1070822_frontpage_story_8222838.utf8\n",
      "1070824_nation_story_8230796.utf8\n",
      "1070927_nation_story_8366188.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  123\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "17392     1050417_foreign_story_4625108.utf8\n",
      "56587     1061218_foreign_story_7153415.utf8\n",
      "56878     1060319_foreign_story_5985077.utf8\n",
      "117415    1041110_foreign_story_3987311.utf8\n",
      "56549     1060226_foreign_story_5897486.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041106_foreign_story_3972075.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041111_frontpage_story_3991738.utf8\n",
      "1041112_foreign_index.utf8\n",
      "1041112_foreign_story_3995445.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041112_nation_story_3993981.utf8\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041113_foreign_story_3999319.utf8\n",
      "1041113_nation_story_3999380.utf8\n",
      "1041114_foreign_story_4002226.utf8\n",
      "1041115_foreign_story_4005520.utf8\n",
      "1041118_nation_story_4017381.utf8\n",
      "1041123_foreign_index.utf8\n",
      "1041123_foreign_story_4038063.utf8\n",
      "1041129_foreign_story_4062221.utf8\n",
      "1041203_opinion_story_4069612.utf8\n",
      "1041208_opinion_story_4086626.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1041110_foreign_story_3987311.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  124\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "115263      1041124_nation_story_4041778.utf8\n",
      "5183      1050410_business_story_4596986.utf8\n",
      "9969        1050209_nation_story_4350796.utf8\n",
      "86184       1070529_nation_story_7844898.utf8\n",
      "41786       1061216_bengal_story_7147261.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040921_bengal_story_3783924.utf8\n",
      "1041222_calcutta_story_4155212.utf8\n",
      "1050912_nation_story_5227211.utf8\n",
      "1060612_nation_story_6340989.utf8\n",
      "1060612_nation_story_6340993.utf8\n",
      "1061208_calcutta_story_7108893.utf8\n",
      "1061227_nation_story_7189167.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  125\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \n",
      "92087    1070726_foreign_story_8108245.utf8\n",
      "90967    1070705_foreign_story_8019084.utf8\n",
      "91138    1070416_foreign_story_7652563.utf8\n",
      "92548    1070704_foreign_story_8012634.utf8\n",
      "92490    1070731_foreign_story_8128927.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_index.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "1070705_foreign_story_8019086.utf8\n",
      "1070706_foreign_story_8023448.utf8\n",
      "1070707_foreign_story_8027755.utf8\n",
      "1070711_foreign_story_8044170.utf8\n",
      "1070711_frontpage_story_8044207.utf8\n",
      "1070712_foreign_story_8049110.utf8\n",
      "1070712_foreign_story_8049115.utf8\n",
      "1070715_foreign_story_8061044.utf8\n",
      "1070716_foreign_story_8064283.utf8\n",
      "1070726_foreign_story_8108245.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\n",
      "1070726_foreign_story_8108245.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n"
     ]
    }
   ],
   "source": [
    "query_precision_recall_f1_score = []\n",
    "for i in query_relevant_documents.keys():\n",
    "    l = []\n",
    "    print(\"Query Number: \",i)\n",
    "    l.append(i)\n",
    "    print(\"Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec): \")\n",
    "    print(query_relevant_documents[i][0])\n",
    "    print(\"\\nRelevant documents: \")\n",
    "    for q in query_rel_doc[str(i)]:\n",
    "        print(q)\n",
    "    retrieved = set(query_relevant_documents[i][0])\n",
    "    act_docs = set(query_rel_doc[str(i)])\n",
    "    precision = len(retrieved.intersection(act_docs))/5\n",
    "    recall = len(retrieved.intersection(act_docs))/len(act_docs)\n",
    "    f1_score = 0\n",
    "    if precision+recall != 0:\n",
    "      f1_score = 2*precision*recall/(precision+recall)\n",
    "    l.extend([precision,recall,f1_score])\n",
    "    query_precision_recall_f1_score.append(l)\n",
    "    print(\"\\nNumber of relevant documents retrieved: \",len(retrieved.intersection(act_docs)))\n",
    "    print(\"Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec):\")\n",
    "    for d in retrieved.intersection(act_docs):\n",
    "        print(d)\n",
    "    print(\"\\n\")\n",
    "    print(\"*\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 0
    },
    "colab_type": "code",
    "id": "bznKWDBBEdGR",
    "outputId": "80b23c31-cc3c-4503-8529-010b43e441aa"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Query Number:  76\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "12596        1050808_nation_story_5085846.utf8\n",
      "53982        1060422_nation_story_6130818.utf8\n",
      "2302         1050909_bengal_story_5216329.utf8\n",
      "26817      1050622_calcutta_story_4897785.utf8\n",
      "101382    1070314_frontpage_story_7514044.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070530_nation_story_7849973.utf8\n",
      "1070602_nation_story_7865940.utf8\n",
      "1070603_nation_story_7869357.utf8\n",
      "1070611_nation_story_7906812.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  77\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "17890    1051015_foreign_story_5357026.utf8\n",
      "56411    1060811_foreign_story_6595456.utf8\n",
      "57084    1060722_foreign_story_6510959.utf8\n",
      "55598    1060727_foreign_story_6531510.utf8\n",
      "55401    1060802_foreign_story_6557944.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050110_foreign_story_4234881.utf8\n",
      "1060714_foreign_story_6477224.utf8\n",
      "1060715_foreign_story_6482002.utf8\n",
      "1060716_foreign_story_6485226.utf8\n",
      "1060717_foreign_story_6488684.utf8\n",
      "1060719_foreign_story_6496938.utf8\n",
      "1060720_foreign_story_6501311.utf8\n",
      "1060720_frontpage_story_6501523.utf8\n",
      "1060721_foreign_story_6506359.utf8\n",
      "1060727_foreign_index.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060804_foreign_index.utf8\n",
      "1060804_foreign_story_6567126.utf8\n",
      "1060805_foreign_story_6571528.utf8\n",
      "1060806_foreign_story_6575214.utf8\n",
      "1060807_foreign_story_6578452.utf8\n",
      "1060809_foreign_story_6588005.utf8\n",
      "1060810_foreign_story_6592351.utf8\n",
      "1060814_foreign_story_6609200.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1060802_foreign_story_6557944.utf8\n",
      "1060727_foreign_story_6531510.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  78\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "10007     1050701_nation_story_4936920.utf8\n",
      "51504     1061205_nation_story_7094716.utf8\n",
      "112006    1041011_bengal_story_3867931.utf8\n",
      "15175     1050721_nation_story_5016392.utf8\n",
      "54205     1061203_nation_story_7084990.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041102_nation_story_3954727.utf8\n",
      "1041105_nation_story_3968019.utf8\n",
      "1050709_nation_story_4968974.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  79\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "87920       1070621_nation_story_7952530.utf8\n",
      "98275     1070409_calcutta_story_7621758.utf8\n",
      "28936     1050226_calcutta_story_4426498.utf8\n",
      "42375       1060724_bengal_story_6517843.utf8\n",
      "30471    1051111_frontpage_story_5463675.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070621_frontpage_story_7952567.utf8\n",
      "1070621_nation_index.utf8\n",
      "1070621_nation_story_7952530.utf8\n",
      "1070621_nation_story_7952531.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1070621_nation_story_7952530.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  80\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "53688        1060420_nation_story_6122112.utf8\n",
      "101750    1070705_frontpage_story_8016628.utf8\n",
      "116439       1041126_nation_story_4051568.utf8\n",
      "13859        1050303_nation_story_4445500.utf8\n",
      "13170        1050421_nation_story_4642147.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041103_frontpage_story_3959012.utf8\n",
      "1041220_nation_story_4151396.utf8\n",
      "1041223_frontpage_story_4163563.utf8\n",
      "1041228_nation_story_4182211.utf8\n",
      "1050707_nation_story_4959905.utf8\n",
      "1050729_nation_story_5048357.utf8\n",
      "1050916_nation_story_5245081.utf8\n",
      "1070323_nation_story_7555002.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  81\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "30017     1050921_frontpage_story_5265275.utf8\n",
      "111574       1041206_bengal_story_4091961.utf8\n",
      "1013         1050817_bengal_story_5121826.utf8\n",
      "96979      1070712_calcutta_story_8047407.utf8\n",
      "65697      1060606_calcutta_story_6302283.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051218_nation_story_5615385.utf8\n",
      "1060425_nation_story_6141934.utf8\n",
      "1060726_nation_story_6526490.utf8\n",
      "1060821_frontpage_story_6636584.utf8\n",
      "1060822_nation_story_6641118.utf8\n",
      "1060829_opinion_story_6657643.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  82\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "54669     1060502_nation_story_6171214.utf8\n",
      "116347    1041008_nation_story_3856955.utf8\n",
      "54700     1060503_nation_story_6176323.utf8\n",
      "114458    1041125_nation_story_4046825.utf8\n",
      "87631     1070426_nation_story_7698705.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041008_nation_story_3856955.utf8\n",
      "1050322_nation_story_4521986.utf8\n",
      "1050325_nation_story_4536531.utf8\n",
      "1050331_nation_story_4554929.utf8\n",
      "1050401_nation_story_4560339.utf8\n",
      "1050402_nation_story_4564692.utf8\n",
      "1050402_nation_story_4564693.utf8\n",
      "1050403_nation_story_4567699.utf8\n",
      "1050404_frontpage_story_4571640.utf8\n",
      "1050404_nation_story_4571567.utf8\n",
      "1050405_nation_story_4575953.utf8\n",
      "1050406_frontpage_story_4580486.utf8\n",
      "1050406_nation_story_4578392.utf8\n",
      "1050407_frontpage_story_4584985.utf8\n",
      "1050408_nation_story_4589299.utf8\n",
      "1050408_nation_story_4589304.utf8\n",
      "1050414_nation_story_4613688.utf8\n",
      "1050417_nation_story_4625341.utf8\n",
      "1050421_frontpage_story_4642066.utf8\n",
      "1050422_nation_story_4646055.utf8\n",
      "1050512_nation_story_4728374.utf8\n",
      "1050724_nation_story_5025902.utf8\n",
      "1070525_nation_story_7825299.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1041008_nation_story_3856955.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  83\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "10965     1051123_nation_story_5510364.utf8\n",
      "9624      1050305_nation_story_4456538.utf8\n",
      "14474     1050223_nation_story_4413215.utf8\n",
      "114523    1041215_nation_story_4128949.utf8\n",
      "10912     1050301_nation_story_4438590.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040916_frontpage_story_3764519.utf8\n",
      "1041022_nation_story_3913967.utf8\n",
      "1050219_nation_story_4398037.utf8\n",
      "1050223_nation_story_4411008.utf8\n",
      "1050303_nation_story_4446570.utf8\n",
      "1050622_opinion_story_4855728.utf8\n",
      "1050913_nation_story_5230548.utf8\n",
      "1051024_nation_story_5387050.utf8\n",
      "1051116_opinion_story_5465950.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  84\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "48805        1060105_nation_story_5682584.utf8\n",
      "102054    1070326_frontpage_story_7566505.utf8\n",
      "41683        1060719_bengal_story_6496602.utf8\n",
      "1559         1050227_bengal_story_4430964.utf8\n",
      "111365       1041125_bengal_story_4047433.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060104_frontpage_story_5679195.utf8\n",
      "1060105_nation_story_5682584.utf8\n",
      "1060108_nation_story_5695226.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1060105_nation_story_5682584.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  85\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "51085       1060627_nation_story_6405282.utf8\n",
      "115157      1040911_nation_story_3745316.utf8\n",
      "54094       1060307_nation_story_5935593.utf8\n",
      "24616     1050426_calcutta_story_4660934.utf8\n",
      "52865       1060518_nation_story_6238604.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051112_frontpage_story_5468138.utf8\n",
      "1051113_nation_story_5471119.utf8\n",
      "1051114_frontpage_story_5474333.utf8\n",
      "1051115_nation_story_5478694.utf8\n",
      "1051116_frontpage_story_5483063.utf8\n",
      "1051120_frontpage_story_5499247.utf8\n",
      "1051122_frontpage_story_5506658.utf8\n",
      "1051129_nation_story_5535127.utf8\n",
      "1051203_nation_story_5554017.utf8\n",
      "1051208_nation_story_5573594.utf8\n",
      "1060106_nation_story_5687738.utf8\n",
      "1060120_frontpage_story_5743236.utf8\n",
      "1060205_frontpage_story_5807071.utf8\n",
      "1060205_nation_story_5807071.utf8\n",
      "1060302_nation_story_5914897.utf8\n",
      "1060308_nation_story_5940109.utf8\n",
      "1060316_nation_story_5971891.utf8\n",
      "1060405_nation_story_6059195.utf8\n",
      "1060614_nation_story_6351073.utf8\n",
      "1060810_nation_story_6591970.utf8\n",
      "1060912_nation_story_6732673.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  86\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "10999       1050620_nation_story_4891253.utf8\n",
      "45445     1060115_business_story_5722921.utf8\n",
      "11106       1051214_nation_story_5598232.utf8\n",
      "69473    1060131_frontpage_story_5785780.utf8\n",
      "30976    1050824_frontpage_story_5149708.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041207_business_story_4095715.utf8\n",
      "1041211_business_story_4114567.utf8\n",
      "1041213_business_story_4121475.utf8\n",
      "1041216_business_story_4133832.utf8\n",
      "1050719_business_story_5007230.utf8\n",
      "1060521_business_story_6250530.utf8\n",
      "1070613_business_story_7915180.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  87\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "122379    1041117_frontpage_story_4013517.utf8\n",
      "14326        1050413_nation_story_4608645.utf8\n",
      "122423    1041108_frontpage_story_3978727.utf8\n",
      "89777        1070112_nation_story_7251857.utf8\n",
      "118619      1041114_opinion_story_4000361.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040927_nation_story_3808787.utf8\n",
      "1050505_nation_story_4699253.utf8\n",
      "1050527_frontpage_story_4792614.utf8\n",
      "1050910_nation_story_5220711.utf8\n",
      "1050915_nation_story_5241032.utf8\n",
      "1050919_nation_story_5256797.utf8\n",
      "1051001_nation_story_5307077.utf8\n",
      "1051205_opinion_story_5558347.utf8\n",
      "1060918_opinion_story_6758697.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  88\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "88507     1070223_nation_story_7428889.utf8\n",
      "115069    1041124_nation_story_4041679.utf8\n",
      "10891     1051107_nation_story_5446230.utf8\n",
      "116430    1041118_nation_story_4017603.utf8\n",
      "116432    1041206_nation_story_4092298.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041113_nation_story_3999375.utf8\n",
      "1041114_frontpage_story_4002703.utf8\n",
      "1041114_nation_story_4002049.utf8\n",
      "1041115_nation_story_4005216.utf8\n",
      "1041116_nation_story_4009244.utf8\n",
      "1041117_nation_story_4013308.utf8\n",
      "1041117_nation_story_4013313.utf8\n",
      "1041118_nation_story_4017603.utf8\n",
      "1041119_opinion_story_4019875.utf8\n",
      "1041120_nation_story_4026897.utf8\n",
      "1041123_nation_story_4037613.utf8\n",
      "1041126_nation_story_4051568.utf8\n",
      "1041204_nation_story_4084529.utf8\n",
      "1041209_nation_story_4105435.utf8\n",
      "1041210_nation_story_4110266.utf8\n",
      "1041223_nation_story_4162601.utf8\n",
      "1041225_nation_story_4171523.utf8\n",
      "1050111_frontpage_story_4239312.utf8\n",
      "1050112_nation_story_4242952.utf8\n",
      "1050321_nation_story_4518173.utf8\n",
      "1050419_nation_story_4632454.utf8\n",
      "1050712_nation_story_4979485.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1041118_nation_story_4017603.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  89\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "52010       1060904_nation_story_6696104.utf8\n",
      "51689       1060428_nation_story_6154723.utf8\n",
      "49969       1060219_nation_story_5866531.utf8\n",
      "69146    1060804_frontpage_story_6566731.utf8\n",
      "42125       1060914_bengal_story_6743382.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051030_frontpage_story_5417213.utf8\n",
      "1051030_nation_story_5416998.utf8\n",
      "1051031_frontpage_story_5420477.utf8\n",
      "1051103_nation_story_5431751.utf8\n",
      "1051104_frontpage_story_5435811.utf8\n",
      "1051104_nation_story_5435775.utf8\n",
      "1051104_opinion_story_5430445.utf8\n",
      "1051105_frontpage_story_5439520.utf8\n",
      "1051105_nation_story_5439812.utf8\n",
      "1051106_frontpage_story_5443085.utf8\n",
      "1051106_frontpage_story_5443160.utf8\n",
      "1051106_nation_story_5443086.utf8\n",
      "1051106_nation_story_5443087.utf8\n",
      "1051107_frontpage_story_5446205.utf8\n",
      "1051107_frontpage_story_5446206.utf8\n",
      "1051108_frontpage_story_5449990.utf8\n",
      "1051108_nation_story_5449990.utf8\n",
      "1051108_nation_story_5450190.utf8\n",
      "1051108_opinion_story_5448019.utf8\n",
      "1051109_nation_story_5454997.utf8\n",
      "1051110_frontpage_story_5459184.utf8\n",
      "1051110_frontpage_story_5459680.utf8\n",
      "1051111_frontpage_story_5463674.utf8\n",
      "1051112_nation_story_5466827.utf8\n",
      "1051117_business_story_5486717.utf8\n",
      "1051124_nation_story_5516039.utf8\n",
      "1051125_nation_story_5520552.utf8\n",
      "1051203_frontpage_story_5554327.utf8\n",
      "1051204_frontpage_story_5557422.utf8\n",
      "1051207_nation_story_5569439.utf8\n",
      "1051208_frontpage_story_5574008.utf8\n",
      "1051209_frontpage_story_5578676.utf8\n",
      "1051216_nation_story_5607250.utf8\n",
      "1051217_nation_story_5611026.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060502_nation_story_6171218.utf8\n",
      "1060523_nation_story_6258265.utf8\n",
      "1060617_nation_story_6364334.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060805_nation_story_6571571.utf8\n",
      "1060808_nation_story_6583428.utf8\n",
      "1060808_nation_story_6583430.utf8\n",
      "1060812_nation_story_6602512.utf8\n",
      "1060902_frontpage_story_6689724.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "1060906_nation_story_6705908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  4\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1060428_nation_story_6154723.utf8\n",
      "1060219_nation_story_5866531.utf8\n",
      "1060804_frontpage_story_6566731.utf8\n",
      "1060904_nation_story_6696104.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  90\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "87686        1070520_nation_story_7803892.utf8\n",
      "9595         1051006_nation_story_5325920.utf8\n",
      "54643        1061214_nation_story_7137385.utf8\n",
      "102615    1070123_frontpage_story_7297906.utf8\n",
      "102420    1070421_frontpage_story_7676260.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040915_nation_story_3759556.utf8\n",
      "1040917_frontpage_story_3769177.utf8\n",
      "1040918_frontpage_story_3773201.utf8\n",
      "1040921_bengal_story_3783924.utf8\n",
      "1051031_opinion_story_5418889.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  91\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "81424        1070105_bengal_story_7222796.utf8\n",
      "102245    1070109_frontpage_story_7235654.utf8\n",
      "115230       1041223_nation_story_4162622.utf8\n",
      "12026        1050204_nation_story_4335156.utf8\n",
      "115160       1041102_nation_story_3955353.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070624_nation_story_7966280.utf8\n",
      "1070629_nation_index.utf8\n",
      "1070629_nation_story_7990989.utf8\n",
      "1070629_nation_story_7990990.utf8\n",
      "1070629_opinion_story_7987432.utf8\n",
      "1070630_nation_story_7996611.utf8\n",
      "1070701_nation_story_7999619.utf8\n",
      "1070703_nation_story_8008353.utf8\n",
      "1070703_nation_story_8008354.utf8\n",
      "1070704_nation_story_8013769.utf8\n",
      "1070709_opinion_story_8032623.utf8\n",
      "1070715_nation_story_8061371.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  92\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "116811    1040924_foreign_story_3797644.utf8\n",
      "90779     1070528_foreign_story_7839958.utf8\n",
      "90614     1070403_foreign_story_7599402.utf8\n",
      "57678     1061220_foreign_story_7162333.utf8\n",
      "17957     1051222_foreign_story_5631245.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041120_foreign_story_4027085.utf8\n",
      "1041128_foreign_story_4059342.utf8\n",
      "1041228_foreign_story_4183194.utf8\n",
      "1050814_foreign_story_5113225.utf8\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1051223_foreign_story_5635752.utf8\n",
      "1051224_foreign_story_5640440.utf8\n",
      "1051226_foreign_story_5645821.utf8\n",
      "1051228_foreign_story_5653170.utf8\n",
      "1051229_foreign_story_5657777.utf8\n",
      "1051230_foreign_story_5661567.utf8\n",
      "1051231_foreign_story_5665030.utf8\n",
      "1060110_foreign_story_5702384.utf8\n",
      "1060118_foreign_story_5734603.utf8\n",
      "1060326_foreign_story_6016284.utf8\n",
      "1060418_foreign_story_6113177.utf8\n",
      "1060424_foreign_story_6137727.utf8\n",
      "1060429_foreign_story_6160700.utf8\n",
      "1060501_foreign_story_6167491.utf8\n",
      "1060512_foreign_story_6214207.utf8\n",
      "1060513_foreign_story_6218340.utf8\n",
      "1060523_foreign_story_6258616.utf8\n",
      "1060611_foreign_story_6337689.utf8\n",
      "1060616_foreign_story_6357562.utf8\n",
      "1060618_foreign_story_6367749.utf8\n",
      "1060619_foreign_story_6370593.utf8\n",
      "1060623_nation_story_6390243.utf8\n",
      "1060629_foreign_story_6413896.utf8\n",
      "1060815_foreign_story_6614005.utf8\n",
      "1060819_nation_story_6629257.utf8\n",
      "1060919_foreign_story_6764161.utf8\n",
      "1061001_foreign_story_6815921.utf8\n",
      "1061024_opinion_story_6906965.utf8\n",
      "1070327_foreign_story_7570677.utf8\n",
      "1070328_foreign_story_7575109.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "1070425_foreign_story_7693358.utf8\n",
      "1070427_foreign_story_7704540.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1051222_foreign_story_5631245.utf8\n",
      "1070403_foreign_story_7599402.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  93\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "89244        1070424_nation_story_7689072.utf8\n",
      "10656        1051216_nation_story_5606288.utf8\n",
      "31399     1051214_frontpage_story_5598101.utf8\n",
      "11851        1051224_nation_story_5640236.utf8\n",
      "101937    1070824_frontpage_story_8231558.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1051213_frontpage_story_5593956.utf8\n",
      "1051213_nation_story_5594013.utf8\n",
      "1051214_nation_story_5598234.utf8\n",
      "1051214_opinion_story_5595309.utf8\n",
      "1051219_opinion_story_5604821.utf8\n",
      "1051220_frontpage_story_5622754.utf8\n",
      "1051222_opinion_story_5628592.utf8\n",
      "1051224_frontpage_story_5640208.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "1060104_nation_story_5678418.utf8\n",
      "1060111_nation_story_5706272.utf8\n",
      "1060121_frontpage_story_5748538.utf8\n",
      "1060205_nation_story_5807747.utf8\n",
      "1060228_nation_story_5904834.utf8\n",
      "1060304_nation_story_5924061.utf8\n",
      "1060316_nation_story_5971892.utf8\n",
      "1060404_nation_story_6054708.utf8\n",
      "1060826_nation_story_6659182.utf8\n",
      "1070424_nation_story_7689072.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1070424_nation_story_7689072.utf8\n",
      "1051224_nation_story_5640236.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  94\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "69914     1060407_frontpage_story_6068877.utf8\n",
      "54873        1060722_nation_story_6510631.utf8\n",
      "89671        1070515_nation_story_7779279.utf8\n",
      "114930       1040901_nation_story_3701564.utf8\n",
      "100748    1070922_frontpage_story_8347784.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050924_nation_story_5278873.utf8\n",
      "1050930_nation_story_5302148.utf8\n",
      "1051029_nation_story_5413024.utf8\n",
      "1060109_nation_story_5698373.utf8\n",
      "1060220_nation_story_5869738.utf8\n",
      "1060321_frontpage_story_5993625.utf8\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060411_nation_story_6084725.utf8\n",
      "1060416_nation_story_6105445.utf8\n",
      "1060417_nation_story_6108303.utf8\n",
      "1060419_nation_story_6117276.utf8\n",
      "1060429_nation_story_6160546.utf8\n",
      "1060502_nation_story_6171060.utf8\n",
      "1060503_nation_story_6175842.utf8\n",
      "1060624_nation_story_6394559.utf8\n",
      "1060626_nation_story_6400808.utf8\n",
      "1060704_nation_story_6435206.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "1060809_nation_story_6587952.utf8\n",
      "1060920_nation_story_6769705.utf8\n",
      "1061017_nation_story_6879678.utf8\n",
      "1061020_nation_story_6894819.utf8\n",
      "1070411_nation_story_7633126.utf8\n",
      "1070628_nation_story_7985869.utf8\n",
      "1070820_nation_story_8213550.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1060407_frontpage_story_6068877.utf8\n",
      "1060722_nation_story_6510631.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  95\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "14985      1050531_nation_story_4808215.utf8\n",
      "89083      1070121_nation_story_7290431.utf8\n",
      "86819      1070117_nation_story_7272982.utf8\n",
      "28589    1050624_calcutta_story_4905913.utf8\n",
      "90103              1070421_nation_index.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070117_nation_story_7272982.utf8\n",
      "1070119_frontpage_story_7282977.utf8\n",
      "1070120_frontpage_story_7287678.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "1070122_nation_story_7292962.utf8\n",
      "1070129_nation_story_7319522.utf8\n",
      "1070129_opinion_story_7315220.utf8\n",
      "1070130_frontpage_story_7325092.utf8\n",
      "1070130_nation_story_7325094.utf8\n",
      "1070310_nation_story_7496881.utf8\n",
      "1070525_nation_story_7827239.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1070117_nation_story_7272982.utf8\n",
      "1070121_nation_story_7290431.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  96\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "82374        1070808_bengal_story_8165374.utf8\n",
      "51638        1060517_nation_story_6233012.utf8\n",
      "97890      1070824_calcutta_story_8180612.utf8\n",
      "111767       1041121_bengal_story_4030504.utf8\n",
      "101924    1070223_frontpage_story_7428486.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060615_nation_story_6355137.utf8\n",
      "1070124_nation_index.utf8\n",
      "1070124_nation_story_7301639.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  97\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "8356      1050628_business_story_4923656.utf8\n",
      "8682      1050619_business_story_4887795.utf8\n",
      "4826      1050714_business_story_4987719.utf8\n",
      "114212    1041202_business_story_4075411.utf8\n",
      "48149     1060207_business_story_5814618.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_frontpage_story_4038891.utf8\n",
      "1041124_frontpage_story_4042353.utf8\n",
      "1041127_opinion_story_4054231.utf8\n",
      "1041209_frontpage_story_4105660.utf8\n",
      "1041216_frontpage_story_4135458.utf8\n",
      "1041221_frontpage_story_4155322.utf8\n",
      "1041227_business_story_4178934.utf8\n",
      "1041230_business_story_4191451.utf8\n",
      "1050110_frontpage_story_4235068.utf8\n",
      "1050114_business_story_4252178.utf8\n",
      "1050115_business_story_4256685.utf8\n",
      "1050117_business_story_4263315.utf8\n",
      "1050123_frontpage_story_4287830.utf8\n",
      "1050309_frontpage_story_4470935.utf8\n",
      "1050318_business_story_4507877.utf8\n",
      "1050408_frontpage_story_4589514.utf8\n",
      "1050504_frontpage_story_4693562.utf8\n",
      "1050606_frontpage_story_4832301.utf8\n",
      "1050616_business_story_4874207.utf8\n",
      "1050623_business_story_4904317.utf8\n",
      "1050627_business_story_4919496.utf8\n",
      "1060208_business_story_5818983.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  98\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "89710     1070516_nation_story_7783949.utf8\n",
      "12938     1050402_nation_story_4564881.utf8\n",
      "11208     1051009_nation_story_5337552.utf8\n",
      "114598    1041030_nation_story_3943159.utf8\n",
      "115143    1041027_nation_story_3931118.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061115_nation_story_7003933.utf8\n",
      "1061118_nation_story_7019028.utf8\n",
      "1061125_nation_story_7047920.utf8\n",
      "1070526_nation_story_7830524.utf8\n",
      "1070528_frontpage_story_7838904.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  99\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "52073       1061219_nation_story_7157548.utf8\n",
      "11088       1050510_nation_story_4718613.utf8\n",
      "121390    1041220_calcutta_story_4149953.utf8\n",
      "9323        1051002_nation_story_5310220.utf8\n",
      "114720      1040918_nation_story_3773413.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050426_nation_story_4662541.utf8\n",
      "1050927_nation_story_5289540.utf8\n",
      "1060822_nation_story_6641052.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  100\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "115223    1041004_nation_story_3838101.utf8\n",
      "115752    1041001_nation_story_3826376.utf8\n",
      "50033     1061229_nation_story_7196329.utf8\n",
      "49475     1061226_nation_story_7184741.utf8\n",
      "90320     1070202_nation_story_7339549.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041107_frontpage_story_3975998.utf8\n",
      "1041110_nation_story_3987208.utf8\n",
      "1041117_nation_story_4013184.utf8\n",
      "1050227_nation_story_4430335.utf8\n",
      "1050721_nation_story_5015427.utf8\n",
      "1050810_nation_story_5095926.utf8\n",
      "1051112_frontpage_story_5468009.utf8\n",
      "1051112_frontpage_story_5468137.utf8\n",
      "1051112_nation_story_5468011.utf8\n",
      "1051115_nation_story_5478696.utf8\n",
      "1051119_frontpage_story_5495967.utf8\n",
      "1051121_nation_story_5502034.utf8\n",
      "1051123_frontpage_story_5511154.utf8\n",
      "1051123_nation_story_5511465.utf8\n",
      "1051206_nation_story_5564372.utf8\n",
      "1051213_nation_story_5593623.utf8\n",
      "1060118_nation_story_5734651.utf8\n",
      "1060929_nation_story_6807710.utf8\n",
      "1061001_nation_story_6815631.utf8\n",
      "1070518_nation_story_7794373.utf8\n",
      "1070726_nation_story_8107361.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  101\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "10980        1050930_nation_story_5302953.utf8\n",
      "54096        1060829_nation_story_6670233.utf8\n",
      "101983    1070430_frontpage_story_7714876.utf8\n",
      "54663        1060524_nation_story_6262371.utf8\n",
      "2095         1050317_bengal_story_4503378.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060603_frontpage_story_6305867.utf8\n",
      "1060603_frontpage_story_6306133.utf8\n",
      "1060603_nation_story_6305903.utf8\n",
      "1060604_frontpage_story_6309170.utf8\n",
      "1060604_nation_story_6309387.utf8\n",
      "1060604_nation_story_6309391.utf8\n",
      "1060605_nation_story_6312117.utf8\n",
      "1060606_frontpage_story_6316278.utf8\n",
      "1060606_nation_story_6316403.utf8\n",
      "1060615_nation_story_6355137.utf8\n",
      "1060804_nation_story_6566891.utf8\n",
      "1061121_frontpage_story_7030268.utf8\n",
      "1061125_opinion_story_7047966.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  102\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "77144     1061103_sports_story_6953704.utf8\n",
      "71811     1061225_sports_story_7181804.utf8\n",
      "77437     1061109_sports_story_6978231.utf8\n",
      "103207    1070214_sports_story_7390672.utf8\n",
      "77965     1061206_sports_story_7100581.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061017_frontpage_story_6881463.utf8\n",
      "1061017_sports_story_6880992.utf8\n",
      "1061018_opinion_story_6883160.utf8\n",
      "1061019_sports_story_6890401.utf8\n",
      "1061022_sports_story_6902770.utf8\n",
      "1061028_sports_story_6927220.utf8\n",
      "1061102_sports_story_6948876.utf8\n",
      "1061102_sports_story_6948879.utf8\n",
      "1061116_sports_story_7008225.utf8\n",
      "1061206_sports_story_7100581.utf8\n",
      "1061231_sports_story_7204595.utf8\n",
      "1070112_sports_story_7252096.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "1070215_sports_story_7396087.utf8\n",
      "1070224_sports_story_7434948.utf8\n",
      "1070506_sports_story_7740456.utf8\n",
      "1070703_sports_story_8008596.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1061206_sports_story_7100581.utf8\n",
      "1070214_sports_story_7390672.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  103\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "6393     1050406_business_story_4580054.utf8\n",
      "6785     1050116_business_story_4259627.utf8\n",
      "4343     1050414_business_story_4612357.utf8\n",
      "87616      1070922_nation_story_8347451.utf8\n",
      "15004      1050518_nation_story_4753056.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050105_nation_story_4212186.utf8\n",
      "1050107_nation_story_4222879.utf8\n",
      "1050108_nation_story_4226925.utf8\n",
      "1050112_nation_story_4243051.utf8\n",
      "1050130_nation_story_4314267.utf8\n",
      "1050209_foreign_story_4355177.utf8\n",
      "1050420_frontpage_story_4637821.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  104\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "42911    1060601_bengal_story_6297181.utf8\n",
      "48991    1060323_nation_story_6002987.utf8\n",
      "53791    1060330_nation_story_6031488.utf8\n",
      "54052    1060308_nation_story_5939546.utf8\n",
      "82165    1070801_bengal_story_8133239.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060307_frontpage_story_5936287.utf8\n",
      "1060308_nation_story_5939546.utf8\n",
      "1060308_opinion_story_5938184.utf8\n",
      "1060311_nation_story_5954497.utf8\n",
      "1060324_nation_story_6007742.utf8\n",
      "1060426_nation_story_6146158.utf8\n",
      "1060509_nation_story_6200870.utf8\n",
      "1060525_nation_story_6266147.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1060308_nation_story_5939546.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  105\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "9439         1050115_nation_story_4256947.utf8\n",
      "87623                1070710_nation_index.utf8\n",
      "101750    1070705_frontpage_story_8016628.utf8\n",
      "52471        1061031_nation_story_6938516.utf8\n",
      "86667        1070805_nation_story_8151510.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041025_nation_story_3921602.utf8\n",
      "1050215_nation_story_4379758.utf8\n",
      "1050315_nation_story_4494613.utf8\n",
      "1050512_nation_story_4728376.utf8\n",
      "1050823_frontpage_story_5145553.utf8\n",
      "1061128_nation_story_7060323.utf8\n",
      "1070215_nation_story_7395678.utf8\n",
      "1070515_nation_story_7779278.utf8\n",
      "1070516_nation_story_7784091.utf8\n",
      "1070523_nation_story_7815243.utf8\n",
      "1070607_opinion_story_7886004.utf8\n",
      "1070611_opinion_story_7880863.utf8\n",
      "1070614_opinion_story_7912693.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  106\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "58216     1060215_opinion_story_5842515.utf8\n",
      "88624      1070814_nation_story_8190672.utf8\n",
      "115628     1041013_nation_story_3876610.utf8\n",
      "19981     1050705_opinion_story_4943164.utf8\n",
      "57971     1060905_opinion_story_6687319.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070810_frontpage_story_8175328.utf8\n",
      "1070811_nation_story_8179235.utf8\n",
      "1070814_nation_story_8190672.utf8\n",
      "1070820_opinion_story_8184577.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1070814_nation_story_8190672.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  107\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "50793       1060309_nation_story_5945493.utf8\n",
      "11233       1050205_nation_story_4340470.utf8\n",
      "13431       1050106_nation_story_4216531.utf8\n",
      "70967    1060309_frontpage_story_5945530.utf8\n",
      "50178       1060207_nation_story_5814489.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061224_nation_story_7178669.utf8\n",
      "1070406_frontpage_story_7613539.utf8\n",
      "1070406_nation_story_7613759.utf8\n",
      "1070407_nation_index.utf8\n",
      "1070407_nation_story_7617224.utf8\n",
      "1070407_nation_story_7617227.utf8\n",
      "1070407_nation_story_7617335.utf8\n",
      "1070408_nation_story_7620581.utf8\n",
      "1070410_nation_story_7628468.utf8\n",
      "1070412_nation_story_7637981.utf8\n",
      "1070412_opinion_story_7626594.utf8\n",
      "1070413_nation_story_7642117.utf8\n",
      "1070420_nation_story_7671367.utf8\n",
      "1070509_nation_story_7752995.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  108\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "51881       1060926_nation_story_6794305.utf8\n",
      "70617    1060131_frontpage_story_5785778.utf8\n",
      "939         1050916_bengal_story_5245008.utf8\n",
      "2349        1050824_bengal_story_5149659.utf8\n",
      "2333        1050102_bengal_story_4202513.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041123_opinion_story_4035564.utf8\n",
      "1041207_opinion_story_4093295.utf8\n",
      "1050113_frontpage_story_4248720.utf8\n",
      "1050629_nation_story_4927978.utf8\n",
      "1050713_opinion_story_4981003.utf8\n",
      "1050802_opinion_story_5061056.utf8\n",
      "1050807_frontpage_story_5084565.utf8\n",
      "1060202_opinion_story_5792794.utf8\n",
      "1061027_frontpage_story_6922474.utf8\n",
      "1061219_frontpage_story_7157377.utf8\n",
      "1061226_frontpage_story_7184832.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  109\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "69022    1061006_frontpage_story_6834425.utf8\n",
      "9093        1050121_nation_story_4279152.utf8\n",
      "26          1050607_bengal_story_4836815.utf8\n",
      "13522       1050408_nation_story_4589523.utf8\n",
      "1830        1050111_bengal_story_4239416.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050818_nation_story_5126655.utf8\n",
      "1050821_nation_story_5137894.utf8\n",
      "1051107_nation_story_5445719.utf8\n",
      "1051206_nation_story_5564168.utf8\n",
      "1051216_nation_story_5605895.utf8\n",
      "1051219_nation_story_5618307.utf8\n",
      "1060103_nation_story_5673645.utf8\n",
      "1060116_nation_story_5725038.utf8\n",
      "1060402_nation_story_6046366.utf8\n",
      "1070203_nation_story_7344566.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  110\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "6021     1050606_business_story_4832404.utf8\n",
      "13951      1050622_nation_story_4899251.utf8\n",
      "51770      1060906_nation_story_6705917.utf8\n",
      "50847      1060707_nation_story_6447577.utf8\n",
      "1398       1050211_bengal_story_4364967.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040910_calcutta_story_3737348.utf8\n",
      "1050512_bengal_story_4728585.utf8\n",
      "1050923_nation_story_5275140.utf8\n",
      "1050928_nation_story_5293658.utf8\n",
      "1051227_business_story_5649030.utf8\n",
      "1060620_nation_story_6375357.utf8\n",
      "1060621_opinion_story_6377359.utf8\n",
      "1060706_frontpage_story_6443354.utf8\n",
      "1060707_frontpage_story_6447943.utf8\n",
      "1060707_nation_story_6447577.utf8\n",
      "1060707_opinion_story_6431275.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1060707_nation_story_6447577.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  111\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "12232    1050817_nation_story_5121698.utf8\n",
      "9382     1050331_nation_story_4555290.utf8\n",
      "52510    1060414_nation_story_6097270.utf8\n",
      "14054    1050414_nation_story_4612585.utf8\n",
      "50231    1060413_nation_story_6093542.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050331_nation_story_4555290.utf8\n",
      "1050405_nation_story_4575382.utf8\n",
      "1050413_nation_story_4609077.utf8\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050416_opinion_story_4619560.utf8\n",
      "1050519_nation_story_4757290.utf8\n",
      "1050605_opinion_story_4804959.utf8\n",
      "1050606_nation_story_4832860.utf8\n",
      "1050619_nation_story_4887436.utf8\n",
      "1050624_nation_story_4908600.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "1050826_frontpage_story_5159316.utf8\n",
      "1050826_nation_story_5158651.utf8\n",
      "1060102_nation_story_5670446.utf8\n",
      "1070321_nation_story_7545227.utf8\n",
      "1070429_nation_story_7713242.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  3\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1050414_nation_story_4612585.utf8\n",
      "1050331_nation_story_4555290.utf8\n",
      "1050817_nation_story_5121698.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  112\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "47072    1061209_business_story_7116507.utf8\n",
      "8414     1050322_business_story_4520404.utf8\n",
      "84630    1070423_business_story_7682590.utf8\n",
      "48432    1060615_business_story_6353769.utf8\n",
      "43937    1061115_business_story_7003392.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050116_nation_story_4260180.utf8\n",
      "1050125_frontpage_story_4295506.utf8\n",
      "1050202_nation_story_4325616.utf8\n",
      "1050211_nation_story_4363942.utf8\n",
      "1050214_frontpage_story_4376137.utf8\n",
      "1050217_nation_story_4389288.utf8\n",
      "1050223_nation_story_4412606.utf8\n",
      "1050225_nation_story_4422537.utf8\n",
      "1050315_nation_story_4495373.utf8\n",
      "1050403_frontpage_story_4568418.utf8\n",
      "1050426_nation_story_4663419.utf8\n",
      "1050508_opinion_story_4709525.utf8\n",
      "1050818_nation_story_5126669.utf8\n",
      "1050901_nation_story_5183023.utf8\n",
      "1060208_nation_story_5819357.utf8\n",
      "1060224_nation_story_5889615.utf8\n",
      "1060307_nation_story_5936301.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  113\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "55813    1061126_foreign_story_7052195.utf8\n",
      "57887    1061121_foreign_story_7028944.utf8\n",
      "57931    1061116_foreign_story_7007945.utf8\n",
      "55426    1061115_foreign_story_7002790.utf8\n",
      "56712    1061204_foreign_story_7088474.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050417_foreign_story_4625108.utf8\n",
      "1060421_foreign_story_6126560.utf8\n",
      "1061027_foreign_story_6922326.utf8\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "1061123_foreign_story_7039229.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061211_foreign_story_7124735.utf8\n",
      "1061225_foreign_story_7181993.utf8\n",
      "1070504_foreign_story_7733010.utf8\n",
      "1070510_foreign_story_7758324.utf8\n",
      "1070606_foreign_story_7883150.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  5\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1061115_foreign_story_7002790.utf8\n",
      "1061204_foreign_story_7088474.utf8\n",
      "1061126_foreign_story_7052195.utf8\n",
      "1061116_foreign_story_7007945.utf8\n",
      "1061121_foreign_story_7028944.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  114\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "50032      1060322_nation_story_5998111.utf8\n",
      "14654      1050428_nation_story_4670543.utf8\n",
      "54610      1060322_nation_story_5998107.utf8\n",
      "51122      1060820_nation_story_6632863.utf8\n",
      "4708     1051117_business_story_5486717.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050420_frontpage_story_4637476.utf8\n",
      "1050421_frontpage_story_4642068.utf8\n",
      "1050421_nation_story_4642129.utf8\n",
      "1050422_frontpage_story_4646612.utf8\n",
      "1050422_nation_story_4645493.utf8\n",
      "1050423_frontpage_story_4651456.utf8\n",
      "1050503_nation_story_4688823.utf8\n",
      "1050607_nation_story_4836754.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  115\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "69612    1060909_frontpage_story_6722632.utf8\n",
      "54729       1060416_nation_story_6105650.utf8\n",
      "69213    1061029_frontpage_story_6930259.utf8\n",
      "87502       1070523_nation_story_7817180.utf8\n",
      "71112    1060309_frontpage_story_5946418.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060308_frontpage_story_5940598.utf8\n",
      "1060308_frontpage_story_5941755.utf8\n",
      "1060308_nation_story_5940209.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "1060309_nation_story_5945338.utf8\n",
      "1060309_nation_story_5945340.utf8\n",
      "1060310_frontpage_story_5950087.utf8\n",
      "1060313_nation_story_5962267.utf8\n",
      "1060328_nation_story_6023320.utf8\n",
      "1060402_nation_story_6046493.utf8\n",
      "1060406_nation_story_6064311.utf8\n",
      "1060510_nation_story_6204910.utf8\n",
      "1060715_nation_story_6481703.utf8\n",
      "1060720_nation_story_6498800.utf8\n",
      "1060725_opinion_story_6519334.utf8\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1070521_calcutta_story_7804799.utf8\n",
      "1070913_nation_story_8315898.utf8\n",
      "1070914_nation_story_8315898.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1060909_frontpage_story_6722632.utf8\n",
      "1060309_frontpage_story_5946418.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  116\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "86900       1070122_nation_story_7293741.utf8\n",
      "111981      1041118_bengal_story_4018002.utf8\n",
      "81904               1070227_bengal_index.utf8\n",
      "42365       1060824_bengal_story_6650426.utf8\n",
      "61038     1060131_calcutta_story_5785223.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060121_nation_story_5748791.utf8\n",
      "1060122_nation_story_5751717.utf8\n",
      "1060123_nation_story_5754114.utf8\n",
      "1060124_nation_story_5759623.utf8\n",
      "1060126_nation_story_5768230.utf8\n",
      "1060128_opinion_story_5775492.utf8\n",
      "1060203_nation_story_5798365.utf8\n",
      "1060218_nation_story_5862838.utf8\n",
      "1060221_nation_story_5873931.utf8\n",
      "1060307_nation_story_5935593.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  117\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "102649    1070430_frontpage_story_7714595.utf8\n",
      "81118        1070306_bengal_story_7476588.utf8\n",
      "87175                1070928_nation_index.utf8\n",
      "70748     1060929_frontpage_story_6808237.utf8\n",
      "102227    1070416_frontpage_story_7652035.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1060112_nation_story_5711093.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  118\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "87563                1070821_nation_index.utf8\n",
      "82422        1070325_bengal_story_7562756.utf8\n",
      "19182       1050706_opinion_story_4952689.utf8\n",
      "59353       1060810_opinion_story_6586077.utf8\n",
      "102531    1070810_frontpage_story_8174457.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050706_nation_story_4955343.utf8\n",
      "1050706_nation_story_4955492.utf8\n",
      "1050706_nation_story_4955617.utf8\n",
      "1050706_nation_story_4955741.utf8\n",
      "1050706_nation_story_4955743.utf8\n",
      "1050706_nation_story_4955838.utf8\n",
      "1050710_nation_story_4971975.utf8\n",
      "1050711_opinion_story_4957028.utf8\n",
      "1050716_frontpage_story_4997325.utf8\n",
      "1050716_nation_story_4997611.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  119\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "31986    1050804_frontpage_story_5072620.utf8\n",
      "8871      1050929_business_story_5298004.utf8\n",
      "89759       1070707_nation_story_8027263.utf8\n",
      "20351      1050515_opinion_story_4739890.utf8\n",
      "12328       1050120_nation_story_4275465.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1050609_nation_story_4843677.utf8\n",
      "1050714_frontpage_story_4988276.utf8\n",
      "1050715_nation_story_4992987.utf8\n",
      "1050715_opinion_story_4989948.utf8\n",
      "1050720_nation_story_5010221.utf8\n",
      "1050813_nation_story_5108420.utf8\n",
      "1051206_nation_story_5564020.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  120\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "11515     1050731_nation_story_5055852.utf8\n",
      "115358    1041202_nation_story_4075904.utf8\n",
      "14723     1050210_nation_story_4359510.utf8\n",
      "10098     1050209_nation_story_4356065.utf8\n",
      "12988     1050528_nation_story_4796914.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041218_nation_story_4144205.utf8\n",
      "1050106_nation_story_4218937.utf8\n",
      "1050115_opinion_story_4241122.utf8\n",
      "1050125_nation_story_4295596.utf8\n",
      "1050205_nation_story_4340470.utf8\n",
      "1050206_nation_story_4343894.utf8\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "1050312_nation_story_4484256.utf8\n",
      "1050624_nation_story_4908599.utf8\n",
      "1050930_nation_story_5303240.utf8\n",
      "1070623_nation_story_7962389.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1050209_nation_story_4356065.utf8\n",
      "1050210_nation_story_4359510.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  121\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "31887     1050729_frontpage_story_5048620.utf8\n",
      "101674    1070128_frontpage_story_7316888.utf8\n",
      "115450       1041221_nation_story_4153444.utf8\n",
      "115129       1041224_nation_story_4167183.utf8\n",
      "41110        1061221_bengal_story_7167615.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070219_frontpage_story_7411720.utf8\n",
      "1070220_frontpage_story_7415831.utf8\n",
      "1070220_nation_story_7414442.utf8\n",
      "1070220_nation_story_7415039.utf8\n",
      "1070220_nation_story_7415424.utf8\n",
      "1070220_nation_story_7415425.utf8\n",
      "1070220_nation_story_7415575.utf8\n",
      "1070221_frontpage_story_7420488.utf8\n",
      "1070221_frontpage_story_7420491.utf8\n",
      "1070221_nation_story_7420222.utf8\n",
      "1070221_nation_story_7420507.utf8\n",
      "1070222_frontpage_story_7425408.utf8\n",
      "1070222_opinion_story_7417136.utf8\n",
      "1070223_frontpage_story_7430302.utf8\n",
      "1070223_opinion_story_7426810.utf8\n",
      "1070224_nation_story_7434743.utf8\n",
      "1070224_nation_story_7434870.utf8\n",
      "1070327_bengal_story_7571113.utf8\n",
      "1070329_nation_story_7579268.utf8\n",
      "1070731_bengal_story_8129244.utf8\n",
      "1070906_nation_story_8281908.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  122\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "50170    1061107_nation_story_6968710.utf8\n",
      "54094    1060307_nation_story_5935593.utf8\n",
      "88293    1070525_nation_story_7827168.utf8\n",
      "54865    1061128_nation_story_7060322.utf8\n",
      "87308    1070602_nation_story_7865037.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1061128_frontpage_story_7060386.utf8\n",
      "1061129_frontpage_story_7066216.utf8\n",
      "1061129_nation_story_7065411.utf8\n",
      "1061205_nation_story_7094715.utf8\n",
      "1061207_nation_story_7106972.utf8\n",
      "1061210_frontpage_story_7121559.utf8\n",
      "1061211_nation_index.utf8\n",
      "1061219_nation_story_7157321.utf8\n",
      "1061220_nation_story_7162111.utf8\n",
      "1061222_nation_index.utf8\n",
      "1061222_nation_story_7171528.utf8\n",
      "1070119_nation_story_7282971.utf8\n",
      "1070208_nation_story_7365521.utf8\n",
      "1070209_nation_story_7369520.utf8\n",
      "1070210_opinion_story_7371322.utf8\n",
      "1070801_opinion_story_8131458.utf8\n",
      "1070821_frontpage_story_8217727.utf8\n",
      "1070822_frontpage_story_8222838.utf8\n",
      "1070824_nation_story_8230796.utf8\n",
      "1070927_nation_story_8366188.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  123\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "17392     1050417_foreign_story_4625108.utf8\n",
      "56587     1061218_foreign_story_7153415.utf8\n",
      "56878     1060319_foreign_story_5985077.utf8\n",
      "117415    1041110_foreign_story_3987311.utf8\n",
      "56549     1060226_foreign_story_5897486.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1041106_foreign_story_3972075.utf8\n",
      "1041110_foreign_story_3987311.utf8\n",
      "1041111_frontpage_story_3991738.utf8\n",
      "1041112_foreign_index.utf8\n",
      "1041112_foreign_story_3995445.utf8\n",
      "1041112_foreign_story_3995446.utf8\n",
      "1041112_frontpage_story_3995357.utf8\n",
      "1041112_nation_story_3993981.utf8\n",
      "1041112_nation_story_3995294.utf8\n",
      "1041113_foreign_story_3999319.utf8\n",
      "1041113_nation_story_3999380.utf8\n",
      "1041114_foreign_story_4002226.utf8\n",
      "1041115_foreign_story_4005520.utf8\n",
      "1041118_nation_story_4017381.utf8\n",
      "1041123_foreign_index.utf8\n",
      "1041123_foreign_story_4038063.utf8\n",
      "1041129_foreign_story_4062221.utf8\n",
      "1041203_opinion_story_4069612.utf8\n",
      "1041208_opinion_story_4086626.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  1\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1041110_foreign_story_3987311.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  124\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "115263      1041124_nation_story_4041778.utf8\n",
      "5183      1050410_business_story_4596986.utf8\n",
      "9969        1050209_nation_story_4350796.utf8\n",
      "86184       1070529_nation_story_7844898.utf8\n",
      "41786       1061216_bengal_story_7147261.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1040921_bengal_story_3783924.utf8\n",
      "1041222_calcutta_story_4155212.utf8\n",
      "1050912_nation_story_5227211.utf8\n",
      "1060612_nation_story_6340989.utf8\n",
      "1060612_nation_story_6340993.utf8\n",
      "1061208_calcutta_story_7108893.utf8\n",
      "1061227_nation_story_7189167.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  0\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "\n",
      "\n",
      "****************************************************************************************************\n",
      "Query Number:  125\n",
      "Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \n",
      "92087    1070726_foreign_story_8108245.utf8\n",
      "90967    1070705_foreign_story_8019084.utf8\n",
      "91138    1070416_foreign_story_7652563.utf8\n",
      "92548    1070704_foreign_story_8012634.utf8\n",
      "92490    1070731_foreign_story_8128927.utf8\n",
      "Name: DOCNO, dtype: object\n",
      "\n",
      "Relevant documents: \n",
      "1070521_foreign_story_7806832.utf8\n",
      "1070705_foreign_index.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "1070705_foreign_story_8019086.utf8\n",
      "1070706_foreign_story_8023448.utf8\n",
      "1070707_foreign_story_8027755.utf8\n",
      "1070711_foreign_story_8044170.utf8\n",
      "1070711_frontpage_story_8044207.utf8\n",
      "1070712_foreign_story_8049110.utf8\n",
      "1070712_foreign_story_8049115.utf8\n",
      "1070715_foreign_story_8061044.utf8\n",
      "1070716_foreign_story_8064283.utf8\n",
      "1070726_foreign_story_8108245.utf8\n",
      "\n",
      "Number of relevant documents retrieved:  2\n",
      "Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\n",
      "1070726_foreign_story_8108245.utf8\n",
      "1070705_foreign_story_8019084.utf8\n",
      "\n",
      "\n",
      "****************************************************************************************************\n"
     ]
    }
   ],
   "source": [
    "query_precision_recall_f1_score_zero_gamma = []\n",
    "for i in query_relevant_documents_zero_gamma.keys():\n",
    "    l = []\n",
    "    print(\"Query Number: \",i)\n",
    "    l.append(i)\n",
    "    print(\"Documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0: \")\n",
    "    print(query_relevant_documents[i][0])\n",
    "    print(\"\\nRelevant documents: \")\n",
    "    for q in query_rel_doc[str(i)]:\n",
    "        print(q)\n",
    "    retrieved = set(query_relevant_documents[i][0])\n",
    "    act_docs = set(query_rel_doc[str(i)])\n",
    "    precision = len(retrieved.intersection(act_docs))/5\n",
    "    recall = len(retrieved.intersection(act_docs))/len(act_docs)\n",
    "    f1_score = 0\n",
    "    if precision+recall != 0:\n",
    "      f1_score = 2*precision*recall/(precision+recall)\n",
    "    l.extend([precision,recall,f1_score])\n",
    "    query_precision_recall_f1_score_zero_gamma.append(l)\n",
    "    print(\"\\nNumber of relevant documents retrieved: \",len(retrieved.intersection(act_docs)))\n",
    "    print(\"Relevant documents retrieved using QUERY EXPANSION ROCCHIO(word2vec) gamma = 0:\")\n",
    "    for d in retrieved.intersection(act_docs):\n",
    "        print(d)\n",
    "    print(\"\\n\")\n",
    "    print(\"*\"*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 0
    },
    "colab_type": "code",
    "id": "R_24xAe9EdGX",
    "outputId": "d4d98d64-bf6a-4979-d921-820182d367e2"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Precison: 0.15200000000000002 Average Recall: 0.05767384011053715 Average F1-Score: 0.07554054500657567\n"
     ]
    }
   ],
   "source": [
    "avg_precision = 0\n",
    "avg_recall = 0\n",
    "avg_f1_score = 0\n",
    "\n",
    "for query_no,precision,recall,f1_score in query_precision_recall_f1_score:\n",
    "  avg_precision+=precision\n",
    "  avg_recall+=recall\n",
    "  avg_f1_score+=f1_score\n",
    "\n",
    "print('Average Precison: {} Average Recall: {} Average F1-Score: {}'.format(avg_precision/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_recall/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_f1_score/len(query_precision_recall_f1_score)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 0
    },
    "colab_type": "code",
    "id": "y7ZDxM-_EdGZ",
    "outputId": "62aecd83-9ff8-44bc-c294-0d04d874b032"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Precison: 0.15200000000000002 Average Recall: 0.05767384011053715 Average F1-Score: 0.07554054500657567\n"
     ]
    }
   ],
   "source": [
    "avg_precision = 0\n",
    "avg_recall = 0\n",
    "avg_f1_score = 0\n",
    "\n",
    "for query_no,precision,recall,f1_score in query_precision_recall_f1_score_zero_gamma:\n",
    "  avg_precision+=precision\n",
    "  avg_recall+=recall\n",
    "  avg_f1_score+=f1_score\n",
    "\n",
    "print('Average Precison: {} Average Recall: {} Average F1-Score: {}'.format(avg_precision/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_recall/len(query_precision_recall_f1_score),\n",
    "                                                                            avg_f1_score/len(query_precision_recall_f1_score)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "2nxwhbJbz3aH"
   },
   "source": [
    "# **SUMMARY**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 255
    },
    "colab_type": "code",
    "id": "C_EF2NWSz8rs",
    "outputId": "7630d745-4c89-4816-e94d-35f098640230"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+-----------------------------------------------------+-----------+--------+----------+\n",
      "|                        METHOD                       | PRECISION | RECALL | F1 SCORE |\n",
      "+-----------------------------------------------------+-----------+--------+----------+\n",
      "|               QUERY EXPANSION + TFIDF               |   0.284   | 0.1298 |  0.1598  |\n",
      "|              QUERY EXPANSION + WORD2VEC             |   0.152   | 0.061  |  0.078   |\n",
      "|   QUERY EXPANSION + TFIDF + ROCCHIO (GAMMA = 0.15)  |    0.15   | 0.0655 |  0.0828  |\n",
      "|    QUERY EXPANSION + TFIDF + ROCCHIO (GAMMA = 0)    |    0.15   | 0.0655 |  0.0828  |\n",
      "| QUERY EXPANSION + WORD2VEC + ROCCHIO (GAMMA = 0.15) |    0.15   | 0.0576 |  0.0755  |\n",
      "|   QUERY EXPANSION + WORD2VEC + ROCCHIO (GAMMA = 0)  |    0.15   | 0.0576 |  0.0755  |\n",
      "|            TFIDF + ROCCHIO (GAMMA = 0.15)           |   0.284   | 0.155  |  0.182   |\n",
      "|             TFIDF + ROCCHIO (GAMMA = 0)             |   0.284   | 0.155  |  0.182   |\n",
      "|          WORD2VEC + ROCCHIO (GAMMA = 0.15)          |    0.26   | 0.122  |  0.152   |\n",
      "|            WORD2VEC + ROCCHIO (GAMMA = 0)           |    0.26   | 0.122  |  0.152   |\n",
      "+-----------------------------------------------------+-----------+--------+----------+\n"
     ]
    }
   ],
   "source": [
    "from prettytable import PrettyTable\n",
    "    \n",
    "x = PrettyTable()\n",
    "\n",
    "x.field_names = [\"METHOD\", \"PRECISION\", \"RECALL\", \"F1 SCORE\"]\n",
    "\n",
    "x.add_row([\"QUERY EXPANSION + TFIDF \", 0.284, 0.1298, 0.1598])\n",
    "x.add_row([\"QUERY EXPANSION + WORD2VEC\", 0.152, 0.061, 0.078])\n",
    "x.add_row([\"QUERY EXPANSION + TFIDF + ROCCHIO (GAMMA = 0.15)\", 0.15, 0.0655, 0.0828])\n",
    "x.add_row([\"QUERY EXPANSION + TFIDF + ROCCHIO (GAMMA = 0)\", 0.15, 0.0655, 0.0828])\n",
    "x.add_row([\"QUERY EXPANSION + WORD2VEC + ROCCHIO (GAMMA = 0.15)\", 0.15, 0.0576, 0.0755])\n",
    "x.add_row([\"QUERY EXPANSION + WORD2VEC + ROCCHIO (GAMMA = 0)\", 0.15, 0.0576, 0.0755])\n",
    "\n",
    "x.add_row([\"TFIDF + ROCCHIO (GAMMA = 0.15)\", 0.284, 0.155, 0.182])\n",
    "x.add_row([\"TFIDF + ROCCHIO (GAMMA = 0)\", 0.284, 0.155, 0.182])\n",
    "x.add_row([\"WORD2VEC + ROCCHIO (GAMMA = 0.15)\", 0.26, 0.122, 0.152])\n",
    "x.add_row([\"WORD2VEC + ROCCHIO (GAMMA = 0)\", 0.26, 0.122, 0.152])\n",
    "\n",
    "\n",
    "print(x)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "dQiiRataslwt"
   },
   "source": [
    "**It can be observed that rocchio algorithm is helpful in improving recall and query expansion does not seem to improve the results.**"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "collapsed_sections": [
    "M8ks-5gT5wFY",
    "Pa_3oGgT2mab",
    "cHffJvwsxy6P",
    "eSQW9UrGfVLd",
    "a9fEBMRgAjWR"
   ],
   "machine_shape": "hm",
   "name": "Assignment_6_201911003.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}