Untitled.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>.container { width:100% !important; }</style>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import sys\n",
    "import glob   \n",
    "import pickle\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "\n",
    "\n",
    "from IPython.core.display import display,HTML\n",
    "display(HTML(\"<style>.container { width:100% !important; }</style>\"))  # to make the notebook use the entire width of the browser\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    ###### dict_plos_UT_list_references_used_prior*\n",
    "\n",
    "    path = '../data/dict_plos_UT_list_references_used_prior*'   \n",
    "\n",
    "    \n",
    "    \n",
    "    \n",
    "    \n",
    "    lista_files=sorted(glob.glob(path))\n",
    "\n",
    "    dict_plos_UT_list_references_used_prior  = {}\n",
    "    \n",
    "\n",
    "    for filename in lista_files:\n",
    "        now = datetime.now()\n",
    "        print(f\"{now}:     loading    {filename}\")  \n",
    "        with open(filename, 'rb') as f:\n",
    "            aux_dict_plos_UT_list_references_used_prior = pickle.load(f)\n",
    "\n",
    "      \n",
    "        now = datetime.now()\n",
    "        dict_len = len(aux_dict_plos_UT_list_references_used_prior)\n",
    "        print(f\"  {now}: done loading, len: {dict_len}\")\n",
    "       \n",
    "\n",
    "        dict_plos_UT_list_references_used_prior.update(aux_dict_plos_UT_list_references_used_prior)\n",
    "        del(aux_dict_plos_UT_list_references_used_prior)\n",
    "        now = datetime.now()\n",
    "        dict_len = len(dict_plos_UT_list_references_used_prior)\n",
    "        print (f\"  {now}: master dict updated, len: {dict_len}\")\n",
    "\n",
    "        \n",
    "        \n",
    "        \n",
    "    with open('../data/master_dict_plos_UT_list_references_used_prior_ALL.pkl', 'wb') as handle:\n",
    "                 pickle.dump(dict_plos_UT_list_references_used_prior, handle, protocol = 2)\n",
    "    print (\"written:\",'../data/master_dict_plos_UT_list_references_used_prior_ALL.pkl',len(master_dict))   \n",
    "\n",
    "\n",
    "    lista_all_authored_UTs = list(dict_plos_UT_list_references_used_prior.keys())\n",
    "    print (\"len lista_all_authored_UTs:\", len(lista_all_authored_UTs))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "done loading ../data/master_dict_plos_UT_list_references_used_prior1.pkl 77852\n",
      "done loading  ../data/list_paper_UT.pkl\n",
      "done loading  ../data/plos_df.pkl\n",
      "done loading  ../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl 158813\n",
      "done loading df_merged (5787634, 25)\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    # try:   #### ojo!!!! this is just a partial dict (for testing the rest of the code), not the master, master\n",
    "    #     filename = '../data/master_dict_plos_UT_list_references_used_prior1.pkl'\n",
    "    #     dict_plos_UT_list_references_used_prior = pickle.load(open(filename, 'rb'))   \n",
    "    #     print (\"done loading\", filename, len(dict_plos_UT_list_references_used_prior)) \n",
    "    # except:        \n",
    "    #     print (\"MISSING FILE! \", filename, \"  FORCED EXIT.\")\n",
    "    #     #exit()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    try:\n",
    "\n",
    "        list_paper_UT = pickle.load(open('../data/list_paper_UT.pkl', 'rb'))   \n",
    "        print (\"done loading  ../data/list_paper_UT.pkl\") \n",
    "    except:        \n",
    "        print (\"MISSING FILE!  ../data/list_paper_UT.pkl           FORCED EXIT.\")\n",
    "      #  exit()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    try:\n",
    "\n",
    "        plos_df_simple = pickle.load(open('../data/plos_df.pkl', 'rb'))   \n",
    "        print (\"done loading  ../data/plos_df.pkl\") \n",
    "    except:        \n",
    "        print (\"MISSING FILE!  ../data/plos_df.pkl           FORCED EXIT.\")\n",
    "       # exit()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    try:\n",
    "\n",
    "        filename = '../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl'\n",
    "        dict_plos_UT_list_papers_authored_by_team = pickle.load(open(filename, 'rb'))   \n",
    "        print (\"done loading \", filename, len(dict_plos_UT_list_papers_authored_by_team)) \n",
    "\n",
    "    except:        \n",
    "        print (\"MISSING FILE!  \", filename, \"        FORCED EXIT.\")\n",
    "        #exit()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    df_merged = pickle.load(open('../data/df_reference_cite_plos_merged_simplified_added_more_columns_no_self-cit_one_ref_per_sect_ONLY_ARTICLES.pkl', 'rb'))\n",
    "    print (\"done loading df_merged\", df_merged.shape)\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " adding team_expertise to pandas df  ..................\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>paper_UT</th>\n",
       "      <th>team_expertise</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>487945</th>\n",
       "      <td>000202894800008</td>\n",
       "      <td>114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2035210</th>\n",
       "      <td>000207443600001</td>\n",
       "      <td>233</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5785005</th>\n",
       "      <td>000207443600002</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>667449</th>\n",
       "      <td>000207443600003</td>\n",
       "      <td>118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3998015</th>\n",
       "      <td>000207443600004</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                paper_UT  team_expertise\n",
       "487945   000202894800008             114\n",
       "2035210  000207443600001             233\n",
       "5785005  000207443600002              72\n",
       "667449   000207443600003             118\n",
       "3998015  000207443600004               9"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "print (\"\\n adding team_expertise to pandas df  ..................\")\n",
    "list_expertise_papers= []\n",
    "for paper_UT in list_paper_UT:\n",
    "    list_expertise_papers.append(len(dict_plos_UT_list_papers_authored_by_team[paper_UT]))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "plos_df_simple['team_expertise'] = list_expertise_papers\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "###### i merge dataframes\n",
    "df_merged = pd.merge(df_merged,  plos_df_simple, on='paper_UT', how='left')\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " adding recycled_ref label to pandas df  ..................\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "\n",
    "###################################\n",
    "########################################\n",
    "###################################\n",
    "########################################\n",
    "\n",
    "def get_reclycle_ref_yes_no(row, dict_plos_UT_list_references_used_prior):\n",
    "    \n",
    "    flag_recycled_ref = np.nan\n",
    "    \n",
    "    paper_UT = row.paper_UT\n",
    "    ref_UT = row.reference_UT\n",
    "    \n",
    "    flag_recycled_ref = 0\n",
    "        \n",
    "    try:\n",
    "        dict_plos_UT_list_references_used_prior[paper_UT]\n",
    "       \n",
    "        if ref_UT in dict_plos_UT_list_references_used_prior[paper_UT]:   # that is the list of papers authored by the list of authors of paper_UT until the year before of the publication of paper_UT\n",
    "            flag_recycled_ref = 1\n",
    "    except KeyError: pass\n",
    "    \n",
    "    \n",
    "            \n",
    "    return flag_recycled_ref\n",
    "\n",
    "###################################\n",
    "########################################\n",
    "\n",
    "\n",
    "\n",
    "############ i add the recycled_ref label to the plos_ref database:\n",
    "print (\"\\n adding recycled_ref label to pandas df  ..................\")\n",
    "df_merged['recycled_ref'] = df_merged.apply (lambda row: get_reclycle_ref_yes_no(row, dict_plos_UT_list_references_used_prior),axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    5083717\n",
       "1     703917\n",
       "Name: recycled_ref, dtype: int64"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merged.recycled_ref.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# ####### i glue together the partial dictionary for previous publications of a given team (plos UT)\n",
    "# path = '../data/dict_plos_UT_list_papers_authored_by_team_until_then_*'   \n",
    "# lista_files=sorted(glob.glob(path))\n",
    "\n",
    "# master_dict_plos_UT_list_papers_authored_by_team  = {}\n",
    "# lista_all_authored_UTs=[]\n",
    "\n",
    "# for filename in lista_files:\n",
    "#     dict_plos_UT_list_papers_authored_by_team = pickle.load(open(filename, 'rb'))\n",
    "#     lista_all_authored_UTs += list(dict_plos_UT_list_papers_authored_by_team.keys())\n",
    "#     print (\"done loading\", filename, len(dict_plos_UT_list_papers_authored_by_team), len(lista_all_authored_UTs))\n",
    "\n",
    "#     master_dict_plos_UT_list_papers_authored_by_team.update(dict_plos_UT_list_papers_authored_by_team)\n",
    "# with open('../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl', 'wb') as handle:\n",
    "#              pickle.dump(master_dict_plos_UT_list_papers_authored_by_team, handle, protocol = 2)\n",
    "# print (\"written:\",'../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl',len(master_dict_plos_UT_list_papers_authored_by_team))   \n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>occurence</th>\n",
       "      <th>reference_UT</th>\n",
       "      <th>reference_rank</th>\n",
       "      <th>regex_sect_index</th>\n",
       "      <th>cite_count</th>\n",
       "      <th>ref_pub_year</th>\n",
       "      <th>paper_cite_count</th>\n",
       "      <th>plos_pub_year</th>\n",
       "      <th>sect_char_pos</th>\n",
       "      <th>sect_char_total</th>\n",
       "      <th>...</th>\n",
       "      <th>rel_loc_in_sect</th>\n",
       "      <th>plos_field</th>\n",
       "      <th>isolated_citation</th>\n",
       "      <th>paper_UT</th>\n",
       "      <th>total_refs</th>\n",
       "      <th>categ_codes</th>\n",
       "      <th>self_citation</th>\n",
       "      <th>number_authors</th>\n",
       "      <th>plos_article_type</th>\n",
       "      <th>team_expertise</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>A1995QY75100004</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>60.0</td>\n",
       "      <td>1995.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>139</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.034500</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>A1995QY75100004</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>60.0</td>\n",
       "      <td>1995.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>494</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.091515</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>000263911400006</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>142</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035244</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>000289279600018</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>269</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.066766</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3</td>\n",
       "      <td>000289279600018</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>29.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3844</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.712116</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>000287717700023</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>1635</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.405808</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>000257589600013</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>27.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2177</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.540333</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2</td>\n",
       "      <td>000257589600013</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>27.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2578</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.477584</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>000246465200001</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>1638</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.406552</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>3</td>\n",
       "      <td>000246465200001</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "      <td>29.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2579</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.477770</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>000266227800006</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>270.0</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>1755</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.435592</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>3</td>\n",
       "      <td>000266227800006</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>270.0</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2580</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.477955</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>000220879700004</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>743.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2635</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.654008</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>000177105200006</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>916.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2638</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.654753</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>000182540700009</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>463.0</td>\n",
       "      <td>2003.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3069</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.761727</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>000227197300045</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>3116.0</td>\n",
       "      <td>2005.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3072</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.762472</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>000290020400009</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>180.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3368</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.835939</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2</td>\n",
       "      <td>000290020400009</td>\n",
       "      <td>24</td>\n",
       "      <td>3</td>\n",
       "      <td>180.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2190</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.405706</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1</td>\n",
       "      <td>A1994NV95600001</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>113.0</td>\n",
       "      <td>1994.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3371</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.836684</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2</td>\n",
       "      <td>A1994NV95600001</td>\n",
       "      <td>26</td>\n",
       "      <td>3</td>\n",
       "      <td>113.0</td>\n",
       "      <td>1994.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2193</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.406262</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1</td>\n",
       "      <td>000256313500005</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3780</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.938198</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1</td>\n",
       "      <td>000293136200014</td>\n",
       "      <td>28</td>\n",
       "      <td>0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3781</td>\n",
       "      <td>4029</td>\n",
       "      <td>...</td>\n",
       "      <td>0.938446</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1</td>\n",
       "      <td>000174597100019</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>56.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>1217</td>\n",
       "      <td>5961</td>\n",
       "      <td>...</td>\n",
       "      <td>0.204160</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1</td>\n",
       "      <td>000288797100011</td>\n",
       "      <td>30</td>\n",
       "      <td>2</td>\n",
       "      <td>71.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3745</td>\n",
       "      <td>6345</td>\n",
       "      <td>...</td>\n",
       "      <td>0.590229</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1</td>\n",
       "      <td>000179315000003</td>\n",
       "      <td>31</td>\n",
       "      <td>2</td>\n",
       "      <td>23.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>5830</td>\n",
       "      <td>6345</td>\n",
       "      <td>...</td>\n",
       "      <td>0.918834</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2</td>\n",
       "      <td>000179315000003</td>\n",
       "      <td>31</td>\n",
       "      <td>3</td>\n",
       "      <td>23.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3233</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.598926</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1</td>\n",
       "      <td>000276742200012</td>\n",
       "      <td>32</td>\n",
       "      <td>3</td>\n",
       "      <td>31.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>298</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.055206</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1</td>\n",
       "      <td>000275109000015</td>\n",
       "      <td>34</td>\n",
       "      <td>3</td>\n",
       "      <td>40.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>301</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.055761</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1</td>\n",
       "      <td>000282273900001</td>\n",
       "      <td>35</td>\n",
       "      <td>3</td>\n",
       "      <td>54.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2290</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.424231</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>000301067700008</td>\n",
       "      <td>36</td>\n",
       "      <td>3</td>\n",
       "      <td>9.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>3991</td>\n",
       "      <td>5398</td>\n",
       "      <td>...</td>\n",
       "      <td>0.739348</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000324515600133</td>\n",
       "      <td>37</td>\n",
       "      <td>0 5</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>1</td>\n",
       "      <td>000324379600006</td>\n",
       "      <td>38</td>\n",
       "      <td>3</td>\n",
       "      <td>14.0</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>5342</td>\n",
       "      <td>6003</td>\n",
       "      <td>...</td>\n",
       "      <td>0.889888</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000352084800063</td>\n",
       "      <td>41</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>1</td>\n",
       "      <td>000252163400005</td>\n",
       "      <td>39</td>\n",
       "      <td>3</td>\n",
       "      <td>86.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>5343</td>\n",
       "      <td>6003</td>\n",
       "      <td>...</td>\n",
       "      <td>0.890055</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000352084800063</td>\n",
       "      <td>41</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>1</td>\n",
       "      <td>000311838300021</td>\n",
       "      <td>40</td>\n",
       "      <td>3</td>\n",
       "      <td>10.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>5668</td>\n",
       "      <td>6003</td>\n",
       "      <td>...</td>\n",
       "      <td>0.944195</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000352084800063</td>\n",
       "      <td>41</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>1</td>\n",
       "      <td>000329113500009</td>\n",
       "      <td>41</td>\n",
       "      <td>3</td>\n",
       "      <td>17.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>5669</td>\n",
       "      <td>6003</td>\n",
       "      <td>...</td>\n",
       "      <td>0.944361</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000352084800063</td>\n",
       "      <td>41</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>1</td>\n",
       "      <td>000313346100007</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>591</td>\n",
       "      <td>2474</td>\n",
       "      <td>...</td>\n",
       "      <td>0.238884</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>1</td>\n",
       "      <td>000337919300011</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>765</td>\n",
       "      <td>2474</td>\n",
       "      <td>...</td>\n",
       "      <td>0.309216</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>1</td>\n",
       "      <td>000336485100015</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>1003</td>\n",
       "      <td>2474</td>\n",
       "      <td>...</td>\n",
       "      <td>0.405416</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>3</td>\n",
       "      <td>000336485100015</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>35.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>2641</td>\n",
       "      <td>3514</td>\n",
       "      <td>...</td>\n",
       "      <td>0.751565</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>1</td>\n",
       "      <td>000317992900007</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>48.0</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>1004</td>\n",
       "      <td>2474</td>\n",
       "      <td>...</td>\n",
       "      <td>0.405821</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>3</td>\n",
       "      <td>000317992900007</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>48.0</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>2642</td>\n",
       "      <td>3514</td>\n",
       "      <td>...</td>\n",
       "      <td>0.751850</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>1</td>\n",
       "      <td>000302075000006</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>51.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>1006</td>\n",
       "      <td>2474</td>\n",
       "      <td>...</td>\n",
       "      <td>0.406629</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>0</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>1</td>\n",
       "      <td>000088727800022</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>181.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>3867</td>\n",
       "      <td>6117</td>\n",
       "      <td>...</td>\n",
       "      <td>0.632173</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>1</td>\n",
       "      <td>A1987J391400011</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>5435.0</td>\n",
       "      <td>1987.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>5404</td>\n",
       "      <td>6117</td>\n",
       "      <td>...</td>\n",
       "      <td>0.883440</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>1</td>\n",
       "      <td>000285224500030</td>\n",
       "      <td>16</td>\n",
       "      <td>3</td>\n",
       "      <td>25.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>2042</td>\n",
       "      <td>3514</td>\n",
       "      <td>...</td>\n",
       "      <td>0.581104</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>1</td>\n",
       "      <td>A1996VG59600012</td>\n",
       "      <td>17</td>\n",
       "      <td>3</td>\n",
       "      <td>133.0</td>\n",
       "      <td>1996.0</td>\n",
       "      <td>1</td>\n",
       "      <td>2015.0</td>\n",
       "      <td>2183</td>\n",
       "      <td>3514</td>\n",
       "      <td>...</td>\n",
       "      <td>0.621229</td>\n",
       "      <td>['D RO MULTIDISCIPLINARY SCIENCES']</td>\n",
       "      <td>1</td>\n",
       "      <td>000358595900105</td>\n",
       "      <td>17</td>\n",
       "      <td>0 5 8</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>1221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>1</td>\n",
       "      <td>000301376000017</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>762</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.282222</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>1</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>1</td>\n",
       "      <td>000073289300013</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>64.0</td>\n",
       "      <td>1998.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>994</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.368148</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>0</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>1</td>\n",
       "      <td>A1997XH86900011</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>194.0</td>\n",
       "      <td>1997.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>996</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.368889</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>0</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>1</td>\n",
       "      <td>000244396300011</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>104.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1451</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.537407</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>0</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>1</td>\n",
       "      <td>000300416100024</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>36.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1453</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.538148</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>0</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>1</td>\n",
       "      <td>000248638400022</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>47.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1795</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.664815</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>0</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>1</td>\n",
       "      <td>000279366300007</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1798</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.665926</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>0</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>1</td>\n",
       "      <td>000296953400004</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1949</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.721852</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>1</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>2</td>\n",
       "      <td>000296953400004</td>\n",
       "      <td>12</td>\n",
       "      <td>3</td>\n",
       "      <td>13.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1409</td>\n",
       "      <td>4296</td>\n",
       "      <td>...</td>\n",
       "      <td>0.327980</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>0</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>1</td>\n",
       "      <td>000285031700011</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1966</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.728148</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>1</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>1</td>\n",
       "      <td>000264346900006</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1977</td>\n",
       "      <td>2700</td>\n",
       "      <td>...</td>\n",
       "      <td>0.732222</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>1</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>2</td>\n",
       "      <td>000264346900006</td>\n",
       "      <td>15</td>\n",
       "      <td>3</td>\n",
       "      <td>15.0</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2668</td>\n",
       "      <td>4296</td>\n",
       "      <td>...</td>\n",
       "      <td>0.621043</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>1</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>1</td>\n",
       "      <td>000265523300018</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>31.0</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>502</td>\n",
       "      <td>4727</td>\n",
       "      <td>...</td>\n",
       "      <td>0.106198</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>1</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>1</td>\n",
       "      <td>000231855500001</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>41.0</td>\n",
       "      <td>2005.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>1521</td>\n",
       "      <td>4727</td>\n",
       "      <td>...</td>\n",
       "      <td>0.321769</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>1</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>1</td>\n",
       "      <td>000183832900044</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>3089.0</td>\n",
       "      <td>2003.0</td>\n",
       "      <td>8</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>4055</td>\n",
       "      <td>4727</td>\n",
       "      <td>...</td>\n",
       "      <td>0.857838</td>\n",
       "      <td>['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']</td>\n",
       "      <td>1</td>\n",
       "      <td>000312910200007</td>\n",
       "      <td>33</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>@ Article</td>\n",
       "      <td>319</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    occurence     reference_UT  reference_rank  regex_sect_index  cite_count  \\\n",
       "0           1  A1995QY75100004               1                 0        60.0   \n",
       "1           2  A1995QY75100004               1                 3        60.0   \n",
       "2           1  000263911400006               3                 0         5.0   \n",
       "3           1  000289279600018               4                 0        29.0   \n",
       "4           3  000289279600018               4                 3        29.0   \n",
       "5           1  000287717700023               5                 0        19.0   \n",
       "6           1  000257589600013               7                 0        27.0   \n",
       "7           2  000257589600013               7                 3        27.0   \n",
       "8           1  000246465200001               8                 0        29.0   \n",
       "9           3  000246465200001               8                 3        29.0   \n",
       "10          1  000266227800006              10                 0       270.0   \n",
       "11          3  000266227800006              10                 3       270.0   \n",
       "12          1  000220879700004              12                 0       743.0   \n",
       "13          1  000177105200006              17                 0       916.0   \n",
       "14          1  000182540700009              18                 0       463.0   \n",
       "15          1  000227197300045              22                 0      3116.0   \n",
       "16          1  000290020400009              24                 0       180.0   \n",
       "17          2  000290020400009              24                 3       180.0   \n",
       "18          1  A1994NV95600001              26                 0       113.0   \n",
       "19          2  A1994NV95600001              26                 3       113.0   \n",
       "20          1  000256313500005              27                 0         9.0   \n",
       "21          1  000293136200014              28                 0        16.0   \n",
       "22          1  000174597100019              29                 1        56.0   \n",
       "23          1  000288797100011              30                 2        71.0   \n",
       "24          1  000179315000003              31                 2        23.0   \n",
       "25          2  000179315000003              31                 3        23.0   \n",
       "26          1  000276742200012              32                 3        31.0   \n",
       "27          1  000275109000015              34                 3        40.0   \n",
       "28          1  000282273900001              35                 3        54.0   \n",
       "29          1  000301067700008              36                 3         9.0   \n",
       "..        ...              ...             ...               ...         ...   \n",
       "70          1  000324379600006              38                 3        14.0   \n",
       "71          1  000252163400005              39                 3        86.0   \n",
       "72          1  000311838300021              40                 3        10.0   \n",
       "73          1  000329113500009              41                 3        17.0   \n",
       "74          1  000313346100007               2                 0         6.0   \n",
       "75          1  000337919300011               3                 0        13.0   \n",
       "76          1  000336485100015               4                 0        35.0   \n",
       "77          3  000336485100015               4                 3        35.0   \n",
       "78          1  000317992900007               5                 0        48.0   \n",
       "79          3  000317992900007               5                 3        48.0   \n",
       "80          1  000302075000006               7                 0        51.0   \n",
       "81          1  000088727800022              13                 1       181.0   \n",
       "82          1  A1987J391400011              15                 1      5435.0   \n",
       "83          1  000285224500030              16                 3        25.0   \n",
       "84          1  A1996VG59600012              17                 3       133.0   \n",
       "85          1  000301376000017               2                 0        35.0   \n",
       "86          1  000073289300013               3                 0        64.0   \n",
       "87          1  A1997XH86900011               4                 0       194.0   \n",
       "88          1  000244396300011               5                 0       104.0   \n",
       "89          1  000300416100024               6                 0        36.0   \n",
       "90          1  000248638400022               8                 0        47.0   \n",
       "91          1  000279366300007              11                 0        12.0   \n",
       "92          1  000296953400004              12                 0        13.0   \n",
       "93          2  000296953400004              12                 3        13.0   \n",
       "94          1  000285031700011              14                 0        10.0   \n",
       "95          1  000264346900006              15                 0        15.0   \n",
       "96          2  000264346900006              15                 3        15.0   \n",
       "97          1  000265523300018              16                 1        31.0   \n",
       "98          1  000231855500001              17                 1        41.0   \n",
       "99          1  000183832900044              19                 1      3089.0   \n",
       "\n",
       "    ref_pub_year  paper_cite_count  plos_pub_year  sect_char_pos  \\\n",
       "0         1995.0                 2         2013.0            139   \n",
       "1         1995.0                 2         2013.0            494   \n",
       "2         2009.0                 2         2013.0            142   \n",
       "3         2011.0                 2         2013.0            269   \n",
       "4         2011.0                 2         2013.0           3844   \n",
       "5         2011.0                 2         2013.0           1635   \n",
       "6         2008.0                 2         2013.0           2177   \n",
       "7         2008.0                 2         2013.0           2578   \n",
       "8         2007.0                 2         2013.0           1638   \n",
       "9         2007.0                 2         2013.0           2579   \n",
       "10        2009.0                 2         2013.0           1755   \n",
       "11        2009.0                 2         2013.0           2580   \n",
       "12        2004.0                 2         2013.0           2635   \n",
       "13        2002.0                 2         2013.0           2638   \n",
       "14        2003.0                 2         2013.0           3069   \n",
       "15        2005.0                 2         2013.0           3072   \n",
       "16        2011.0                 2         2013.0           3368   \n",
       "17        2011.0                 2         2013.0           2190   \n",
       "18        1994.0                 2         2013.0           3371   \n",
       "19        1994.0                 2         2013.0           2193   \n",
       "20        2008.0                 2         2013.0           3780   \n",
       "21        2011.0                 2         2013.0           3781   \n",
       "22        2002.0                 2         2013.0           1217   \n",
       "23        2011.0                 2         2013.0           3745   \n",
       "24        2002.0                 2         2013.0           5830   \n",
       "25        2002.0                 2         2013.0           3233   \n",
       "26        2010.0                 2         2013.0            298   \n",
       "27        2010.0                 2         2013.0            301   \n",
       "28        2010.0                 2         2013.0           2290   \n",
       "29        2012.0                 2         2013.0           3991   \n",
       "..           ...               ...            ...            ...   \n",
       "70        2013.0                 2         2015.0           5342   \n",
       "71        2008.0                 2         2015.0           5343   \n",
       "72        2012.0                 2         2015.0           5668   \n",
       "73        2014.0                 2         2015.0           5669   \n",
       "74        2013.0                 1         2015.0            591   \n",
       "75        2014.0                 1         2015.0            765   \n",
       "76        2014.0                 1         2015.0           1003   \n",
       "77        2014.0                 1         2015.0           2641   \n",
       "78        2013.0                 1         2015.0           1004   \n",
       "79        2013.0                 1         2015.0           2642   \n",
       "80        2012.0                 1         2015.0           1006   \n",
       "81        2000.0                 1         2015.0           3867   \n",
       "82        1987.0                 1         2015.0           5404   \n",
       "83        2010.0                 1         2015.0           2042   \n",
       "84        1996.0                 1         2015.0           2183   \n",
       "85        2012.0                 8         2012.0            762   \n",
       "86        1998.0                 8         2012.0            994   \n",
       "87        1997.0                 8         2012.0            996   \n",
       "88        2007.0                 8         2012.0           1451   \n",
       "89        2012.0                 8         2012.0           1453   \n",
       "90        2007.0                 8         2012.0           1795   \n",
       "91        2010.0                 8         2012.0           1798   \n",
       "92        2011.0                 8         2012.0           1949   \n",
       "93        2011.0                 8         2012.0           1409   \n",
       "94        2010.0                 8         2012.0           1966   \n",
       "95        2009.0                 8         2012.0           1977   \n",
       "96        2009.0                 8         2012.0           2668   \n",
       "97        2009.0                 8         2012.0            502   \n",
       "98        2005.0                 8         2012.0           1521   \n",
       "99        2003.0                 8         2012.0           4055   \n",
       "\n",
       "    sect_char_total      ...       rel_loc_in_sect  \\\n",
       "0              4029      ...              0.034500   \n",
       "1              5398      ...              0.091515   \n",
       "2              4029      ...              0.035244   \n",
       "3              4029      ...              0.066766   \n",
       "4              5398      ...              0.712116   \n",
       "5              4029      ...              0.405808   \n",
       "6              4029      ...              0.540333   \n",
       "7              5398      ...              0.477584   \n",
       "8              4029      ...              0.406552   \n",
       "9              5398      ...              0.477770   \n",
       "10             4029      ...              0.435592   \n",
       "11             5398      ...              0.477955   \n",
       "12             4029      ...              0.654008   \n",
       "13             4029      ...              0.654753   \n",
       "14             4029      ...              0.761727   \n",
       "15             4029      ...              0.762472   \n",
       "16             4029      ...              0.835939   \n",
       "17             5398      ...              0.405706   \n",
       "18             4029      ...              0.836684   \n",
       "19             5398      ...              0.406262   \n",
       "20             4029      ...              0.938198   \n",
       "21             4029      ...              0.938446   \n",
       "22             5961      ...              0.204160   \n",
       "23             6345      ...              0.590229   \n",
       "24             6345      ...              0.918834   \n",
       "25             5398      ...              0.598926   \n",
       "26             5398      ...              0.055206   \n",
       "27             5398      ...              0.055761   \n",
       "28             5398      ...              0.424231   \n",
       "29             5398      ...              0.739348   \n",
       "..              ...      ...                   ...   \n",
       "70             6003      ...              0.889888   \n",
       "71             6003      ...              0.890055   \n",
       "72             6003      ...              0.944195   \n",
       "73             6003      ...              0.944361   \n",
       "74             2474      ...              0.238884   \n",
       "75             2474      ...              0.309216   \n",
       "76             2474      ...              0.405416   \n",
       "77             3514      ...              0.751565   \n",
       "78             2474      ...              0.405821   \n",
       "79             3514      ...              0.751850   \n",
       "80             2474      ...              0.406629   \n",
       "81             6117      ...              0.632173   \n",
       "82             6117      ...              0.883440   \n",
       "83             3514      ...              0.581104   \n",
       "84             3514      ...              0.621229   \n",
       "85             2700      ...              0.282222   \n",
       "86             2700      ...              0.368148   \n",
       "87             2700      ...              0.368889   \n",
       "88             2700      ...              0.537407   \n",
       "89             2700      ...              0.538148   \n",
       "90             2700      ...              0.664815   \n",
       "91             2700      ...              0.665926   \n",
       "92             2700      ...              0.721852   \n",
       "93             4296      ...              0.327980   \n",
       "94             2700      ...              0.728148   \n",
       "95             2700      ...              0.732222   \n",
       "96             4296      ...              0.621043   \n",
       "97             4727      ...              0.106198   \n",
       "98             4727      ...              0.321769   \n",
       "99             4727      ...              0.857838   \n",
       "\n",
       "                                         plos_field isolated_citation  \\\n",
       "0               ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "1               ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "2               ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "3               ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "4               ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "5               ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "6               ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "7               ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "8               ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "9               ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "10              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "11              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "12              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "13              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "14              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "15              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "16              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "17              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "18              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "19              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "20              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "21              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "22              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "23              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "24              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "25              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "26              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "27              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "28              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "29              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "..                                              ...               ...   \n",
       "70              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "71              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "72              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "73              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "74              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "75              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "76              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "77              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "78              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "79              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "80              ['D RO MULTIDISCIPLINARY SCIENCES']                 0   \n",
       "81              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "82              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "83              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "84              ['D RO MULTIDISCIPLINARY SCIENCES']                 1   \n",
       "85  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 1   \n",
       "86  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 0   \n",
       "87  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 0   \n",
       "88  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 0   \n",
       "89  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 0   \n",
       "90  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 0   \n",
       "91  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 0   \n",
       "92  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 1   \n",
       "93  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 0   \n",
       "94  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 1   \n",
       "95  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 1   \n",
       "96  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 1   \n",
       "97  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 1   \n",
       "98  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 1   \n",
       "99  ['D YU TROPICAL MEDICINE', 'D TI PARASITOLOGY']                 1   \n",
       "\n",
       "           paper_UT  total_refs  categ_codes  self_citation number_authors  \\\n",
       "0   000324515600133          37          0 5              0              5   \n",
       "1   000324515600133          37          0 5              0              5   \n",
       "2   000324515600133          37          0 5              0              5   \n",
       "3   000324515600133          37          0 5              0              5   \n",
       "4   000324515600133          37          0 5              0              5   \n",
       "5   000324515600133          37          0 5              0              5   \n",
       "6   000324515600133          37          0 5              0              5   \n",
       "7   000324515600133          37          0 5              0              5   \n",
       "8   000324515600133          37          0 5              0              5   \n",
       "9   000324515600133          37          0 5              0              5   \n",
       "10  000324515600133          37          0 5              0              5   \n",
       "11  000324515600133          37          0 5              0              5   \n",
       "12  000324515600133          37          0 5              0              5   \n",
       "13  000324515600133          37          0 5              0              5   \n",
       "14  000324515600133          37          0 5              0              5   \n",
       "15  000324515600133          37          0 5              0              5   \n",
       "16  000324515600133          37          0 5              0              5   \n",
       "17  000324515600133          37          0 5              0              5   \n",
       "18  000324515600133          37          0 5              0              5   \n",
       "19  000324515600133          37          0 5              0              5   \n",
       "20  000324515600133          37          0 5              0              5   \n",
       "21  000324515600133          37          0 5              0              5   \n",
       "22  000324515600133          37          0 5              0              5   \n",
       "23  000324515600133          37          0 5              0              5   \n",
       "24  000324515600133          37          0 5              0              5   \n",
       "25  000324515600133          37          0 5              0              5   \n",
       "26  000324515600133          37          0 5              0              5   \n",
       "27  000324515600133          37          0 5              0              5   \n",
       "28  000324515600133          37          0 5              0              5   \n",
       "29  000324515600133          37          0 5              0              5   \n",
       "..              ...         ...          ...            ...            ...   \n",
       "70  000352084800063          41        0 5 8              0              9   \n",
       "71  000352084800063          41        0 5 8              0              9   \n",
       "72  000352084800063          41        0 5 8              0              9   \n",
       "73  000352084800063          41        0 5 8              0              9   \n",
       "74  000358595900105          17        0 5 8              0             11   \n",
       "75  000358595900105          17        0 5 8              0             11   \n",
       "76  000358595900105          17        0 5 8              0             11   \n",
       "77  000358595900105          17        0 5 8              0             11   \n",
       "78  000358595900105          17        0 5 8              0             11   \n",
       "79  000358595900105          17        0 5 8              0             11   \n",
       "80  000358595900105          17        0 5 8              0             11   \n",
       "81  000358595900105          17        0 5 8              0             11   \n",
       "82  000358595900105          17        0 5 8              0             11   \n",
       "83  000358595900105          17        0 5 8              0             11   \n",
       "84  000358595900105          17        0 5 8              0             11   \n",
       "85  000312910200007          33                           0              3   \n",
       "86  000312910200007          33                           0              3   \n",
       "87  000312910200007          33                           0              3   \n",
       "88  000312910200007          33                           0              3   \n",
       "89  000312910200007          33                           0              3   \n",
       "90  000312910200007          33                           0              3   \n",
       "91  000312910200007          33                           0              3   \n",
       "92  000312910200007          33                           0              3   \n",
       "93  000312910200007          33                           0              3   \n",
       "94  000312910200007          33                           0              3   \n",
       "95  000312910200007          33                           0              3   \n",
       "96  000312910200007          33                           0              3   \n",
       "97  000312910200007          33                           0              3   \n",
       "98  000312910200007          33                           0              3   \n",
       "99  000312910200007          33                           0              3   \n",
       "\n",
       "    plos_article_type team_expertise  \n",
       "0           @ Article             86  \n",
       "1           @ Article             86  \n",
       "2           @ Article             86  \n",
       "3           @ Article             86  \n",
       "4           @ Article             86  \n",
       "5           @ Article             86  \n",
       "6           @ Article             86  \n",
       "7           @ Article             86  \n",
       "8           @ Article             86  \n",
       "9           @ Article             86  \n",
       "10          @ Article             86  \n",
       "11          @ Article             86  \n",
       "12          @ Article             86  \n",
       "13          @ Article             86  \n",
       "14          @ Article             86  \n",
       "15          @ Article             86  \n",
       "16          @ Article             86  \n",
       "17          @ Article             86  \n",
       "18          @ Article             86  \n",
       "19          @ Article             86  \n",
       "20          @ Article             86  \n",
       "21          @ Article             86  \n",
       "22          @ Article             86  \n",
       "23          @ Article             86  \n",
       "24          @ Article             86  \n",
       "25          @ Article             86  \n",
       "26          @ Article             86  \n",
       "27          @ Article             86  \n",
       "28          @ Article             86  \n",
       "29          @ Article             86  \n",
       "..                ...            ...  \n",
       "70          @ Article            542  \n",
       "71          @ Article            542  \n",
       "72          @ Article            542  \n",
       "73          @ Article            542  \n",
       "74          @ Article           1221  \n",
       "75          @ Article           1221  \n",
       "76          @ Article           1221  \n",
       "77          @ Article           1221  \n",
       "78          @ Article           1221  \n",
       "79          @ Article           1221  \n",
       "80          @ Article           1221  \n",
       "81          @ Article           1221  \n",
       "82          @ Article           1221  \n",
       "83          @ Article           1221  \n",
       "84          @ Article           1221  \n",
       "85          @ Article            319  \n",
       "86          @ Article            319  \n",
       "87          @ Article            319  \n",
       "88          @ Article            319  \n",
       "89          @ Article            319  \n",
       "90          @ Article            319  \n",
       "91          @ Article            319  \n",
       "92          @ Article            319  \n",
       "93          @ Article            319  \n",
       "94          @ Article            319  \n",
       "95          @ Article            319  \n",
       "96          @ Article            319  \n",
       "97          @ Article            319  \n",
       "98          @ Article            319  \n",
       "99          @ Article            319  \n",
       "\n",
       "[100 rows x 26 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(156558, 156558, 158813)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(plos_df_simple), len(list_expertise_papers), len(dict_plos_UT_list_papers_authored_by_team)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2475\n"
     ]
    }
   ],
   "source": [
    "cont  =1\n",
    "for key in dict_plos_UT_list_papers_authored_by_team:\n",
    "    if len(dict_plos_UT_list_papers_authored_by_team[key]) == 0:\n",
    "        cont +=1\n",
    "print (cont)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "158813"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(dict_plos_UT_list_papers_authored_by_team)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "########### I load all aux. dictionaries that i need for this third part of the code:\n",
    "try:\n",
    "\n",
    "    dict_DAIS_list_papers = pickle.load(open('../data/dict_DAIS_list_papers.pkl', 'rb'))   \n",
    "    print (\"done loading  ../data/dict_DAIS_list_papers.pkl\") \n",
    "except:        \n",
    "    print (\"MISSING FILE!  ../data/dict_DAIS_list_papers.pkl           FORCED EXIT.\")\n",
    "    exit()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "try:\n",
    "    tot_list_DAIS = pickle.load(open('../data/tot_list_DAIS.pkl', 'rb'))   \n",
    "    print (\"done loading  ../data/tot_list_DAIS.pkl\")    ###   697,993   authors (of all the plos papers)\n",
    "\n",
    "    dict_plos_paper_UT_list_DAIS = pickle.load(open('../data/dict_plos_paper_UT_list_DAIS.pkl', 'rb'))            \n",
    "    print (\"done loading  ../data/dict_plos_paper_UT_list_DAIS.pkl\")   # 158,813   plos papers\n",
    "except:\n",
    "    print (\"MISSING FILE!  ../data/dict_plos_paper_UT_list_DAIS.pkl           FORCED EXIT.\")\n",
    "    exit()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "try:\n",
    "    dict_all_papers_authored_publ_year = pickle.load(open('../data/dict_all_papers_authored_publ_year.pkl', 'rb'))  \n",
    "    print (\"done loading ../data/dict_all_papers_authored_publ_year.pkl\" )   # around 12M of keys\n",
    "except:\n",
    "    print (\"MISSING FILE!  ../data/dict_all_papers_authored_publ_year.pkl           FORCED EXIT.\")\n",
    "    exit()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "list_paper_UT = pickle.load(open('../data/list_paper_UT.pkl', 'rb'))\n",
    "print (\"done loading pickle list_paper_UT\")\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "try:\n",
    "    dict_UT_plos_paper_publication_year = pickle.load(open('../data/dict_UT_plos_paper_publication_year.pkl', 'rb'))  \n",
    "    print (\"done loading ../data/dict_UT_plos_paper_publication_year.pkl\" )   # around 12M of keys\n",
    "except:\n",
    "    print (\"MISSING FILE!  ../data/dict_UT_plos_paper_publication_year.pkl           FORCED EXIT.\")\n",
    "    exit()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "try:\n",
    "    dict_all_authored_paper_UT_list_UT_references = pickle.load(open('../data/master_dict_all_authored_paper_UT_list_UT_references.pkl', 'rb'))  \n",
    "    print (\"done loading ../data/master_dict_all_authored_paper_UT_list_UT_references.pkl\" )   # around 12M of keys\n",
    "except:\n",
    "    print (\"MISSING FILE!  ../data/master_dict_all_authored_paper_UT_list_UT_references.pkl           FORCED EXIT.\")\n",
    "    exit()\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "len(dict_UT_plos_paper_publication_year), len(dict_all_papers_authored_publ_year)\n",
    "\n",
    "# len(list(set(dict_UT_plos_paper_publication_year) & set(dict_all_papers_authored_publ_year)))   #  157967\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "###############################################################\n",
    "#####################   now i finally get the actual number of references used previously by all team members of a given paper, as well as all the papers (expertise) they have individually written\n",
    "\n",
    "\n",
    "print (\"\\nworking on getting  dict_plos_UT_list_references_used_prior     and     dict_plos_UT_list_papers_authored_by_team   .................. (N_tot = 158K)\")\n",
    "\n",
    "dict_plos_UT_list_references_used_prior={}\n",
    "dict_plos_UT_list_papers_authored_by_team={}\n",
    "\n",
    "list_not_found_authored_papers=[]\n",
    "\n",
    "\n",
    "cont  = 1\n",
    "for paper_UT in list_paper_UT:   #### loop over all plos papers:  # tot 158K  \n",
    "\n",
    "\n",
    "    if cont % 10000 == 0:\n",
    "\n",
    "        with open('../data/dict_plos_UT_list_references_used_prior_partial.pkl', 'wb') as handle:\n",
    "             pickle.dump(dict_plos_UT_list_references_used_prior, handle, protocol = 2)\n",
    "        print (\"written:\",'../data/dict_plos_UT_list_references_used_prior_partial.pkl',len(dict_plos_UT_list_references_used_prior))   \n",
    "\n",
    "\n",
    "\n",
    "\n",
    "        with open('../data/dict_plos_UT_list_papers_authored_by_team_until_then_partial.pkl', 'wb') as handle:\n",
    "             pickle.dump(dict_plos_UT_list_papers_authored_by_team, handle, protocol = 2)\n",
    "        print (\"written:\",'../data/dict_plos_UT_list_papers_authored_by_team_until_then_partial.pkl',len(dict_plos_UT_list_papers_authored_by_team))   \n",
    "\n",
    "        print (cont)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "    plos_year = dict_UT_plos_paper_publication_year[paper_UT]\n",
    "\n",
    "    dict_plos_UT_list_papers_authored_by_team[paper_UT] = []  # until the publication  date of the PLOS paper that is    \n",
    "\n",
    "    list_references_prior = []\n",
    "  \n",
    "    lista_DAIS = dict_plos_paper_UT_list_DAIS[paper_UT]\n",
    "\n",
    "    for DAIS in lista_DAIS:   ########### loop over authors of the focus PLOS paper \n",
    "        list_authored_papers_by_DAIS = dict_DAIS_list_papers[DAIS]\n",
    "\n",
    "        for authored_paper in list_authored_papers_by_DAIS:  ############## loop over all papers authored by all authors of the focus PLOS paper\n",
    "\n",
    "                try:\n",
    "                    authored_paper_year = dict_all_papers_authored_publ_year[authored_paper]\n",
    "\n",
    "                    if authored_paper_year < plos_year : # it only counts towards the team's expertise if it was published before the focus plos paper                        \n",
    "                        list_references_prior += dict_all_authored_paper_UT_list_UT_references[authored_paper]\n",
    "                        dict_plos_UT_list_papers_authored_by_team[paper_UT].append(authored_paper)\n",
    "                except KeyError: #pass\n",
    "                    list_not_found_authored_papers.append(authored_paper)\n",
    "\n",
    "\n",
    "\n",
    "        #### i remove duplicated ref:        \n",
    "        dict_plos_UT_list_references_used_prior[paper_UT] = list(set(list_references_prior))\n",
    "        dict_plos_UT_list_papers_authored_by_team[paper_UT] = list(set(dict_plos_UT_list_papers_authored_by_team[paper_UT]))\n",
    "        \n",
    "\n",
    "    cont +=1\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "with open('../data/dict_plos_UT_list_references_used_prior.pkl', 'wb') as handle:\n",
    "             pickle.dump(dict_plos_UT_list_references_used_prior, handle, protocol = 2)\n",
    "print (\"written:\",'../data/dict_plos_UT_list_references_used_prior.pkl',len(dict_plos_UT_list_references_used_prior))   \n",
    "\n",
    "\n",
    "\n",
    "\n",
    "with open('../data/dict_plos_UT_list_papers_authored_by_team.pkl', 'wb') as handle:\n",
    "             pickle.dump(dict_plos_UT_list_papers_authored_by_team, handle, protocol = 2)\n",
    "print (\"written:\",'../data/dict_plos_UT_list_papers_authored_by_team.pkl',len(dict_plos_UT_list_papers_authored_by_team))   \n",
    "\n",
    "\n",
    "\n",
    "\n",
    "list_not_found_authored_papers =  list(set(list_not_found_authored_papers))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "print (\"# authored papers not found:\",len(list_not_found_authored_papers ))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "# path = '../data/dict_plos_UT_list_papers_authored_by_team_until_then_*'   \n",
    "# lista_files=sorted(glob.glob(path))\n",
    "# lista_files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "path = '../data/dict_plos_UT_list_references_used_prior_*'   \n",
    "lista_files=sorted(glob.glob(path))\n",
    "lista_files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#####  dict_plos_UT_list_papers_authored_by_team*\n",
    "\n",
    "# path = '../data/dict_plos_UT_list_papers_authored_by_team_until_then_*'   \n",
    "# lista_files=sorted(glob.glob(path))\n",
    "\n",
    "# master_dict  = {}\n",
    "# lista_all_authored_UTs=[]\n",
    "\n",
    "# for filename in lista_files:\n",
    "#     dict_plos_UT_list_papers_authored_by_team = pickle.load(open(filename, 'rb'))\n",
    "#     lista_all_authored_UTs += list(dict_plos_UT_list_papers_authored_by_team.keys())\n",
    "#     print (\"done loading\", filename, len(dict_plos_UT_list_papers_authored_by_team), len(lista_all_authored_UTs))\n",
    "\n",
    "#     master_dict.update(dict_plos_UT_list_papers_authored_by_team)\n",
    "# with open('../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl', 'wb') as handle:\n",
    "#              pickle.dump(master_dict, handle, protocol = 2)\n",
    "# print (\"written:\",'../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl',len(master_dict))   \n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "###### dict_plos_UT_list_references_used_prior*\n",
    "\n",
    "path = '../data/dict_plos_UT_list_references_used_prior_*'   \n",
    "lista_files=sorted(glob.glob(path))\n",
    "\n",
    "master_dict  = {}\n",
    "lista_all_authored_UTs=[]\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "# lista_keys1=[]\n",
    "# for filename in lista_files[:8]:  #[0:8]   and [8:]\n",
    "#     dict_plos_UT_list_references_used_prior = pickle.load(open(filename, 'rb'))\n",
    "#     lista_all_authored_UTs += list(dict_plos_UT_list_references_used_prior.keys())\n",
    "#     print (\"done loading\", filename, len(dict_plos_UT_list_references_used_prior), len(lista_all_authored_UTs))\n",
    "\n",
    "#     master_dict.update(dict_plos_UT_list_references_used_prior)\n",
    "\n",
    "\n",
    "# with open('../data/master_dict_plos_UT_list_references_used_prior1.pkl', 'wb') as handle:\n",
    "#              pickle.dump(master_dict, handle, protocol = 2)\n",
    "# print (\"written:\",'../data/master_dict_plos_UT_list_references_used_prior1.pkl',len(master_dict))   \n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "# lista_keys1 = list(master_dict.keys())\n",
    "# print (len(lista_keys1))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "lista_keys2=[]\n",
    "for filename in lista_files[8:]:  #[0:8]   and [8:]\n",
    "    dict_plos_UT_list_references_used_prior = pickle.load(open(filename, 'rb'))\n",
    "    lista_all_authored_UTs += list(dict_plos_UT_list_references_used_prior.keys())\n",
    "    print (\"done loading\", filename, len(dict_plos_UT_list_references_used_prior), len(lista_all_authored_UTs))\n",
    "\n",
    "    master_dict.update(dict_plos_UT_list_references_used_prior)\n",
    "\n",
    "\n",
    "with open('../data/master_dict_plos_UT_list_references_used_prior2.pkl', 'wb') as handle:\n",
    "             pickle.dump(master_dict, handle, protocol = 2)\n",
    "print (\"written:\",'../data/master_dict_plos_UT_list_references_used_prior2.pkl',len(master_dict))   \n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "lista_keys2 = list(master_dict.keys())\n",
    "print (len(lista_keys2))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "print (len(lista_keys2) + len(lista_keys1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "lista_keys1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "lista_files[8:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "lista_files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "    with open('../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl', 'wb') as handle:\n",
    "                 pickle.dump(master_dict, handle, protocol = 2)\n",
    "    print (\"written:\",'../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl',len(master_dict))   \n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "with open('../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl', 'wb') as handle:\n",
    "             pickle.dump(master_dict, handle, protocol = 2)\n",
    "print (\"written:\",'../data/master_dict_plos_UT_list_papers_authored_by_team_until_then.pkl',len(master_dict))   \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "len(dict_plos_UT_list_papers_authored_by_team)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}